{"level":"warn","ts":"2026-02-25T19:31:46.256301Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T19:31:46.256399Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-25T19:31:46.25647Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T19:31:46.256479Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-02-25T19:31:46.256502Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T19:31:46.257127Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-02-25T19:31:46.257202Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-25T19:31:46.26126Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.830273ms"} {"level":"info","ts":"2026-02-25T19:31:46.270324Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-02-25T19:31:46.270399Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-02-25T19:31:46.270421Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-02-25T19:31:46.270438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-25T19:31:46.270452Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-02-25T19:31:46.270503Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-02-25T19:31:46.280457Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-25T19:31:46.282926Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-25T19:31:46.284467Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-25T19:31:46.287969Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-25T19:31:46.288256Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-25T19:31:46.288464Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T19:31:46.288527Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T19:31:46.288543Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T19:31:46.289464Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-02-25T19:31:46.289629Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-02-25T19:31:46.294399Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T19:31:46.294545Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-02-25T19:31:46.294625Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-02-25T19:31:46.295004Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-25T19:31:46.295068Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-25T19:31:47.271331Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-02-25T19:31:47.271431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-02-25T19:31:47.271498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-02-25T19:31:47.271531Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-02-25T19:31:47.271549Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-02-25T19:31:47.271575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-02-25T19:31:47.271597Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-02-25T19:31:47.273237Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-02-25T19:31:47.27328Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T19:31:47.273381Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T19:31:47.273383Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T19:31:47.273646Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-25T19:31:47.273891Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-25T19:31:47.274615Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T19:31:47.274783Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T19:31:47.274839Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T19:31:47.276973Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-25T19:31:47.277291Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"info","ts":"2026-02-25T19:31:49.063755Z","caller":"traceutil/trace.go:171","msg":"trace[1827254911] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"213.605407ms","start":"2026-02-25T19:31:48.850119Z","end":"2026-02-25T19:31:49.063725Z","steps":["trace[1827254911] 'process raft request' (duration: 125.804028ms)","trace[1827254911] 'compare' (duration: 87.554122ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:31:49.063751Z","caller":"traceutil/trace.go:171","msg":"trace[1026537876] linearizableReadLoop","detail":"{readStateIndex:44; appliedIndex:42; }","duration":"135.829768ms","start":"2026-02-25T19:31:48.927887Z","end":"2026-02-25T19:31:49.063717Z","steps":["trace[1026537876] 'read index received' (duration: 48.053381ms)","trace[1026537876] 'applied index is now lower than readState.Index' (duration: 87.774407ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:49.063933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.018593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:31:49.064074Z","caller":"traceutil/trace.go:171","msg":"trace[945881871] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:40; }","duration":"136.213008ms","start":"2026-02-25T19:31:48.927843Z","end":"2026-02-25T19:31:49.064056Z","steps":["trace[945881871] 'agreement among raft nodes before linearized reading' (duration: 135.950741ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:49.064088Z","caller":"traceutil/trace.go:171","msg":"trace[1363743994] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"212.400124ms","start":"2026-02-25T19:31:48.851641Z","end":"2026-02-25T19:31:49.064041Z","steps":["trace[1363743994] 'process raft request' (duration: 212.005613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:49.409416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.623416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-02-25T19:31:49.409633Z","caller":"traceutil/trace.go:171","msg":"trace[927452354] transaction","detail":"{read_only:false; response_revision:46; number_of_response:1; }","duration":"262.338986ms","start":"2026-02-25T19:31:49.14726Z","end":"2026-02-25T19:31:49.409599Z","steps":["trace[927452354] 'process raft request' (duration: 37.892438ms)","trace[927452354] 'compare' (duration: 223.459631ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:31:49.409876Z","caller":"traceutil/trace.go:171","msg":"trace[1252990857] linearizableReadLoop","detail":"{readStateIndex:51; appliedIndex:49; }","duration":"146.040083ms","start":"2026-02-25T19:31:49.263809Z","end":"2026-02-25T19:31:49.409849Z","steps":["trace[1252990857] 'read index received' (duration: 117.135486ms)","trace[1252990857] 'applied index is now lower than readState.Index' (duration: 28.901067ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:49.41002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.196166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:31:49.410111Z","caller":"traceutil/trace.go:171","msg":"trace[1787455876] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:47; }","duration":"146.34221ms","start":"2026-02-25T19:31:49.263756Z","end":"2026-02-25T19:31:49.410098Z","steps":["trace[1787455876] 'agreement among raft nodes before linearized reading' (duration: 146.171986ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:49.409758Z","caller":"traceutil/trace.go:171","msg":"trace[1053305152] transaction","detail":"{read_only:false; response_revision:47; number_of_response:1; }","duration":"261.947695ms","start":"2026-02-25T19:31:49.147769Z","end":"2026-02-25T19:31:49.409716Z","steps":["trace[1053305152] 'process raft request' (duration: 261.76138ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:49.556429Z","caller":"traceutil/trace.go:171","msg":"trace[1067959727] transaction","detail":"{read_only:false; response_revision:52; number_of_response:1; }","duration":"132.799977ms","start":"2026-02-25T19:31:49.423607Z","end":"2026-02-25T19:31:49.556407Z","steps":["trace[1067959727] 'process raft request' (duration: 132.767076ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:49.556505Z","caller":"traceutil/trace.go:171","msg":"trace[537396489] transaction","detail":"{read_only:false; response_revision:49; number_of_response:1; }","duration":"142.98798ms","start":"2026-02-25T19:31:49.413494Z","end":"2026-02-25T19:31:49.556482Z","steps":["trace[537396489] 'process raft request' (duration: 99.80256ms)","trace[537396489] 'compare' (duration: 42.794099ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:31:49.556672Z","caller":"traceutil/trace.go:171","msg":"trace[1856547081] transaction","detail":"{read_only:false; response_revision:51; number_of_response:1; }","duration":"141.657944ms","start":"2026-02-25T19:31:49.414953Z","end":"2026-02-25T19:31:49.556611Z","steps":["trace[1856547081] 'process raft request' (duration: 141.384217ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:49.556598Z","caller":"traceutil/trace.go:171","msg":"trace[960459795] transaction","detail":"{read_only:false; response_revision:50; number_of_response:1; }","duration":"142.555539ms","start":"2026-02-25T19:31:49.414006Z","end":"2026-02-25T19:31:49.556561Z","steps":["trace[960459795] 'process raft request' (duration: 142.268621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:49.795047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.090839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-02-25T19:31:49.795205Z","caller":"traceutil/trace.go:171","msg":"trace[1269401930] linearizableReadLoop","detail":"{readStateIndex:60; appliedIndex:57; }","duration":"228.528048ms","start":"2026-02-25T19:31:49.566664Z","end":"2026-02-25T19:31:49.795192Z","steps":["trace[1269401930] 'read index received' (duration: 43.339915ms)","trace[1269401930] 'applied index is now lower than readState.Index' (duration: 185.187273ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:31:49.796871Z","caller":"traceutil/trace.go:171","msg":"trace[1927082116] transaction","detail":"{read_only:false; response_revision:54; number_of_response:1; }","duration":"234.252051ms","start":"2026-02-25T19:31:49.560976Z","end":"2026-02-25T19:31:49.795228Z","steps":["trace[1927082116] 'process raft request' (duration: 130.923276ms)","trace[1927082116] 'compare' (duration: 102.954785ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:31:49.795248Z","caller":"traceutil/trace.go:171","msg":"trace[980090127] transaction","detail":"{read_only:false; response_revision:55; number_of_response:1; }","duration":"233.935433ms","start":"2026-02-25T19:31:49.561291Z","end":"2026-02-25T19:31:49.795226Z","steps":["trace[980090127] 'process raft request' (duration: 233.836061ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:49.797374Z","caller":"traceutil/trace.go:171","msg":"trace[1225852705] transaction","detail":"{read_only:false; response_revision:56; number_of_response:1; }","duration":"183.655083ms","start":"2026-02-25T19:31:49.613665Z","end":"2026-02-25T19:31:49.79732Z","steps":["trace[1225852705] 'process raft request' (duration: 181.506695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:49.79778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.312811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:31:49.797832Z","caller":"traceutil/trace.go:171","msg":"trace[951033985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:56; }","duration":"139.362903ms","start":"2026-02-25T19:31:49.658446Z","end":"2026-02-25T19:31:49.797809Z","steps":["trace[951033985] 'agreement among raft nodes before linearized reading' (duration: 138.89755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:49.798053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.43813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:31:49.798132Z","caller":"traceutil/trace.go:171","msg":"trace[1714923032] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:56; }","duration":"230.516682ms","start":"2026-02-25T19:31:49.567587Z","end":"2026-02-25T19:31:49.798104Z","steps":["trace[1714923032] 'agreement among raft nodes before linearized reading' (duration: 229.70852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:49.799487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.790133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:31:49.799538Z","caller":"traceutil/trace.go:171","msg":"trace[1485171908] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:56; }","duration":"232.900706ms","start":"2026-02-25T19:31:49.566623Z","end":"2026-02-25T19:31:49.799524Z","steps":["trace[1485171908] 'agreement among raft nodes before linearized reading' (duration: 230.607684ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:50.005732Z","caller":"traceutil/trace.go:171","msg":"trace[1295147287] transaction","detail":"{read_only:false; response_revision:62; number_of_response:1; }","duration":"108.653739ms","start":"2026-02-25T19:31:49.897054Z","end":"2026-02-25T19:31:50.005707Z","steps":["trace[1295147287] 'process raft request' (duration: 108.594147ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:50.005811Z","caller":"traceutil/trace.go:171","msg":"trace[1967335374] transaction","detail":"{read_only:false; response_revision:61; number_of_response:1; }","duration":"157.588702ms","start":"2026-02-25T19:31:49.84818Z","end":"2026-02-25T19:31:50.005768Z","steps":["trace[1967335374] 'process raft request' (duration: 80.294296ms)","trace[1967335374] 'compare' (duration: 76.997378ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:31:50.005872Z","caller":"traceutil/trace.go:171","msg":"trace[468768198] linearizableReadLoop","detail":"{readStateIndex:66; appliedIndex:65; }","duration":"109.869561ms","start":"2026-02-25T19:31:49.895962Z","end":"2026-02-25T19:31:50.005831Z","steps":["trace[468768198] 'read index received' (duration: 32.512613ms)","trace[468768198] 'applied index is now lower than readState.Index' (duration: 77.351028ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:50.006105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.107947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-25T19:31:50.00616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.159809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:31:50.006393Z","caller":"traceutil/trace.go:171","msg":"trace[291099419] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:0; response_revision:62; }","duration":"110.418716ms","start":"2026-02-25T19:31:49.895941Z","end":"2026-02-25T19:31:50.00636Z","steps":["trace[291099419] 'agreement among raft nodes before linearized reading' (duration: 110.151599ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:50.006224Z","caller":"traceutil/trace.go:171","msg":"trace[543386890] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:0; response_revision:62; }","duration":"110.276712ms","start":"2026-02-25T19:31:49.895923Z","end":"2026-02-25T19:31:50.0062Z","steps":["trace[543386890] 'agreement among raft nodes before linearized reading' (duration: 110.068256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:50.006208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.121348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.1897942e5ca0caa9\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-02-25T19:31:50.006541Z","caller":"traceutil/trace.go:171","msg":"trace[269391369] range","detail":"{range_begin:/registry/events/default/instance.1897942e5ca0caa9; range_end:; response_count:1; response_revision:62; }","duration":"110.472078ms","start":"2026-02-25T19:31:49.896022Z","end":"2026-02-25T19:31:50.006494Z","steps":["trace[269391369] 'agreement among raft nodes before linearized reading' (duration: 110.074227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:51.025008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.712175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-02-25T19:31:51.025094Z","caller":"traceutil/trace.go:171","msg":"trace[1660286055] linearizableReadLoop","detail":"{readStateIndex:95; appliedIndex:94; }","duration":"664.850937ms","start":"2026-02-25T19:31:50.360231Z","end":"2026-02-25T19:31:51.025082Z","steps":["trace[1660286055] 'read index received' (duration: 491.055429ms)","trace[1660286055] 'applied index is now lower than readState.Index' (duration: 173.794537ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:31:51.02515Z","caller":"traceutil/trace.go:171","msg":"trace[857070795] transaction","detail":"{read_only:false; response_revision:90; number_of_response:1; }","duration":"665.311009ms","start":"2026-02-25T19:31:50.359813Z","end":"2026-02-25T19:31:51.025124Z","steps":["trace[857070795] 'process raft request' (duration: 491.416078ms)","trace[857070795] 'compare' (duration: 173.596183ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:51.025254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.014381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.1897942e5ca102c1\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-02-25T19:31:51.025278Z","caller":"traceutil/trace.go:171","msg":"trace[1991938850] range","detail":"{range_begin:/registry/events/default/instance.1897942e5ca102c1; range_end:; response_count:1; response_revision:90; }","duration":"665.057662ms","start":"2026-02-25T19:31:50.360214Z","end":"2026-02-25T19:31:51.025271Z","steps":["trace[1991938850] 'agreement among raft nodes before linearized reading' (duration: 664.934168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:51.025255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:50.359791Z","time spent":"665.422472ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":600,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T19:31:51.025292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.39451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:31:51.025432Z","caller":"traceutil/trace.go:171","msg":"trace[1872209644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:90; }","duration":"366.597956ms","start":"2026-02-25T19:31:50.658828Z","end":"2026-02-25T19:31:51.025426Z","steps":["trace[1872209644] 'agreement among raft nodes before linearized reading' (duration: 366.358239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:51.025454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:50.658811Z","time spent":"366.633867ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:31:51.025318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:50.360196Z","time spent":"665.116724ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":673,"request content":"key:\"/registry/events/default/instance.1897942e5ca102c1\" "} {"level":"warn","ts":"2026-02-25T19:31:51.42268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.865146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-02-25T19:31:51.422794Z","caller":"traceutil/trace.go:171","msg":"trace[537357439] linearizableReadLoop","detail":"{readStateIndex:98; appliedIndex:97; }","duration":"310.754847ms","start":"2026-02-25T19:31:51.112023Z","end":"2026-02-25T19:31:51.422777Z","steps":["trace[537357439] 'read index received' (duration: 68.588232ms)","trace[537357439] 'applied index is now lower than readState.Index' (duration: 242.165195ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:51.422888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.862759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:31:51.422928Z","caller":"traceutil/trace.go:171","msg":"trace[381784118] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:93; }","duration":"310.918811ms","start":"2026-02-25T19:31:51.111994Z","end":"2026-02-25T19:31:51.422913Z","steps":["trace[381784118] 'agreement among raft nodes before linearized reading' (duration: 310.829249ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:51.422886Z","caller":"traceutil/trace.go:171","msg":"trace[1482653539] transaction","detail":"{read_only:false; response_revision:93; number_of_response:1; }","duration":"333.750365ms","start":"2026-02-25T19:31:51.089098Z","end":"2026-02-25T19:31:51.422848Z","steps":["trace[1482653539] 'process raft request' (duration: 91.604701ms)","trace[1482653539] 'compare' (duration: 241.748653ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:51.422968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:51.11198Z","time spent":"310.981323ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"warn","ts":"2026-02-25T19:31:51.423086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:51.089071Z","time spent":"333.918698ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:31:51.47469Z","caller":"traceutil/trace.go:171","msg":"trace[1538414805] transaction","detail":"{read_only:false; response_revision:94; number_of_response:1; }","duration":"226.326258ms","start":"2026-02-25T19:31:51.248342Z","end":"2026-02-25T19:31:51.474668Z","steps":["trace[1538414805] 'process raft request' (duration: 226.219275ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:51.800371Z","caller":"traceutil/trace.go:171","msg":"trace[1477930010] linearizableReadLoop","detail":"{readStateIndex:100; appliedIndex:98; }","duration":"373.918023ms","start":"2026-02-25T19:31:51.426427Z","end":"2026-02-25T19:31:51.800345Z","steps":["trace[1477930010] 'read index received' (duration: 48.218186ms)","trace[1477930010] 'applied index is now lower than readState.Index' (duration: 325.698917ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:31:51.800496Z","caller":"traceutil/trace.go:171","msg":"trace[440482280] transaction","detail":"{read_only:false; response_revision:95; number_of_response:1; }","duration":"374.55201ms","start":"2026-02-25T19:31:51.425911Z","end":"2026-02-25T19:31:51.800463Z","steps":["trace[440482280] 'process raft request' (duration: 361.572761ms)","trace[440482280] 'compare' (duration: 12.710091ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:51.800575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.153379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.1897942e5ca0caa9\" ","response":"range_response_count:1 size:654"} {"level":"warn","ts":"2026-02-25T19:31:51.800652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:51.425885Z","time spent":"374.694264ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T19:31:51.80066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.580662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:31:51.800785Z","caller":"traceutil/trace.go:171","msg":"trace[267316281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:95; }","duration":"141.778838ms","start":"2026-02-25T19:31:51.658982Z","end":"2026-02-25T19:31:51.800761Z","steps":["trace[267316281] 'agreement among raft nodes before linearized reading' (duration: 141.574022ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:51.800617Z","caller":"traceutil/trace.go:171","msg":"trace[316642860] range","detail":"{range_begin:/registry/events/default/instance.1897942e5ca0caa9; range_end:; response_count:1; response_revision:95; }","duration":"374.250161ms","start":"2026-02-25T19:31:51.426357Z","end":"2026-02-25T19:31:51.800607Z","steps":["trace[316642860] 'agreement among raft nodes before linearized reading' (duration: 374.136018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:51.800888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:51.426332Z","time spent":"374.54215ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":677,"request content":"key:\"/registry/events/default/instance.1897942e5ca0caa9\" "} {"level":"warn","ts":"2026-02-25T19:31:52.234784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.302888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.1897942e5ca102c1\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-02-25T19:31:52.234869Z","caller":"traceutil/trace.go:171","msg":"trace[1951284288] range","detail":"{range_begin:/registry/events/default/instance.1897942e5ca102c1; range_end:; response_count:1; response_revision:96; }","duration":"331.445091ms","start":"2026-02-25T19:31:51.903405Z","end":"2026-02-25T19:31:52.234851Z","steps":["trace[1951284288] 'range keys from in-memory index tree' (duration: 331.192825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:52.234876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.496658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"warn","ts":"2026-02-25T19:31:52.234913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:51.903386Z","time spent":"331.518694ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":673,"request content":"key:\"/registry/events/default/instance.1897942e5ca102c1\" "} {"level":"info","ts":"2026-02-25T19:31:52.234956Z","caller":"traceutil/trace.go:171","msg":"trace[323530471] linearizableReadLoop","detail":"{readStateIndex:102; appliedIndex:101; }","duration":"298.157178ms","start":"2026-02-25T19:31:51.936776Z","end":"2026-02-25T19:31:52.234933Z","steps":["trace[323530471] 'read index received' (duration: 9.491165ms)","trace[323530471] 'applied index is now lower than readState.Index' (duration: 288.664943ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:31:52.235083Z","caller":"traceutil/trace.go:171","msg":"trace[1605059275] transaction","detail":"{read_only:false; response_revision:97; number_of_response:1; }","duration":"331.270707ms","start":"2026-02-25T19:31:51.903764Z","end":"2026-02-25T19:31:52.235035Z","steps":["trace[1605059275] 'process raft request' (duration: 42.548943ms)","trace[1605059275] 'compare' (duration: 288.364525ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:52.235145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.374634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:31:52.23518Z","caller":"traceutil/trace.go:171","msg":"trace[1254241258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:97; }","duration":"298.471227ms","start":"2026-02-25T19:31:51.936699Z","end":"2026-02-25T19:31:52.23517Z","steps":["trace[1254241258] 'agreement among raft nodes before linearized reading' (duration: 298.331233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:52.235248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:51.903746Z","time spent":"331.427801ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T19:31:52.235227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.353784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:31:52.235351Z","caller":"traceutil/trace.go:171","msg":"trace[1722579682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:97; }","duration":"177.529298ms","start":"2026-02-25T19:31:52.057781Z","end":"2026-02-25T19:31:52.235311Z","steps":["trace[1722579682] 'agreement among raft nodes before linearized reading' (duration: 177.327732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:52.619682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.704907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-02-25T19:31:52.619811Z","caller":"traceutil/trace.go:171","msg":"trace[1145204573] transaction","detail":"{read_only:false; response_revision:99; number_of_response:1; }","duration":"381.088874ms","start":"2026-02-25T19:31:52.238698Z","end":"2026-02-25T19:31:52.619787Z","steps":["trace[1145204573] 'process raft request' (duration: 141.213853ms)","trace[1145204573] 'compare' (duration: 239.571563ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:31:52.619835Z","caller":"traceutil/trace.go:171","msg":"trace[420471541] transaction","detail":"{read_only:false; response_revision:100; number_of_response:1; }","duration":"292.478184ms","start":"2026-02-25T19:31:52.327345Z","end":"2026-02-25T19:31:52.619823Z","steps":["trace[420471541] 'process raft request' (duration: 292.433513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:52.61989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:52.238679Z","time spent":"381.177457ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T19:31:52.62004Z","caller":"traceutil/trace.go:171","msg":"trace[1806874130] linearizableReadLoop","detail":"{readStateIndex:104; appliedIndex:103; }","duration":"292.779153ms","start":"2026-02-25T19:31:52.32725Z","end":"2026-02-25T19:31:52.62003Z","steps":["trace[1806874130] 'read index received' (duration: 52.688925ms)","trace[1806874130] 'applied index is now lower than readState.Index' (duration: 240.089118ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:52.620224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.967088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.1897942e5ca1172f\" ","response":"range_response_count:1 size:648"} {"level":"warn","ts":"2026-02-25T19:31:52.620237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.612333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:31:52.620272Z","caller":"traceutil/trace.go:171","msg":"trace[788373991] range","detail":"{range_begin:/registry/events/default/instance.1897942e5ca1172f; range_end:; response_count:1; response_revision:100; }","duration":"293.05688ms","start":"2026-02-25T19:31:52.327206Z","end":"2026-02-25T19:31:52.620263Z","steps":["trace[788373991] 'agreement among raft nodes before linearized reading' (duration: 292.903016ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:52.620278Z","caller":"traceutil/trace.go:171","msg":"trace[1855470252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:100; }","duration":"141.706916ms","start":"2026-02-25T19:31:52.478561Z","end":"2026-02-25T19:31:52.620268Z","steps":["trace[1855470252] 'agreement among raft nodes before linearized reading' (duration: 141.644354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:52.867357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.693254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-02-25T19:31:52.867604Z","caller":"traceutil/trace.go:171","msg":"trace[574950386] transaction","detail":"{read_only:false; response_revision:102; number_of_response:1; }","duration":"243.289774ms","start":"2026-02-25T19:31:52.624275Z","end":"2026-02-25T19:31:52.867565Z","steps":["trace[574950386] 'process raft request' (duration: 123.336952ms)","trace[574950386] 'compare' (duration: 119.548741ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:31:52.867696Z","caller":"traceutil/trace.go:171","msg":"trace[1334615484] transaction","detail":"{read_only:false; response_revision:103; number_of_response:1; }","duration":"178.255848ms","start":"2026-02-25T19:31:52.68942Z","end":"2026-02-25T19:31:52.867676Z","steps":["trace[1334615484] 'process raft request' (duration: 178.050552ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:52.868023Z","caller":"traceutil/trace.go:171","msg":"trace[542748472] linearizableReadLoop","detail":"{readStateIndex:107; appliedIndex:106; }","duration":"184.271899ms","start":"2026-02-25T19:31:52.68374Z","end":"2026-02-25T19:31:52.868012Z","steps":["trace[542748472] 'read index received' (duration: 63.867225ms)","trace[542748472] 'applied index is now lower than readState.Index' (duration: 120.403214ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:52.868214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.049535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T19:31:52.868304Z","caller":"traceutil/trace.go:171","msg":"trace[286885513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:103; }","duration":"244.184008ms","start":"2026-02-25T19:31:52.624098Z","end":"2026-02-25T19:31:52.868282Z","steps":["trace[286885513] 'agreement among raft nodes before linearized reading' (duration: 243.999993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:52.868333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.866204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.1897942e5ca0caa9\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-02-25T19:31:52.868382Z","caller":"traceutil/trace.go:171","msg":"trace[899478275] range","detail":"{range_begin:/registry/events/default/instance.1897942e5ca0caa9; range_end:; response_count:1; response_revision:103; }","duration":"178.954917ms","start":"2026-02-25T19:31:52.689415Z","end":"2026-02-25T19:31:52.86837Z","steps":["trace[899478275] 'agreement among raft nodes before linearized reading' (duration: 178.846654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:52.868391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.85247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:31:52.868625Z","caller":"traceutil/trace.go:171","msg":"trace[1322852641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:103; }","duration":"110.140408ms","start":"2026-02-25T19:31:52.758464Z","end":"2026-02-25T19:31:52.868605Z","steps":["trace[1322852641] 'agreement among raft nodes before linearized reading' (duration: 109.816409ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:53.002077Z","caller":"traceutil/trace.go:171","msg":"trace[1997487843] transaction","detail":"{read_only:false; response_revision:104; number_of_response:1; }","duration":"130.216627ms","start":"2026-02-25T19:31:52.871836Z","end":"2026-02-25T19:31:53.002053Z","steps":["trace[1997487843] 'process raft request' (duration: 120.843785ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:53.002122Z","caller":"traceutil/trace.go:171","msg":"trace[1049983856] transaction","detail":"{read_only:false; response_revision:107; number_of_response:1; }","duration":"125.669905ms","start":"2026-02-25T19:31:52.876435Z","end":"2026-02-25T19:31:53.002105Z","steps":["trace[1049983856] 'process raft request' (duration: 125.634134ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:53.002201Z","caller":"traceutil/trace.go:171","msg":"trace[536660844] transaction","detail":"{read_only:false; response_revision:106; number_of_response:1; }","duration":"128.792679ms","start":"2026-02-25T19:31:52.87338Z","end":"2026-02-25T19:31:53.002173Z","steps":["trace[536660844] 'process raft request' (duration: 128.651295ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:53.002247Z","caller":"traceutil/trace.go:171","msg":"trace[101770432] transaction","detail":"{read_only:false; response_revision:105; number_of_response:1; }","duration":"128.950903ms","start":"2026-02-25T19:31:52.87326Z","end":"2026-02-25T19:31:53.002211Z","steps":["trace[101770432] 'process raft request' (duration: 128.731587ms)"],"step_count":1} 2026/02/25 19:31:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-25T19:31:57.292539Z","caller":"traceutil/trace.go:171","msg":"trace[1113135476] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"203.223419ms","start":"2026-02-25T19:31:57.089286Z","end":"2026-02-25T19:31:57.292509Z","steps":["trace[1113135476] 'process raft request' (duration: 202.950961ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:57.308504Z","caller":"traceutil/trace.go:171","msg":"trace[1750049266] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"219.070292ms","start":"2026-02-25T19:31:57.089397Z","end":"2026-02-25T19:31:57.308467Z","steps":["trace[1750049266] 'process raft request' (duration: 218.846276ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:57.308571Z","caller":"traceutil/trace.go:171","msg":"trace[172980635] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"205.898081ms","start":"2026-02-25T19:31:57.102636Z","end":"2026-02-25T19:31:57.308534Z","steps":["trace[172980635] 'process raft request' (duration: 205.721336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:57.816175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732970197,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T19:31:57.950741Z","caller":"traceutil/trace.go:171","msg":"trace[481468014] linearizableReadLoop","detail":"{readStateIndex:333; appliedIndex:332; }","duration":"635.58904ms","start":"2026-02-25T19:31:57.315138Z","end":"2026-02-25T19:31:57.950727Z","steps":["trace[481468014] 'read index received' (duration: 635.498468ms)","trace[481468014] 'applied index is now lower than readState.Index' (duration: 89.922µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:31:57.950795Z","caller":"traceutil/trace.go:171","msg":"trace[761822438] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"635.756905ms","start":"2026-02-25T19:31:57.31502Z","end":"2026-02-25T19:31:57.950777Z","steps":["trace[761822438] 'process raft request' (duration: 635.625131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:57.950855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.837029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T19:31:57.950882Z","caller":"traceutil/trace.go:171","msg":"trace[1488623400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:318; }","duration":"141.89636ms","start":"2026-02-25T19:31:57.808974Z","end":"2026-02-25T19:31:57.95087Z","steps":["trace[1488623400] 'agreement among raft nodes before linearized reading' (duration: 141.843959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:57.950903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:57.314997Z","time spent":"635.843896ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:31:57.952059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.754285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:31:57.952181Z","caller":"traceutil/trace.go:171","msg":"trace[625689507] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:0; response_revision:318; }","duration":"637.023399ms","start":"2026-02-25T19:31:57.315103Z","end":"2026-02-25T19:31:57.952126Z","steps":["trace[625689507] 'agreement among raft nodes before linearized reading' (duration: 635.693073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:57.952264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:57.315089Z","time spent":"637.132651ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"info","ts":"2026-02-25T19:31:59.931327Z","caller":"traceutil/trace.go:171","msg":"trace[1523755698] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"177.750699ms","start":"2026-02-25T19:31:59.753539Z","end":"2026-02-25T19:31:59.93129Z","steps":["trace[1523755698] 'process raft request' (duration: 177.322267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:00.244039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.332454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:32:00.244146Z","caller":"traceutil/trace.go:171","msg":"trace[1604697405] linearizableReadLoop","detail":"{readStateIndex:360; appliedIndex:359; }","duration":"230.433867ms","start":"2026-02-25T19:32:00.013697Z","end":"2026-02-25T19:32:00.244131Z","steps":["trace[1604697405] 'read index received' (duration: 121.900437ms)","trace[1604697405] 'applied index is now lower than readState.Index' (duration: 108.53242ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:00.244241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.552749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-02-25T19:32:00.244272Z","caller":"traceutil/trace.go:171","msg":"trace[1247631935] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:345; }","duration":"230.626472ms","start":"2026-02-25T19:32:00.013633Z","end":"2026-02-25T19:32:00.24426Z","steps":["trace[1247631935] 'agreement among raft nodes before linearized reading' (duration: 230.571181ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:00.244252Z","caller":"traceutil/trace.go:171","msg":"trace[860734599] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"262.420141ms","start":"2026-02-25T19:31:59.981767Z","end":"2026-02-25T19:32:00.244188Z","steps":["trace[860734599] 'process raft request' (duration: 153.857381ms)","trace[860734599] 'compare' (duration: 108.219201ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:00.244355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.380834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-02-25T19:32:00.244387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.85379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-02-25T19:32:00.244462Z","caller":"traceutil/trace.go:171","msg":"trace[1940886036] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:345; }","duration":"191.540927ms","start":"2026-02-25T19:32:00.052886Z","end":"2026-02-25T19:32:00.244427Z","steps":["trace[1940886036] 'agreement among raft nodes before linearized reading' (duration: 191.361223ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:00.24447Z","caller":"traceutil/trace.go:171","msg":"trace[1109489801] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:345; }","duration":"141.992643ms","start":"2026-02-25T19:32:00.102457Z","end":"2026-02-25T19:32:00.244449Z","steps":["trace[1109489801] 'agreement among raft nodes before linearized reading' (duration: 141.841529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:00.600042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.00939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-02-25T19:32:00.600135Z","caller":"traceutil/trace.go:171","msg":"trace[359601680] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:345; }","duration":"195.167234ms","start":"2026-02-25T19:32:00.404946Z","end":"2026-02-25T19:32:00.600113Z","steps":["trace[359601680] 'range keys from in-memory index tree' (duration: 194.883507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:00.600126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.355124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-02-25T19:32:00.600169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.009826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-02-25T19:32:00.600248Z","caller":"traceutil/trace.go:171","msg":"trace[1078121341] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:345; }","duration":"148.539779ms","start":"2026-02-25T19:32:00.451679Z","end":"2026-02-25T19:32:00.600219Z","steps":["trace[1078121341] 'range keys from in-memory index tree' (duration: 148.182529ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:00.600296Z","caller":"traceutil/trace.go:171","msg":"trace[955676528] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:345; }","duration":"248.194821ms","start":"2026-02-25T19:32:00.352069Z","end":"2026-02-25T19:32:00.600264Z","steps":["trace[955676528] 'range keys from in-memory index tree' (duration: 247.848051ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:00.813828Z","caller":"traceutil/trace.go:171","msg":"trace[612826483] linearizableReadLoop","detail":"{readStateIndex:362; appliedIndex:360; }","duration":"160.723273ms","start":"2026-02-25T19:32:00.653083Z","end":"2026-02-25T19:32:00.813806Z","steps":["trace[612826483] 'read index received' (duration: 44.817907ms)","trace[612826483] 'applied index is now lower than readState.Index' (duration: 115.903886ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:00.813937Z","caller":"traceutil/trace.go:171","msg":"trace[1825635801] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"203.050905ms","start":"2026-02-25T19:32:00.61084Z","end":"2026-02-25T19:32:00.813891Z","steps":["trace[1825635801] 'process raft request' (duration: 202.829009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:00.814031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.937425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-02-25T19:32:00.814076Z","caller":"traceutil/trace.go:171","msg":"trace[576654804] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:347; }","duration":"132.043047ms","start":"2026-02-25T19:32:00.682022Z","end":"2026-02-25T19:32:00.814065Z","steps":["trace[576654804] 'agreement among raft nodes before linearized reading' (duration: 131.918614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:00.814042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.95036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-25T19:32:00.814145Z","caller":"traceutil/trace.go:171","msg":"trace[469453885] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:347; }","duration":"161.106334ms","start":"2026-02-25T19:32:00.653022Z","end":"2026-02-25T19:32:00.814128Z","steps":["trace[469453885] 'agreement among raft nodes before linearized reading' (duration: 160.899458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:00.81432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.740289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-02-25T19:32:00.814374Z","caller":"traceutil/trace.go:171","msg":"trace[1514476856] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:347; }","duration":"110.849961ms","start":"2026-02-25T19:32:00.703511Z","end":"2026-02-25T19:32:00.814361Z","steps":["trace[1514476856] 'agreement among raft nodes before linearized reading' (duration: 110.749718ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:06.424861Z","caller":"traceutil/trace.go:171","msg":"trace[144969400] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:427; }","duration":"138.511891ms","start":"2026-02-25T19:32:06.286322Z","end":"2026-02-25T19:32:06.424834Z","steps":["trace[144969400] 'read index received' (duration: 138.251234ms)","trace[144969400] 'applied index is now lower than readState.Index' (duration: 259.687µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:06.424943Z","caller":"traceutil/trace.go:171","msg":"trace[400265705] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"154.345963ms","start":"2026-02-25T19:32:06.270566Z","end":"2026-02-25T19:32:06.424912Z","steps":["trace[400265705] 'process raft request' (duration: 154.105537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:06.425051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.805618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"warn","ts":"2026-02-25T19:32:06.425044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.699706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:06.425097Z","caller":"traceutil/trace.go:171","msg":"trace[457564091] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:411; }","duration":"135.897041ms","start":"2026-02-25T19:32:06.289187Z","end":"2026-02-25T19:32:06.425084Z","steps":["trace[457564091] 'agreement among raft nodes before linearized reading' (duration: 135.793368ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:06.425112Z","caller":"traceutil/trace.go:171","msg":"trace[733719823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"138.816899ms","start":"2026-02-25T19:32:06.28628Z","end":"2026-02-25T19:32:06.425097Z","steps":["trace[733719823] 'agreement among raft nodes before linearized reading' (duration: 138.690076ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:12.628917Z","caller":"traceutil/trace.go:171","msg":"trace[2071532177] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"155.535975ms","start":"2026-02-25T19:32:12.473354Z","end":"2026-02-25T19:32:12.62889Z","steps":["trace[2071532177] 'process raft request' (duration: 155.385351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:13.890376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732970471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:32:14.391265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732970471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:32:14.892213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732970471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:32:15.392755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732970471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:32:15.8935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732970471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:32:16.05408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.664581484s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:32:16.05456Z","caller":"traceutil/trace.go:171","msg":"trace[1237149511] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"2.665152209s","start":"2026-02-25T19:32:13.389382Z","end":"2026-02-25T19:32:16.054535Z","steps":["trace[1237149511] 'process raft request' (duration: 2.665010775s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:16.054712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:13.38935Z","time spent":"2.665286043s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:32:16.288032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000119413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T19:32:16.288129Z","caller":"traceutil/trace.go:171","msg":"trace[1186243482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273937s","start":"2026-02-25T19:32:14.287834Z","end":"2026-02-25T19:32:16.288108Z","steps":["trace[1186243482] 'agreement among raft nodes before linearized reading' (duration: 2.000155774s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:16.288178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:14.287814Z","time spent":"2.00035284s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 19:32:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T19:32:17.301527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.486753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:32:17.301619Z","caller":"traceutil/trace.go:171","msg":"trace[1503624599] linearizableReadLoop","detail":"{readStateIndex:476; appliedIndex:474; }","duration":"3.911683271s","start":"2026-02-25T19:32:13.389921Z","end":"2026-02-25T19:32:17.301604Z","steps":["trace[1503624599] 'read index received' (duration: 2.664474371s)","trace[1503624599] 'applied index is now lower than readState.Index' (duration: 1.24720773s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:17.301738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.911836915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T19:32:17.301772Z","caller":"traceutil/trace.go:171","msg":"trace[1352447110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:458; }","duration":"3.911873845s","start":"2026-02-25T19:32:13.38989Z","end":"2026-02-25T19:32:17.301764Z","steps":["trace[1352447110] 'agreement among raft nodes before linearized reading' (duration: 3.911778693s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:17.301746Z","caller":"traceutil/trace.go:171","msg":"trace[18540393] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"1.711475552s","start":"2026-02-25T19:32:15.590208Z","end":"2026-02-25T19:32:17.301684Z","steps":["trace[18540393] 'process raft request' (duration: 1.241754774s)","trace[18540393] 'compare' (duration: 469.348188ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:17.301795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:13.389836Z","time spent":"3.911954338s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:32:17.301938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:15.590183Z","time spent":"1.711654067s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:32:18.296083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000046261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T19:32:18.296168Z","caller":"traceutil/trace.go:171","msg":"trace[1134089495] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000182825s","start":"2026-02-25T19:32:16.295969Z","end":"2026-02-25T19:32:18.296152Z","steps":["trace[1134089495] 'agreement among raft nodes before linearized reading' (duration: 2.000078012s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:18.296212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:16.295952Z","time spent":"2.000251846s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 19:32:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T19:32:18.512497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999766959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T19:32:18.51258Z","caller":"traceutil/trace.go:171","msg":"trace[1083632796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999902222s","start":"2026-02-25T19:32:13.512659Z","end":"2026-02-25T19:32:18.512562Z","steps":["trace[1083632796] 'agreement among raft nodes before linearized reading' (duration: 4.99979893s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:18.512635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:13.512638Z","time spent":"4.999981994s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/25 19:32:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T19:32:18.771894Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.218499121s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T19:32:18.817656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264273514s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:32:18.817852Z","caller":"traceutil/trace.go:171","msg":"trace[1502813492] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"1.511668812s","start":"2026-02-25T19:32:17.306166Z","end":"2026-02-25T19:32:18.817834Z","steps":["trace[1502813492] 'process raft request' (duration: 1.51158469s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:18.817932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:17.306139Z","time spent":"1.511754555s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:32:18.818097Z","caller":"traceutil/trace.go:171","msg":"trace[629366818] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"2.52186636s","start":"2026-02-25T19:32:16.296216Z","end":"2026-02-25T19:32:18.818082Z","steps":["trace[629366818] 'process raft request' (duration: 1.257108063s)","trace[629366818] 'compare' (duration: 1.264054978s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:18.818149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:16.296196Z","time spent":"2.521930912s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T19:32:18.818362Z","caller":"traceutil/trace.go:171","msg":"trace[35094665] linearizableReadLoop","detail":"{readStateIndex:477; appliedIndex:476; }","duration":"1.516696457s","start":"2026-02-25T19:32:17.301643Z","end":"2026-02-25T19:32:18.818339Z","steps":["trace[35094665] 'read index received' (duration: 251.607601ms)","trace[35094665] 'applied index is now lower than readState.Index' (duration: 1.265087516s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:18.818469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.058370263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T19:32:18.818518Z","caller":"traceutil/trace.go:171","msg":"trace[2024175781] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:460; }","duration":"5.058457745s","start":"2026-02-25T19:32:13.760047Z","end":"2026-02-25T19:32:18.818505Z","steps":["trace[2024175781] 'agreement among raft nodes before linearized reading' (duration: 5.058354962s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:18.818561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:13.760026Z","time spent":"5.058526196s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-25T19:32:18.818533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.184408015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T19:32:18.818636Z","caller":"traceutil/trace.go:171","msg":"trace[876655667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:460; }","duration":"4.18457375s","start":"2026-02-25T19:32:14.634032Z","end":"2026-02-25T19:32:18.818606Z","steps":["trace[876655667] 'agreement among raft nodes before linearized reading' (duration: 4.184316723s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:18.818694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:14.63399Z","time spent":"4.184694083s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:32:19.050251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.522529ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T19:32:19.050672Z","caller":"traceutil/trace.go:171","msg":"trace[1510389643] linearizableReadLoop","detail":"{readStateIndex:479; appliedIndex:478; }","duration":"232.169033ms","start":"2026-02-25T19:32:18.818412Z","end":"2026-02-25T19:32:19.050581Z","steps":["trace[1510389643] 'read index received' (duration: 1.262584ms)","trace[1510389643] 'applied index is now lower than readState.Index' (duration: 230.896319ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:19.050759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.487115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:19.050833Z","caller":"traceutil/trace.go:171","msg":"trace[1155049910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:461; }","duration":"754.591218ms","start":"2026-02-25T19:32:18.296214Z","end":"2026-02-25T19:32:19.050806Z","steps":["trace[1155049910] 'agreement among raft nodes before linearized reading' (duration: 754.462845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:19.05089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:18.296198Z","time spent":"754.68325ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:32:19.050916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.773588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T19:32:19.05098Z","caller":"traceutil/trace.go:171","msg":"trace[1613610502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:461; }","duration":"990.88256ms","start":"2026-02-25T19:32:18.060081Z","end":"2026-02-25T19:32:19.050964Z","steps":["trace[1613610502] 'agreement among raft nodes before linearized reading' (duration: 990.711526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:19.051024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:18.060062Z","time spent":"990.953482ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T19:32:19.051371Z","caller":"traceutil/trace.go:171","msg":"trace[949392175] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"228.927736ms","start":"2026-02-25T19:32:18.822431Z","end":"2026-02-25T19:32:19.051358Z","steps":["trace[949392175] 'process raft request' (duration: 228.160536ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:20.659072Z","caller":"traceutil/trace.go:171","msg":"trace[1732800212] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"131.949666ms","start":"2026-02-25T19:32:20.527089Z","end":"2026-02-25T19:32:20.659039Z","steps":["trace[1732800212] 'process raft request' (duration: 66.494757ms)","trace[1732800212] 'compare' (duration: 65.322205ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:20.668042Z","caller":"traceutil/trace.go:171","msg":"trace[1257680506] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"139.750954ms","start":"2026-02-25T19:32:20.528266Z","end":"2026-02-25T19:32:20.668017Z","steps":["trace[1257680506] 'process raft request' (duration: 139.631451ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:21.399657Z","caller":"traceutil/trace.go:171","msg":"trace[1785537509] linearizableReadLoop","detail":"{readStateIndex:516; appliedIndex:515; }","duration":"247.610805ms","start":"2026-02-25T19:32:21.152019Z","end":"2026-02-25T19:32:21.39963Z","steps":["trace[1785537509] 'read index received' (duration: 161.810673ms)","trace[1785537509] 'applied index is now lower than readState.Index' (duration: 85.799092ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:21.399816Z","caller":"traceutil/trace.go:171","msg":"trace[1379627198] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"294.388635ms","start":"2026-02-25T19:32:21.105376Z","end":"2026-02-25T19:32:21.399765Z","steps":["trace[1379627198] 'process raft request' (duration: 208.47711ms)","trace[1379627198] 'compare' (duration: 85.636628ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:21.400003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.333008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329948"} {"level":"info","ts":"2026-02-25T19:32:21.400053Z","caller":"traceutil/trace.go:171","msg":"trace[138254678] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:495; }","duration":"253.462821ms","start":"2026-02-25T19:32:21.146575Z","end":"2026-02-25T19:32:21.400038Z","steps":["trace[138254678] 'agreement among raft nodes before linearized reading' (duration: 253.174243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:21.418374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.113843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-m6cmk\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-02-25T19:32:21.418443Z","caller":"traceutil/trace.go:171","msg":"trace[793069501] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-m6cmk; range_end:; response_count:1; response_revision:498; }","duration":"262.260857ms","start":"2026-02-25T19:32:21.156168Z","end":"2026-02-25T19:32:21.418429Z","steps":["trace[793069501] 'agreement among raft nodes before linearized reading' (duration: 262.139834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:21.418654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.431594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-02-25T19:32:21.418602Z","caller":"traceutil/trace.go:171","msg":"trace[1279251234] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"259.927845ms","start":"2026-02-25T19:32:21.158643Z","end":"2026-02-25T19:32:21.418571Z","steps":["trace[1279251234] 'process raft request' (duration: 259.591956ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:21.418684Z","caller":"traceutil/trace.go:171","msg":"trace[206397009] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:498; }","duration":"103.517255ms","start":"2026-02-25T19:32:21.315159Z","end":"2026-02-25T19:32:21.418676Z","steps":["trace[206397009] 'agreement among raft nodes before linearized reading' (duration: 103.464174ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:21.418734Z","caller":"traceutil/trace.go:171","msg":"trace[489753832] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"258.454265ms","start":"2026-02-25T19:32:21.160262Z","end":"2026-02-25T19:32:21.418716Z","steps":["trace[489753832] 'process raft request' (duration: 258.014404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:21.418783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.89008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:21.418803Z","caller":"traceutil/trace.go:171","msg":"trace[848832565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:498; }","duration":"129.953892ms","start":"2026-02-25T19:32:21.288844Z","end":"2026-02-25T19:32:21.418798Z","steps":["trace[848832565] 'agreement among raft nodes before linearized reading' (duration: 129.923381ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:21.418994Z","caller":"traceutil/trace.go:171","msg":"trace[477926980] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"262.196975ms","start":"2026-02-25T19:32:21.15679Z","end":"2026-02-25T19:32:21.418987Z","steps":["trace[477926980] 'process raft request' (duration: 261.355472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:21.418523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.153485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-02-25T19:32:21.419253Z","caller":"traceutil/trace.go:171","msg":"trace[1511811525] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:498; }","duration":"103.892406ms","start":"2026-02-25T19:32:21.315278Z","end":"2026-02-25T19:32:21.41917Z","steps":["trace[1511811525] 'agreement among raft nodes before linearized reading' (duration: 103.121165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:21.520421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.133275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-m6cmk\" ","response":"range_response_count:1 size:4683"} {"level":"info","ts":"2026-02-25T19:32:21.520487Z","caller":"traceutil/trace.go:171","msg":"trace[801645855] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-m6cmk; range_end:; response_count:1; response_revision:501; }","duration":"100.268009ms","start":"2026-02-25T19:32:21.420203Z","end":"2026-02-25T19:32:21.520471Z","steps":["trace[801645855] 'agreement among raft nodes before linearized reading' (duration: 80.909612ms)","trace[801645855] 'range keys from in-memory index tree' (duration: 19.261935ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:21.676368Z","caller":"traceutil/trace.go:171","msg":"trace[1211485898] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"119.469262ms","start":"2026-02-25T19:32:21.556869Z","end":"2026-02-25T19:32:21.676338Z","steps":["trace[1211485898] 'process raft request' (duration: 119.276087ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:22.925445Z","caller":"traceutil/trace.go:171","msg":"trace[594270680] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"257.694624ms","start":"2026-02-25T19:32:22.667717Z","end":"2026-02-25T19:32:22.925412Z","steps":["trace[594270680] 'process raft request' (duration: 257.502729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:23.609123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732970564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:32:24.015399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029555028s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T19:32:24.745588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:23.114549Z","time spent":"1.631031316s","remote":"127.0.0.1:50462","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T19:32:24.746036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.329821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:32:24.746149Z","caller":"traceutil/trace.go:171","msg":"trace[193475397] linearizableReadLoop","detail":"{readStateIndex:526; appliedIndex:525; }","duration":"1.637253382s","start":"2026-02-25T19:32:23.108871Z","end":"2026-02-25T19:32:24.746125Z","steps":["trace[193475397] 'read index received' (duration: 906.696914ms)","trace[193475397] 'applied index is now lower than readState.Index' (duration: 730.554928ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:24.74617Z","caller":"traceutil/trace.go:171","msg":"trace[1994155113] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"1.816161362s","start":"2026-02-25T19:32:22.929981Z","end":"2026-02-25T19:32:24.746142Z","steps":["trace[1994155113] 'process raft request' (duration: 1.085608685s)","trace[1994155113] 'compare' (duration: 730.223039ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:24.74626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637386346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-25T19:32:24.746287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:22.92996Z","time spent":"1.816247934s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:32:24.746345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.694734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-25T19:32:24.746333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589905978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T19:32:24.746371Z","caller":"traceutil/trace.go:171","msg":"trace[1034672415] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:505; }","duration":"985.757825ms","start":"2026-02-25T19:32:23.760606Z","end":"2026-02-25T19:32:24.746364Z","steps":["trace[1034672415] 'agreement among raft nodes before linearized reading' (duration: 985.714214ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:24.74629Z","caller":"traceutil/trace.go:171","msg":"trace[864159715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:505; }","duration":"1.637446337s","start":"2026-02-25T19:32:23.108834Z","end":"2026-02-25T19:32:24.74628Z","steps":["trace[864159715] 'agreement among raft nodes before linearized reading' (duration: 1.637385896s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:24.746403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:23.760586Z","time spent":"985.809766ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-02-25T19:32:24.746404Z","caller":"traceutil/trace.go:171","msg":"trace[1895404517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:505; }","duration":"1.590013851s","start":"2026-02-25T19:32:23.156371Z","end":"2026-02-25T19:32:24.746384Z","steps":["trace[1895404517] 'agreement among raft nodes before linearized reading' (duration: 1.589886738s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:24.746438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:23.108813Z","time spent":"1.637612812s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:32:24.746445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:23.156352Z","time spent":"1.590084292s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:32:24.746654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45748627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:24.746686Z","caller":"traceutil/trace.go:171","msg":"trace[318862448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:505; }","duration":"1.457565632s","start":"2026-02-25T19:32:23.289111Z","end":"2026-02-25T19:32:24.746676Z","steps":["trace[318862448] 'agreement among raft nodes before linearized reading' (duration: 1.45751577s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:24.74671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:23.289082Z","time spent":"1.457623223s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:32:25.257049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732970567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:32:25.75676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:24.747587Z","time spent":"1.009100738s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T19:32:25.766986Z","caller":"traceutil/trace.go:171","msg":"trace[763065009] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"1.01590088s","start":"2026-02-25T19:32:24.751066Z","end":"2026-02-25T19:32:25.766967Z","steps":["trace[763065009] 'process raft request' (duration: 1.015694284s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:25.76703Z","caller":"traceutil/trace.go:171","msg":"trace[1629468858] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"1.01591755s","start":"2026-02-25T19:32:24.751078Z","end":"2026-02-25T19:32:25.766996Z","steps":["trace[1629468858] 'process raft request' (duration: 1.015819498s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:25.767156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:24.751053Z","time spent":"1.015995652s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:32:25.767183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:24.751058Z","time spent":"1.016038813s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:32:25.767423Z","caller":"traceutil/trace.go:171","msg":"trace[1948066327] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:526; }","duration":"1.010767413s","start":"2026-02-25T19:32:24.756647Z","end":"2026-02-25T19:32:25.767414Z","steps":["trace[1948066327] 'read index received' (duration: 936.93605ms)","trace[1948066327] 'applied index is now lower than readState.Index' (duration: 73.830542ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:25.767521Z","caller":"traceutil/trace.go:171","msg":"trace[603828579] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"1.009859949s","start":"2026-02-25T19:32:24.757634Z","end":"2026-02-25T19:32:25.767494Z","steps":["trace[603828579] 'process raft request' (duration: 1.009297374s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:25.76759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:24.757615Z","time spent":"1.00993833s","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:32:25.767717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011034359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:25.767879Z","caller":"traceutil/trace.go:171","msg":"trace[550117681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"1.011223615s","start":"2026-02-25T19:32:24.756608Z","end":"2026-02-25T19:32:25.767831Z","steps":["trace[550117681] 'agreement among raft nodes before linearized reading' (duration: 1.010938527s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:25.767947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:24.756594Z","time spent":"1.011335887s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:32:25.941179Z","caller":"traceutil/trace.go:171","msg":"trace[1844499125] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:530; }","duration":"173.704281ms","start":"2026-02-25T19:32:25.767447Z","end":"2026-02-25T19:32:25.941152Z","steps":["trace[1844499125] 'read index received' (duration: 173.487235ms)","trace[1844499125] 'applied index is now lower than readState.Index' (duration: 215.756µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:25.941256Z","caller":"traceutil/trace.go:171","msg":"trace[729132096] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"183.212924ms","start":"2026-02-25T19:32:25.757989Z","end":"2026-02-25T19:32:25.941202Z","steps":["trace[729132096] 'process raft request' (duration: 182.984648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:25.941535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.54374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:32:25.941557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0114327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T19:32:25.941634Z","caller":"traceutil/trace.go:171","msg":"trace[459735873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:509; }","duration":"1.011564223s","start":"2026-02-25T19:32:24.93005Z","end":"2026-02-25T19:32:25.941614Z","steps":["trace[459735873] 'agreement among raft nodes before linearized reading' (duration: 1.011242235s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:25.941599Z","caller":"traceutil/trace.go:171","msg":"trace[1120940553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:509; }","duration":"172.777876ms","start":"2026-02-25T19:32:25.768808Z","end":"2026-02-25T19:32:25.941586Z","steps":["trace[1120940553] 'agreement among raft nodes before linearized reading' (duration: 172.502118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:25.941694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:24.930027Z","time spent":"1.011658976s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T19:32:26.091233Z","caller":"traceutil/trace.go:171","msg":"trace[1128240705] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:531; }","duration":"136.413704ms","start":"2026-02-25T19:32:25.954781Z","end":"2026-02-25T19:32:26.091195Z","steps":["trace[1128240705] 'read index received' (duration: 120.811957ms)","trace[1128240705] 'applied index is now lower than readState.Index' (duration: 15.600167ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:26.091306Z","caller":"traceutil/trace.go:171","msg":"trace[1895004604] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"137.598686ms","start":"2026-02-25T19:32:25.953659Z","end":"2026-02-25T19:32:26.091258Z","steps":["trace[1895004604] 'process raft request' (duration: 121.911417ms)","trace[1895004604] 'compare' (duration: 15.468553ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:26.091537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.733223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T19:32:26.091643Z","caller":"traceutil/trace.go:171","msg":"trace[1965011434] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:510; }","duration":"136.888157ms","start":"2026-02-25T19:32:25.954735Z","end":"2026-02-25T19:32:26.091623Z","steps":["trace[1965011434] 'agreement among raft nodes before linearized reading' (duration: 136.674641ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:29.090468Z","caller":"traceutil/trace.go:171","msg":"trace[356119254] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"318.768466ms","start":"2026-02-25T19:32:28.771676Z","end":"2026-02-25T19:32:29.090444Z","steps":["trace[356119254] 'process raft request' (duration: 318.548601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:29.090642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:28.77166Z","time spent":"318.882839ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:32:29.997512Z","caller":"traceutil/trace.go:171","msg":"trace[167340621] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:540; }","duration":"191.161597ms","start":"2026-02-25T19:32:29.806321Z","end":"2026-02-25T19:32:29.997482Z","steps":["trace[167340621] 'read index received' (duration: 191.136927ms)","trace[167340621] 'applied index is now lower than readState.Index' (duration: 22.15µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:29.99752Z","caller":"traceutil/trace.go:171","msg":"trace[866163991] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"207.812531ms","start":"2026-02-25T19:32:29.789673Z","end":"2026-02-25T19:32:29.997485Z","steps":["trace[866163991] 'process raft request' (duration: 207.589365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:29.997832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.498886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T19:32:29.997922Z","caller":"traceutil/trace.go:171","msg":"trace[650746093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:519; }","duration":"191.62953ms","start":"2026-02-25T19:32:29.806276Z","end":"2026-02-25T19:32:29.997906Z","steps":["trace[650746093] 'agreement among raft nodes before linearized reading' (duration: 191.423934ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:30.54812Z","caller":"traceutil/trace.go:171","msg":"trace[550471227] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"577.956871ms","start":"2026-02-25T19:32:29.970138Z","end":"2026-02-25T19:32:30.548095Z","steps":["trace[550471227] 'process raft request' (duration: 577.820318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:30.548265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:29.97012Z","time spent":"578.068794ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:32:30.614333Z","caller":"traceutil/trace.go:171","msg":"trace[162462440] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:541; }","duration":"564.570623ms","start":"2026-02-25T19:32:30.04974Z","end":"2026-02-25T19:32:30.614311Z","steps":["trace[162462440] 'read index received' (duration: 498.327194ms)","trace[162462440] 'applied index is now lower than readState.Index' (duration: 66.242349ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:30.614415Z","caller":"traceutil/trace.go:171","msg":"trace[1640654233] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"612.541645ms","start":"2026-02-25T19:32:30.001837Z","end":"2026-02-25T19:32:30.614378Z","steps":["trace[1640654233] 'process raft request' (duration: 612.33912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:30.614513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.749089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:32:30.614577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:30.00181Z","time spent":"612.679189ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:32:30.61459Z","caller":"traceutil/trace.go:171","msg":"trace[855278328] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:0; response_revision:521; }","duration":"564.881262ms","start":"2026-02-25T19:32:30.049687Z","end":"2026-02-25T19:32:30.614568Z","steps":["trace[855278328] 'agreement among raft nodes before linearized reading' (duration: 564.764079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:30.614625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.692702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-25T19:32:30.614649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:30.049673Z","time spent":"564.960724ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-02-25T19:32:30.6147Z","caller":"traceutil/trace.go:171","msg":"trace[485466264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:521; }","duration":"410.806505ms","start":"2026-02-25T19:32:30.203873Z","end":"2026-02-25T19:32:30.614679Z","steps":["trace[485466264] 'agreement among raft nodes before linearized reading' (duration: 410.681412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:30.614731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.935058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:32:30.614753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:30.203852Z","time spent":"410.887438ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T19:32:30.614791Z","caller":"traceutil/trace.go:171","msg":"trace[1761865412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"326.069642ms","start":"2026-02-25T19:32:30.288704Z","end":"2026-02-25T19:32:30.614773Z","steps":["trace[1761865412] 'agreement among raft nodes before linearized reading' (duration: 325.945948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:30.614836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:30.288671Z","time spent":"326.154464ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:32:31.255836Z","caller":"traceutil/trace.go:171","msg":"trace[1660266064] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"136.458046ms","start":"2026-02-25T19:32:31.119356Z","end":"2026-02-25T19:32:31.255814Z","steps":["trace[1660266064] 'process raft request' (duration: 136.392764ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:31.255873Z","caller":"traceutil/trace.go:171","msg":"trace[2007589320] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"139.65008ms","start":"2026-02-25T19:32:31.116187Z","end":"2026-02-25T19:32:31.255837Z","steps":["trace[2007589320] 'process raft request' (duration: 139.430884ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:31.442164Z","caller":"traceutil/trace.go:171","msg":"trace[1888681521] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"179.525746ms","start":"2026-02-25T19:32:31.262612Z","end":"2026-02-25T19:32:31.442138Z","steps":["trace[1888681521] 'process raft request' (duration: 179.472605ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:31.442236Z","caller":"traceutil/trace.go:171","msg":"trace[2050094275] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"180.295777ms","start":"2026-02-25T19:32:31.2619Z","end":"2026-02-25T19:32:31.442196Z","steps":["trace[2050094275] 'process raft request' (duration: 127.378713ms)","trace[2050094275] 'compare' (duration: 52.659047ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:31.442446Z","caller":"traceutil/trace.go:171","msg":"trace[1763104067] linearizableReadLoop","detail":"{readStateIndex:558; appliedIndex:557; }","duration":"180.229845ms","start":"2026-02-25T19:32:31.262205Z","end":"2026-02-25T19:32:31.442435Z","steps":["trace[1763104067] 'read index received' (duration: 127.136117ms)","trace[1763104067] 'applied index is now lower than readState.Index' (duration: 53.092298ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:31.442573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.350758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:31.442606Z","caller":"traceutil/trace.go:171","msg":"trace[1612394272] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:537; }","duration":"180.43947ms","start":"2026-02-25T19:32:31.262156Z","end":"2026-02-25T19:32:31.442595Z","steps":["trace[1612394272] 'agreement among raft nodes before linearized reading' (duration: 180.355828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:31.442676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.306846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:31.44272Z","caller":"traceutil/trace.go:171","msg":"trace[1463406476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:537; }","duration":"153.410698ms","start":"2026-02-25T19:32:31.289294Z","end":"2026-02-25T19:32:31.442705Z","steps":["trace[1463406476] 'agreement among raft nodes before linearized reading' (duration: 153.328896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:31.442799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.737938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-02-25T19:32:31.442848Z","caller":"traceutil/trace.go:171","msg":"trace[1795284439] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:537; }","duration":"119.832392ms","start":"2026-02-25T19:32:31.323Z","end":"2026-02-25T19:32:31.442832Z","steps":["trace[1795284439] 'agreement among raft nodes before linearized reading' (duration: 119.656777ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:31.722749Z","caller":"traceutil/trace.go:171","msg":"trace[1132126701] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"277.443592ms","start":"2026-02-25T19:32:31.445267Z","end":"2026-02-25T19:32:31.72271Z","steps":["trace[1132126701] 'process raft request' (duration: 207.181095ms)","trace[1132126701] 'compare' (duration: 70.088563ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:31.723604Z","caller":"traceutil/trace.go:171","msg":"trace[2129776048] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:559; }","duration":"275.86466ms","start":"2026-02-25T19:32:31.447714Z","end":"2026-02-25T19:32:31.723578Z","steps":["trace[2129776048] 'read index received' (duration: 204.753401ms)","trace[2129776048] 'applied index is now lower than readState.Index' (duration: 71.110159ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:31.723733Z","caller":"traceutil/trace.go:171","msg":"trace[199295576] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"277.013641ms","start":"2026-02-25T19:32:31.446708Z","end":"2026-02-25T19:32:31.723721Z","steps":["trace[199295576] 'process raft request' (duration: 276.760415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:31.724132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.397265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3386"} {"level":"info","ts":"2026-02-25T19:32:31.72419Z","caller":"traceutil/trace.go:171","msg":"trace[454592273] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:539; }","duration":"276.489567ms","start":"2026-02-25T19:32:31.447685Z","end":"2026-02-25T19:32:31.724175Z","steps":["trace[454592273] 'agreement among raft nodes before linearized reading' (duration: 276.330233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:31.725162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.768282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-02-25T19:32:31.725271Z","caller":"traceutil/trace.go:171","msg":"trace[704709626] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:539; }","duration":"222.934526ms","start":"2026-02-25T19:32:31.502309Z","end":"2026-02-25T19:32:31.725243Z","steps":["trace[704709626] 'agreement among raft nodes before linearized reading' (duration: 221.912079ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:31.904916Z","caller":"traceutil/trace.go:171","msg":"trace[1124020936] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"177.494961ms","start":"2026-02-25T19:32:31.72739Z","end":"2026-02-25T19:32:31.904885Z","steps":["trace[1124020936] 'process raft request' (duration: 125.942654ms)","trace[1124020936] 'compare' (duration: 51.415954ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:31.908927Z","caller":"traceutil/trace.go:171","msg":"trace[1173571135] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"181.395835ms","start":"2026-02-25T19:32:31.727499Z","end":"2026-02-25T19:32:31.908895Z","steps":["trace[1173571135] 'process raft request' (duration: 181.121368ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:31.909053Z","caller":"traceutil/trace.go:171","msg":"trace[1896178197] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"178.023545ms","start":"2026-02-25T19:32:31.731001Z","end":"2026-02-25T19:32:31.909024Z","steps":["trace[1896178197] 'process raft request' (duration: 177.897821ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:31.909073Z","caller":"traceutil/trace.go:171","msg":"trace[1073240793] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"180.145372ms","start":"2026-02-25T19:32:31.728881Z","end":"2026-02-25T19:32:31.909026Z","steps":["trace[1073240793] 'process raft request' (duration: 179.913976ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:31.909279Z","caller":"traceutil/trace.go:171","msg":"trace[1742160394] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"176.387022ms","start":"2026-02-25T19:32:31.732858Z","end":"2026-02-25T19:32:31.909245Z","steps":["trace[1742160394] 'process raft request' (duration: 176.098604ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:32.359595Z","caller":"traceutil/trace.go:171","msg":"trace[356807879] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"138.749486ms","start":"2026-02-25T19:32:32.220796Z","end":"2026-02-25T19:32:32.359545Z","steps":["trace[356807879] 'process raft request' (duration: 138.621673ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:32.656793Z","caller":"traceutil/trace.go:171","msg":"trace[227693310] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"176.013892ms","start":"2026-02-25T19:32:32.480747Z","end":"2026-02-25T19:32:32.65676Z","steps":["trace[227693310] 'process raft request' (duration: 118.441724ms)","trace[227693310] 'compare' (duration: 57.301041ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:32.656785Z","caller":"traceutil/trace.go:171","msg":"trace[1396372436] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:571; }","duration":"174.710378ms","start":"2026-02-25T19:32:32.482037Z","end":"2026-02-25T19:32:32.656748Z","steps":["trace[1396372436] 'read index received' (duration: 117.16614ms)","trace[1396372436] 'applied index is now lower than readState.Index' (duration: 57.542807ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:32.657086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.012115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T19:32:32.657176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.224521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:32:32.657186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.074557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:32.657191Z","caller":"traceutil/trace.go:171","msg":"trace[1315284614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:550; }","duration":"175.17422ms","start":"2026-02-25T19:32:32.481994Z","end":"2026-02-25T19:32:32.657168Z","steps":["trace[1315284614] 'agreement among raft nodes before linearized reading' (duration: 174.865572ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:32.657218Z","caller":"traceutil/trace.go:171","msg":"trace[1026107737] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:550; }","duration":"166.256642ms","start":"2026-02-25T19:32:32.490944Z","end":"2026-02-25T19:32:32.657201Z","steps":["trace[1026107737] 'agreement among raft nodes before linearized reading' (duration: 166.208ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:32.657238Z","caller":"traceutil/trace.go:171","msg":"trace[1812762558] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:550; }","duration":"166.133638ms","start":"2026-02-25T19:32:32.491084Z","end":"2026-02-25T19:32:32.657218Z","steps":["trace[1812762558] 'agreement among raft nodes before linearized reading' (duration: 166.076617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:32.657312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.665614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:32:32.657332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.139813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-m6cmk\" ","response":"range_response_count:1 size:4683"} {"level":"warn","ts":"2026-02-25T19:32:32.657366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.224741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:32:32.65742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.467061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:32.657445Z","caller":"traceutil/trace.go:171","msg":"trace[1610510457] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-m6cmk; range_end:; response_count:1; response_revision:550; }","duration":"128.322109ms","start":"2026-02-25T19:32:32.529101Z","end":"2026-02-25T19:32:32.657423Z","steps":["trace[1610510457] 'agreement among raft nodes before linearized reading' (duration: 128.100743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:32.657422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.110931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:32.657486Z","caller":"traceutil/trace.go:171","msg":"trace[2119811180] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:550; }","duration":"171.599265ms","start":"2026-02-25T19:32:32.485869Z","end":"2026-02-25T19:32:32.657468Z","steps":["trace[2119811180] 'agreement among raft nodes before linearized reading' (duration: 171.469361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:32.657121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.553913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:32.657492Z","caller":"traceutil/trace.go:171","msg":"trace[447573] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:550; }","duration":"166.372445ms","start":"2026-02-25T19:32:32.491087Z","end":"2026-02-25T19:32:32.657459Z","steps":["trace[447573] 'agreement among raft nodes before linearized reading' (duration: 166.158289ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:32.657579Z","caller":"traceutil/trace.go:171","msg":"trace[206559223] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:550; }","duration":"172.058197ms","start":"2026-02-25T19:32:32.485479Z","end":"2026-02-25T19:32:32.657537Z","steps":["trace[206559223] 'agreement among raft nodes before linearized reading' (duration: 171.472641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:32.657115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.947534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:32:32.657399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.557963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:32.657542Z","caller":"traceutil/trace.go:171","msg":"trace[655186596] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:550; }","duration":"141.797658ms","start":"2026-02-25T19:32:32.515604Z","end":"2026-02-25T19:32:32.657402Z","steps":["trace[655186596] 'agreement among raft nodes before linearized reading' (duration: 141.551611ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:32.657521Z","caller":"traceutil/trace.go:171","msg":"trace[948320504] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:550; }","duration":"171.250256ms","start":"2026-02-25T19:32:32.486248Z","end":"2026-02-25T19:32:32.657499Z","steps":["trace[948320504] 'agreement among raft nodes before linearized reading' (duration: 171.05475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:32.657122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.097347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:32.657954Z","caller":"traceutil/trace.go:171","msg":"trace[199590554] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:550; }","duration":"166.961511ms","start":"2026-02-25T19:32:32.490966Z","end":"2026-02-25T19:32:32.657927Z","steps":["trace[199590554] 'agreement among raft nodes before linearized reading' (duration: 166.066087ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:32.657707Z","caller":"traceutil/trace.go:171","msg":"trace[79398498] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:550; }","duration":"165.903673ms","start":"2026-02-25T19:32:32.491789Z","end":"2026-02-25T19:32:32.657693Z","steps":["trace[79398498] 'agreement among raft nodes before linearized reading' (duration: 165.545393ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:32.657705Z","caller":"traceutil/trace.go:171","msg":"trace[176981791] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:550; }","duration":"166.55505ms","start":"2026-02-25T19:32:32.491094Z","end":"2026-02-25T19:32:32.657649Z","steps":["trace[176981791] 'agreement among raft nodes before linearized reading' (duration: 165.883932ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:33.203726Z","caller":"traceutil/trace.go:171","msg":"trace[946290092] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"291.562549ms","start":"2026-02-25T19:32:32.912123Z","end":"2026-02-25T19:32:33.203685Z","steps":["trace[946290092] 'process raft request' (duration: 212.290491ms)","trace[946290092] 'compare' (duration: 79.086223ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:34.216256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.100906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:32:34.216376Z","caller":"traceutil/trace.go:171","msg":"trace[695322405] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:587; }","duration":"926.747648ms","start":"2026-02-25T19:32:33.289604Z","end":"2026-02-25T19:32:34.216352Z","steps":["trace[695322405] 'read index received' (duration: 139.373334ms)","trace[695322405] 'applied index is now lower than readState.Index' (duration: 787.372324ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:34.217042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.405345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:34.217159Z","caller":"traceutil/trace.go:171","msg":"trace[198867291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:566; }","duration":"927.57132ms","start":"2026-02-25T19:32:33.28956Z","end":"2026-02-25T19:32:34.217131Z","steps":["trace[198867291] 'agreement among raft nodes before linearized reading' (duration: 927.357864ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:34.217304Z","caller":"traceutil/trace.go:171","msg":"trace[1909080329] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"927.462087ms","start":"2026-02-25T19:32:33.289815Z","end":"2026-02-25T19:32:34.217277Z","steps":["trace[1909080329] 'process raft request' (duration: 927.345454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:34.217462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:33.289804Z","time spent":"927.58209ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T19:32:34.217572Z","caller":"traceutil/trace.go:171","msg":"trace[1838649686] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"958.795554ms","start":"2026-02-25T19:32:33.25801Z","end":"2026-02-25T19:32:34.216805Z","steps":["trace[1838649686] 'process raft request' (duration: 170.966918ms)","trace[1838649686] 'compare' (duration: 786.765788ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:34.217818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:33.289544Z","time spent":"927.661172ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:32:34.218107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:33.257982Z","time spent":"959.992256ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:32:34.535081Z","caller":"traceutil/trace.go:171","msg":"trace[722078619] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"1.043075235s","start":"2026-02-25T19:32:33.491936Z","end":"2026-02-25T19:32:34.535011Z","steps":["trace[722078619] 'process raft request' (duration: 1.020677907s)","trace[722078619] 'compare' (duration: 22.058379ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:34.535146Z","caller":"traceutil/trace.go:171","msg":"trace[1208119365] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:588; }","duration":"318.691773ms","start":"2026-02-25T19:32:34.216417Z","end":"2026-02-25T19:32:34.535108Z","steps":["trace[1208119365] 'read index received' (duration: 701.898µs)","trace[1208119365] 'applied index is now lower than readState.Index' (duration: 317.988425ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:34.535122Z","caller":"traceutil/trace.go:171","msg":"trace[2145453473] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"784.57122ms","start":"2026-02-25T19:32:33.750519Z","end":"2026-02-25T19:32:34.53509Z","steps":["trace[2145453473] 'process raft request' (duration: 784.414096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:34.535283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:33.491909Z","time spent":"1.04327352s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T19:32:34.535322Z","caller":"traceutil/trace.go:171","msg":"trace[1351856722] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"647.299013ms","start":"2026-02-25T19:32:33.888011Z","end":"2026-02-25T19:32:34.53531Z","steps":["trace[1351856722] 'process raft request' (duration: 647.001425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:34.535439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:33.750491Z","time spent":"784.876118ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T19:32:34.53546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:33.887986Z","time spent":"647.377264ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T19:32:34.535511Z","caller":"traceutil/trace.go:171","msg":"trace[2025595833] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"448.04183ms","start":"2026-02-25T19:32:34.087457Z","end":"2026-02-25T19:32:34.535499Z","steps":["trace[2025595833] 'process raft request' (duration: 447.607388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:34.535772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.910587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T19:32:34.535763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:34.087419Z","time spent":"448.262156ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T19:32:34.535823Z","caller":"traceutil/trace.go:171","msg":"trace[367684528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:571; }","duration":"492.99514ms","start":"2026-02-25T19:32:34.042817Z","end":"2026-02-25T19:32:34.535812Z","steps":["trace[367684528] 'agreement among raft nodes before linearized reading' (duration: 492.722593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:34.535859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:34.042793Z","time spent":"493.057972ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:32:34.535866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.155818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T19:32:34.535968Z","caller":"traceutil/trace.go:171","msg":"trace[2124556117] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:571; }","duration":"775.318783ms","start":"2026-02-25T19:32:33.760626Z","end":"2026-02-25T19:32:34.535945Z","steps":["trace[2124556117] 'agreement among raft nodes before linearized reading' (duration: 774.972433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:34.536025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:33.760607Z","time spent":"775.404845ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-02-25T19:32:34.584138Z","caller":"traceutil/trace.go:171","msg":"trace[1113595410] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"356.966066ms","start":"2026-02-25T19:32:34.227124Z","end":"2026-02-25T19:32:34.58409Z","steps":["trace[1113595410] 'process raft request' (duration: 356.628597ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:34.584185Z","caller":"traceutil/trace.go:171","msg":"trace[1092467822] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"292.803623ms","start":"2026-02-25T19:32:34.291342Z","end":"2026-02-25T19:32:34.584146Z","steps":["trace[1092467822] 'process raft request' (duration: 292.594397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:34.584377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:34.227092Z","time spent":"357.151501ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:32:34.718844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.842652ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T19:32:34.794481Z","caller":"traceutil/trace.go:171","msg":"trace[882259931] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"305.305227ms","start":"2026-02-25T19:32:34.48914Z","end":"2026-02-25T19:32:34.794445Z","steps":["trace[882259931] 'process raft request' (duration: 305.03663ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:34.794598Z","caller":"traceutil/trace.go:171","msg":"trace[1510851396] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:593; }","duration":"259.306018ms","start":"2026-02-25T19:32:34.535264Z","end":"2026-02-25T19:32:34.79457Z","steps":["trace[1510851396] 'read index received' (duration: 48.310651ms)","trace[1510851396] 'applied index is now lower than readState.Index' (duration: 210.992267ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:34.794716Z","caller":"traceutil/trace.go:171","msg":"trace[1951380143] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"254.025246ms","start":"2026-02-25T19:32:34.540658Z","end":"2026-02-25T19:32:34.794684Z","steps":["trace[1951380143] 'process raft request' (duration: 253.763179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:34.794766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.575377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:34.794803Z","caller":"traceutil/trace.go:171","msg":"trace[275004806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"505.669909ms","start":"2026-02-25T19:32:34.289123Z","end":"2026-02-25T19:32:34.794793Z","steps":["trace[275004806] 'agreement among raft nodes before linearized reading' (duration: 505.573936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:34.794851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:34.289098Z","time spent":"505.745271ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:32:34.794576Z","caller":"traceutil/trace.go:171","msg":"trace[1698007260] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"195.723879ms","start":"2026-02-25T19:32:34.598826Z","end":"2026-02-25T19:32:34.79455Z","steps":["trace[1698007260] 'process raft request' (duration: 195.670847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:34.795306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:34.489104Z","time spent":"305.542173ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T19:32:34.888752Z","caller":"traceutil/trace.go:171","msg":"trace[1287712639] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"164.589047ms","start":"2026-02-25T19:32:34.724102Z","end":"2026-02-25T19:32:34.888692Z","steps":["trace[1287712639] 'process raft request' (duration: 164.303139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:34.888911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.18777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T19:32:34.88894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.045046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T19:32:34.889005Z","caller":"traceutil/trace.go:171","msg":"trace[1692689334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:579; }","duration":"178.298883ms","start":"2026-02-25T19:32:34.710685Z","end":"2026-02-25T19:32:34.888983Z","steps":["trace[1692689334] 'agreement among raft nodes before linearized reading' (duration: 178.106138ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:34.889022Z","caller":"traceutil/trace.go:171","msg":"trace[919345587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:579; }","duration":"111.192911ms","start":"2026-02-25T19:32:34.77781Z","end":"2026-02-25T19:32:34.889003Z","steps":["trace[919345587] 'agreement among raft nodes before linearized reading' (duration: 110.928924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:34.889126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.551239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T19:32:34.889208Z","caller":"traceutil/trace.go:171","msg":"trace[1048940751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:579; }","duration":"212.679802ms","start":"2026-02-25T19:32:34.676509Z","end":"2026-02-25T19:32:34.889189Z","steps":["trace[1048940751] 'agreement among raft nodes before linearized reading' (duration: 212.375924ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:35.339374Z","caller":"traceutil/trace.go:171","msg":"trace[1123081883] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:604; }","duration":"450.702402ms","start":"2026-02-25T19:32:34.888642Z","end":"2026-02-25T19:32:35.339345Z","steps":["trace[1123081883] 'read index received' (duration: 352.56986ms)","trace[1123081883] 'applied index is now lower than readState.Index' (duration: 98.131492ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:35.339492Z","caller":"traceutil/trace.go:171","msg":"trace[250614791] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"537.48445ms","start":"2026-02-25T19:32:34.801944Z","end":"2026-02-25T19:32:35.339428Z","steps":["trace[250614791] 'process raft request' (duration: 439.191174ms)","trace[250614791] 'compare' (duration: 98.06569ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:35.33954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.151021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:35.339801Z","caller":"traceutil/trace.go:171","msg":"trace[738634990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:580; }","duration":"543.442889ms","start":"2026-02-25T19:32:34.796333Z","end":"2026-02-25T19:32:35.339776Z","steps":["trace[738634990] 'agreement among raft nodes before linearized reading' (duration: 543.153672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:35.339873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:34.796324Z","time spent":"543.531251ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:32:35.339816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:34.801933Z","time spent":"537.673375ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:32:35.792136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.384211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:32:35.792412Z","caller":"traceutil/trace.go:171","msg":"trace[349326835] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"894.899638ms","start":"2026-02-25T19:32:34.897475Z","end":"2026-02-25T19:32:35.792375Z","steps":["trace[349326835] 'process raft request' (duration: 666.155187ms)","trace[349326835] 'compare' (duration: 228.234257ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:35.792556Z","caller":"traceutil/trace.go:171","msg":"trace[1799202943] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"894.821486ms","start":"2026-02-25T19:32:34.897699Z","end":"2026-02-25T19:32:35.79252Z","steps":["trace[1799202943] 'process raft request' (duration: 894.624691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:35.792591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:34.897449Z","time spent":"895.044012ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:32:35.792711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:34.897691Z","time spent":"894.930289ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:32:35.792866Z","caller":"traceutil/trace.go:171","msg":"trace[170592018] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"895.213377ms","start":"2026-02-25T19:32:34.897641Z","end":"2026-02-25T19:32:35.792854Z","steps":["trace[170592018] 'process raft request' (duration: 894.611181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:35.792913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:34.897618Z","time spent":"895.268738ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:32:35.792881Z","caller":"traceutil/trace.go:171","msg":"trace[850485350] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"446.332603ms","start":"2026-02-25T19:32:35.346525Z","end":"2026-02-25T19:32:35.792858Z","steps":["trace[850485350] 'process raft request' (duration: 446.267301ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:35.793005Z","caller":"traceutil/trace.go:171","msg":"trace[2079826630] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"886.851532ms","start":"2026-02-25T19:32:34.906141Z","end":"2026-02-25T19:32:35.792992Z","steps":["trace[2079826630] 'process raft request' (duration: 886.255096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:35.793032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:35.346487Z","time spent":"446.478767ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4156,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:32:35.793075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:34.906133Z","time spent":"886.905934ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:32:35.793139Z","caller":"traceutil/trace.go:171","msg":"trace[2132776221] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"876.216169ms","start":"2026-02-25T19:32:34.916892Z","end":"2026-02-25T19:32:35.793108Z","steps":["trace[2132776221] 'process raft request' (duration: 875.673884ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:35.793173Z","caller":"traceutil/trace.go:171","msg":"trace[1174894975] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:605; }","duration":"453.686819ms","start":"2026-02-25T19:32:35.339457Z","end":"2026-02-25T19:32:35.793144Z","steps":["trace[1174894975] 'read index received' (duration: 224.186928ms)","trace[1174894975] 'applied index is now lower than readState.Index' (duration: 229.496671ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:35.793226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.049348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-25T19:32:35.793233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:34.91688Z","time spent":"876.307051ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T19:32:35.793261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.413478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-02-25T19:32:35.793281Z","caller":"traceutil/trace.go:171","msg":"trace[1265614432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:586; }","duration":"558.173071ms","start":"2026-02-25T19:32:35.235095Z","end":"2026-02-25T19:32:35.793268Z","steps":["trace[1265614432] 'agreement among raft nodes before linearized reading' (duration: 558.059378ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:35.793302Z","caller":"traceutil/trace.go:171","msg":"trace[1255694333] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:586; }","duration":"506.509601ms","start":"2026-02-25T19:32:35.28678Z","end":"2026-02-25T19:32:35.793289Z","steps":["trace[1255694333] 'agreement among raft nodes before linearized reading' (duration: 506.380258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:35.793312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:35.235066Z","time spent":"558.240823ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:32:35.793337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:35.286751Z","time spent":"506.577172ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-02-25T19:32:35.79334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.28322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:35.793447Z","caller":"traceutil/trace.go:171","msg":"trace[70001038] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:586; }","duration":"742.391293ms","start":"2026-02-25T19:32:35.051037Z","end":"2026-02-25T19:32:35.793428Z","steps":["trace[70001038] 'agreement among raft nodes before linearized reading' (duration: 742.248419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:35.793459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.867454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:32:35.79347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.341757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-02-25T19:32:35.793514Z","caller":"traceutil/trace.go:171","msg":"trace[1163786484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:586; }","duration":"444.959706ms","start":"2026-02-25T19:32:35.348542Z","end":"2026-02-25T19:32:35.793502Z","steps":["trace[1163786484] 'agreement among raft nodes before linearized reading' (duration: 444.817362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:35.793511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:35.051002Z","time spent":"742.495286ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-02-25T19:32:35.793529Z","caller":"traceutil/trace.go:171","msg":"trace[1580117956] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:586; }","duration":"707.441209ms","start":"2026-02-25T19:32:35.08607Z","end":"2026-02-25T19:32:35.793512Z","steps":["trace[1580117956] 'agreement among raft nodes before linearized reading' (duration: 707.133881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:35.793547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:35.348524Z","time spent":"445.016168ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:32:35.793573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:35.08605Z","time spent":"707.511532ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-02-25T19:32:35.793585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.560676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-02-25T19:32:35.793594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.615755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:4595"} {"level":"info","ts":"2026-02-25T19:32:35.793608Z","caller":"traceutil/trace.go:171","msg":"trace[1056402369] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:586; }","duration":"307.624258ms","start":"2026-02-25T19:32:35.485976Z","end":"2026-02-25T19:32:35.793601Z","steps":["trace[1056402369] 'agreement among raft nodes before linearized reading' (duration: 307.537165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:35.79363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:35.485942Z","time spent":"307.684649ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-02-25T19:32:35.793635Z","caller":"traceutil/trace.go:171","msg":"trace[1016131314] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:586; }","duration":"107.694667ms","start":"2026-02-25T19:32:35.685929Z","end":"2026-02-25T19:32:35.793623Z","steps":["trace[1016131314] 'agreement among raft nodes before linearized reading' (duration: 107.580234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:35.793706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.417182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-25T19:32:35.793762Z","caller":"traceutil/trace.go:171","msg":"trace[1717873944] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:586; }","duration":"901.491984ms","start":"2026-02-25T19:32:34.892254Z","end":"2026-02-25T19:32:35.793746Z","steps":["trace[1717873944] 'agreement among raft nodes before linearized reading' (duration: 901.395571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:35.793798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:34.89224Z","time spent":"901.549506ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-25T19:32:35.928295Z","caller":"traceutil/trace.go:171","msg":"trace[1837367607] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"129.205412ms","start":"2026-02-25T19:32:35.799056Z","end":"2026-02-25T19:32:35.928261Z","steps":["trace[1837367607] 'process raft request' (duration: 118.757503ms)","trace[1837367607] 'compare' (duration: 10.1102ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:35.928377Z","caller":"traceutil/trace.go:171","msg":"trace[1210440512] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"126.549091ms","start":"2026-02-25T19:32:35.801768Z","end":"2026-02-25T19:32:35.928317Z","steps":["trace[1210440512] 'process raft request' (duration: 126.376736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:37.575765Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.265324144s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T19:32:37.58407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273952355s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:32:37.584524Z","caller":"traceutil/trace.go:171","msg":"trace[1621412810] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"1.586061862s","start":"2026-02-25T19:32:35.998387Z","end":"2026-02-25T19:32:37.584449Z","steps":["trace[1621412810] 'process raft request' (duration: 311.611874ms)","trace[1621412810] 'compare' (duration: 1.27378304s)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:37.584683Z","caller":"traceutil/trace.go:171","msg":"trace[215456217] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:619; }","duration":"1.497693802s","start":"2026-02-25T19:32:36.086966Z","end":"2026-02-25T19:32:37.58466Z","steps":["trace[215456217] 'read index received' (duration: 223.09047ms)","trace[215456217] 'applied index is now lower than readState.Index' (duration: 1.274601992s)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:37.58481Z","caller":"traceutil/trace.go:171","msg":"trace[280954558] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"1.530601261s","start":"2026-02-25T19:32:36.054143Z","end":"2026-02-25T19:32:37.584744Z","steps":["trace[280954558] 'process raft request' (duration: 1.530152449s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:37.584922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:35.998344Z","time spent":"1.586304518s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:32:37.58496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295474209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-02-25T19:32:37.585001Z","caller":"traceutil/trace.go:171","msg":"trace[1522729746] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:596; }","duration":"1.29551776s","start":"2026-02-25T19:32:36.28947Z","end":"2026-02-25T19:32:37.584988Z","steps":["trace[1522729746] 'agreement among raft nodes before linearized reading' (duration: 1.295347976s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:37.585034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:36.054115Z","time spent":"1.530821397s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:32:37.585047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:36.289414Z","time spent":"1.295623003s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-02-25T19:32:37.58505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.054598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-02-25T19:32:37.585153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.224997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T19:32:37.585202Z","caller":"traceutil/trace.go:171","msg":"trace[910207752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:596; }","duration":"785.333251ms","start":"2026-02-25T19:32:36.799856Z","end":"2026-02-25T19:32:37.585189Z","steps":["trace[910207752] 'agreement among raft nodes before linearized reading' (duration: 785.087824ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:37.585216Z","caller":"traceutil/trace.go:171","msg":"trace[1973826013] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:596; }","duration":"899.245864ms","start":"2026-02-25T19:32:36.685936Z","end":"2026-02-25T19:32:37.585182Z","steps":["trace[1973826013] 'agreement among raft nodes before linearized reading' (duration: 898.961656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:37.58524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:36.799825Z","time spent":"785.406943ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:32:37.585208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096708309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-02-25T19:32:37.585257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295023557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:32:37.585238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.22663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188243"} {"level":"warn","ts":"2026-02-25T19:32:37.585289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:36.685888Z","time spent":"899.383697ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-02-25T19:32:37.5853Z","caller":"traceutil/trace.go:171","msg":"trace[621905288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:596; }","duration":"1.295102429s","start":"2026-02-25T19:32:36.290186Z","end":"2026-02-25T19:32:37.585289Z","steps":["trace[621905288] 'agreement among raft nodes before linearized reading' (duration: 1.295043018s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:37.58531Z","caller":"traceutil/trace.go:171","msg":"trace[71730238] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:596; }","duration":"1.096851123s","start":"2026-02-25T19:32:36.488433Z","end":"2026-02-25T19:32:37.585285Z","steps":["trace[71730238] 'agreement among raft nodes before linearized reading' (duration: 1.096551315s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:37.585337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:36.290165Z","time spent":"1.295166711s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:32:37.585341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.187395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-02-25T19:32:37.585345Z","caller":"traceutil/trace.go:171","msg":"trace[537644546] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:596; }","duration":"699.361033ms","start":"2026-02-25T19:32:36.885956Z","end":"2026-02-25T19:32:37.585317Z","steps":["trace[537644546] 'agreement among raft nodes before linearized reading' (duration: 698.901941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:37.585368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:36.488415Z","time spent":"1.096944185s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-02-25T19:32:37.585051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498065651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-02-25T19:32:37.585411Z","caller":"traceutil/trace.go:171","msg":"trace[2046181038] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:596; }","duration":"499.289648ms","start":"2026-02-25T19:32:37.086102Z","end":"2026-02-25T19:32:37.585392Z","steps":["trace[2046181038] 'agreement among raft nodes before linearized reading' (duration: 499.132874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:37.58542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:36.885945Z","time spent":"699.461927ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188266,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-25T19:32:37.585457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:37.08608Z","time spent":"499.367291ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-02-25T19:32:37.585458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.751651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:187470"} {"level":"info","ts":"2026-02-25T19:32:37.585465Z","caller":"traceutil/trace.go:171","msg":"trace[183686134] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:596; }","duration":"1.498536054s","start":"2026-02-25T19:32:36.086904Z","end":"2026-02-25T19:32:37.58544Z","steps":["trace[183686134] 'agreement among raft nodes before linearized reading' (duration: 1.497878197s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:37.585503Z","caller":"traceutil/trace.go:171","msg":"trace[1759988943] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:596; }","duration":"298.830413ms","start":"2026-02-25T19:32:37.28666Z","end":"2026-02-25T19:32:37.585491Z","steps":["trace[1759988943] 'agreement among raft nodes before linearized reading' (duration: 298.468813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:37.585521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:36.086877Z","time spent":"1.498628176s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-02-25T19:32:37.862737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.530306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-challenges\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:37.862847Z","caller":"traceutil/trace.go:171","msg":"trace[357126069] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-challenges; range_end:; response_count:0; response_revision:597; }","duration":"170.68052ms","start":"2026-02-25T19:32:37.692139Z","end":"2026-02-25T19:32:37.862819Z","steps":["trace[357126069] 'range keys from in-memory index tree' (duration: 170.460874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:38.300227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732970757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:32:38.800962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732970757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:32:38.887299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.192562261s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:32:38.88822Z","caller":"traceutil/trace.go:171","msg":"trace[2007046241] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.19438662s","start":"2026-02-25T19:32:37.693797Z","end":"2026-02-25T19:32:38.888183Z","steps":["trace[2007046241] 'process raft request' (duration: 1.193782664s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:38.88841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:37.693761Z","time spent":"1.194550074s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:32:38.948478Z","caller":"traceutil/trace.go:171","msg":"trace[1282297924] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.250129339s","start":"2026-02-25T19:32:37.698321Z","end":"2026-02-25T19:32:38.948451Z","steps":["trace[1282297924] 'process raft request' (duration: 1.249874102s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:38.948657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:37.698282Z","time spent":"1.250281443s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:32:38.948653Z","caller":"traceutil/trace.go:171","msg":"trace[2133892574] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:622; }","duration":"1.149243294s","start":"2026-02-25T19:32:37.799383Z","end":"2026-02-25T19:32:38.948626Z","steps":["trace[2133892574] 'read index received' (duration: 1.088255124s)","trace[2133892574] 'applied index is now lower than readState.Index' (duration: 60.98602ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:38.948868Z","caller":"traceutil/trace.go:171","msg":"trace[1610067040] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"954.09068ms","start":"2026-02-25T19:32:37.994762Z","end":"2026-02-25T19:32:38.948852Z","steps":["trace[1610067040] 'process raft request' (duration: 953.633408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:38.948936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:37.994733Z","time spent":"954.169042ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:32:38.948958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149419419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T19:32:38.948987Z","caller":"traceutil/trace.go:171","msg":"trace[1078142501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:600; }","duration":"1.149510421s","start":"2026-02-25T19:32:37.799467Z","end":"2026-02-25T19:32:38.948978Z","steps":["trace[1078142501] 'agreement among raft nodes before linearized reading' (duration: 1.149309896s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:38.948991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149597393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T19:32:38.949017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:37.799445Z","time spent":"1.149564582s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:32:38.948994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083087507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-ingress-shim\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:38.949042Z","caller":"traceutil/trace.go:171","msg":"trace[225046483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:600; }","duration":"1.149693686s","start":"2026-02-25T19:32:37.799333Z","end":"2026-02-25T19:32:38.949027Z","steps":["trace[225046483] 'agreement among raft nodes before linearized reading' (duration: 1.149447639s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:38.949079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:37.799309Z","time spent":"1.149763138s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T19:32:38.949086Z","caller":"traceutil/trace.go:171","msg":"trace[488917040] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-ingress-shim; range_end:; response_count:0; response_revision:600; }","duration":"1.083231771s","start":"2026-02-25T19:32:37.865828Z","end":"2026-02-25T19:32:38.94906Z","steps":["trace[488917040] 'agreement among raft nodes before linearized reading' (duration: 1.083043105s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:38.949145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:37.865811Z","time spent":"1.083321742s","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/cert-manager-controller-ingress-shim\" "} {"level":"warn","ts":"2026-02-25T19:32:38.949172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117095975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-02-25T19:32:38.949189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130903284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188486"} {"level":"warn","ts":"2026-02-25T19:32:38.949276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149613583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T19:32:38.949371Z","caller":"traceutil/trace.go:171","msg":"trace[843622342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:600; }","duration":"1.149742107s","start":"2026-02-25T19:32:37.799608Z","end":"2026-02-25T19:32:38.94935Z","steps":["trace[843622342] 'agreement among raft nodes before linearized reading' (duration: 1.149439509s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:38.949421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:37.799602Z","time spent":"1.149810319s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T19:32:38.9493Z","caller":"traceutil/trace.go:171","msg":"trace[807389862] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:600; }","duration":"1.131044117s","start":"2026-02-25T19:32:37.818231Z","end":"2026-02-25T19:32:38.949275Z","steps":["trace[807389862] 'agreement among raft nodes before linearized reading' (duration: 1.130818691s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:38.949528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:37.818217Z","time spent":"1.131299805s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188509,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-25T19:32:38.949203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049469248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T19:32:38.949736Z","caller":"traceutil/trace.go:171","msg":"trace[763377287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:600; }","duration":"1.050078864s","start":"2026-02-25T19:32:37.899648Z","end":"2026-02-25T19:32:38.949727Z","steps":["trace[763377287] 'agreement among raft nodes before linearized reading' (duration: 1.049327104s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:38.949759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:37.899617Z","time spent":"1.050134476s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T19:32:38.949225Z","caller":"traceutil/trace.go:171","msg":"trace[14890650] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:600; }","duration":"1.117172297s","start":"2026-02-25T19:32:37.832036Z","end":"2026-02-25T19:32:38.949208Z","steps":["trace[14890650] 'agreement among raft nodes before linearized reading' (duration: 1.117050304s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:38.949819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:37.832025Z","time spent":"1.117780453s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-02-25T19:32:39.886544Z","caller":"traceutil/trace.go:171","msg":"trace[624302124] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:738; }","duration":"274.284908ms","start":"2026-02-25T19:32:39.612237Z","end":"2026-02-25T19:32:39.886522Z","steps":["trace[624302124] 'read index received' (duration: 273.710173ms)","trace[624302124] 'applied index is now lower than readState.Index' (duration: 573.875µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:39.886694Z","caller":"traceutil/trace.go:171","msg":"trace[1542481622] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"292.581027ms","start":"2026-02-25T19:32:39.59407Z","end":"2026-02-25T19:32:39.886651Z","steps":["trace[1542481622] 'process raft request' (duration: 291.97443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:39.888444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.182108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T19:32:39.888702Z","caller":"traceutil/trace.go:171","msg":"trace[161611209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:714; }","duration":"276.408355ms","start":"2026-02-25T19:32:39.612188Z","end":"2026-02-25T19:32:39.888596Z","steps":["trace[161611209] 'agreement among raft nodes before linearized reading' (duration: 274.465213ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:40.433625Z","caller":"traceutil/trace.go:171","msg":"trace[367547906] linearizableReadLoop","detail":"{readStateIndex:746; appliedIndex:745; }","duration":"143.855753ms","start":"2026-02-25T19:32:40.289742Z","end":"2026-02-25T19:32:40.433598Z","steps":["trace[367547906] 'read index received' (duration: 102.366765ms)","trace[367547906] 'applied index is now lower than readState.Index' (duration: 41.487918ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:40.433718Z","caller":"traceutil/trace.go:171","msg":"trace[1102738495] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"195.160743ms","start":"2026-02-25T19:32:40.238512Z","end":"2026-02-25T19:32:40.433673Z","steps":["trace[1102738495] 'process raft request' (duration: 153.687436ms)","trace[1102738495] 'compare' (duration: 41.218151ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:40.433781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.041039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:40.433814Z","caller":"traceutil/trace.go:171","msg":"trace[1982414432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:721; }","duration":"144.149101ms","start":"2026-02-25T19:32:40.289656Z","end":"2026-02-25T19:32:40.433805Z","steps":["trace[1982414432] 'agreement among raft nodes before linearized reading' (duration: 144.049228ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:42.224157Z","caller":"traceutil/trace.go:171","msg":"trace[698219985] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"260.506209ms","start":"2026-02-25T19:32:41.963592Z","end":"2026-02-25T19:32:42.224099Z","steps":["trace[698219985] 'process raft request' (duration: 260.298734ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:43.096339Z","caller":"traceutil/trace.go:171","msg":"trace[1661275891] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"119.686158ms","start":"2026-02-25T19:32:42.976631Z","end":"2026-02-25T19:32:43.096317Z","steps":["trace[1661275891] 'process raft request' (duration: 116.651347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:43.096597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.865493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T19:32:43.09677Z","caller":"traceutil/trace.go:171","msg":"trace[1503423292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:734; }","duration":"120.024746ms","start":"2026-02-25T19:32:42.976684Z","end":"2026-02-25T19:32:43.096709Z","steps":["trace[1503423292] 'agreement among raft nodes before linearized reading' (duration: 119.591895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:44.484832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.289133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:44.484938Z","caller":"traceutil/trace.go:171","msg":"trace[448977163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:738; }","duration":"196.459288ms","start":"2026-02-25T19:32:44.288454Z","end":"2026-02-25T19:32:44.484913Z","steps":["trace[448977163] 'range keys from in-memory index tree' (duration: 196.1508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:45.45203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.399455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:45.452143Z","caller":"traceutil/trace.go:171","msg":"trace[1175077044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:742; }","duration":"163.559889ms","start":"2026-02-25T19:32:45.288559Z","end":"2026-02-25T19:32:45.452119Z","steps":["trace[1175077044] 'range keys from in-memory index tree' (duration: 163.317003ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:46.382281Z","caller":"traceutil/trace.go:171","msg":"trace[1314484600] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"123.481709ms","start":"2026-02-25T19:32:46.258777Z","end":"2026-02-25T19:32:46.382259Z","steps":["trace[1314484600] 'process raft request' (duration: 123.332865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:47.247486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.890519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T19:32:47.247584Z","caller":"traceutil/trace.go:171","msg":"trace[1976048076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:744; }","duration":"115.032223ms","start":"2026-02-25T19:32:47.132526Z","end":"2026-02-25T19:32:47.247558Z","steps":["trace[1976048076] 'range keys from in-memory index tree' (duration: 114.691095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:47.548911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.197357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:32:47.549128Z","caller":"traceutil/trace.go:171","msg":"trace[661550540] linearizableReadLoop","detail":"{readStateIndex:774; appliedIndex:771; }","duration":"260.278623ms","start":"2026-02-25T19:32:47.288834Z","end":"2026-02-25T19:32:47.549112Z","steps":["trace[661550540] 'read index received' (duration: 25.069319ms)","trace[661550540] 'applied index is now lower than readState.Index' (duration: 235.208034ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:47.549199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.372596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:47.549229Z","caller":"traceutil/trace.go:171","msg":"trace[418638110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:747; }","duration":"260.467308ms","start":"2026-02-25T19:32:47.288753Z","end":"2026-02-25T19:32:47.549221Z","steps":["trace[418638110] 'agreement among raft nodes before linearized reading' (duration: 260.412116ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:47.549221Z","caller":"traceutil/trace.go:171","msg":"trace[5968874] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"298.320739ms","start":"2026-02-25T19:32:47.250873Z","end":"2026-02-25T19:32:47.549194Z","steps":["trace[5968874] 'process raft request' (duration: 194.758702ms)","trace[5968874] 'compare' (duration: 102.975231ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:47.549332Z","caller":"traceutil/trace.go:171","msg":"trace[1525158506] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"298.112924ms","start":"2026-02-25T19:32:47.251197Z","end":"2026-02-25T19:32:47.54931Z","steps":["trace[1525158506] 'process raft request' (duration: 297.828077ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:48.543706Z","caller":"traceutil/trace.go:171","msg":"trace[878840004] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"152.136655ms","start":"2026-02-25T19:32:48.391531Z","end":"2026-02-25T19:32:48.543668Z","steps":["trace[878840004] 'process raft request' (duration: 151.926219ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:49.207487Z","caller":"traceutil/trace.go:171","msg":"trace[646169716] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:775; }","duration":"115.598879ms","start":"2026-02-25T19:32:49.09186Z","end":"2026-02-25T19:32:49.207459Z","steps":["trace[646169716] 'read index received' (duration: 115.457435ms)","trace[646169716] 'applied index is now lower than readState.Index' (duration: 140.264µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:49.207586Z","caller":"traceutil/trace.go:171","msg":"trace[757452696] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"164.491924ms","start":"2026-02-25T19:32:49.043061Z","end":"2026-02-25T19:32:49.207553Z","steps":["trace[757452696] 'process raft request' (duration: 164.241888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:49.207633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.748723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:32:49.207699Z","caller":"traceutil/trace.go:171","msg":"trace[292877965] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:749; }","duration":"115.853556ms","start":"2026-02-25T19:32:49.091827Z","end":"2026-02-25T19:32:49.20768Z","steps":["trace[292877965] 'agreement among raft nodes before linearized reading' (duration: 115.743413ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:49.285306Z","caller":"traceutil/trace.go:171","msg":"trace[1437582322] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"129.280244ms","start":"2026-02-25T19:32:49.156005Z","end":"2026-02-25T19:32:49.285285Z","steps":["trace[1437582322] 'process raft request' (duration: 129.163211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:49.977455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.500834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:32:49.977601Z","caller":"traceutil/trace.go:171","msg":"trace[1661579812] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"331.970538ms","start":"2026-02-25T19:32:49.645611Z","end":"2026-02-25T19:32:49.977582Z","steps":["trace[1661579812] 'process raft request' (duration: 209.26885ms)","trace[1661579812] 'compare' (duration: 122.319528ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:49.977657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:49.645591Z","time spent":"332.04501ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T19:32:50.204304Z","caller":"traceutil/trace.go:171","msg":"trace[838126082] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"553.394603ms","start":"2026-02-25T19:32:49.650878Z","end":"2026-02-25T19:32:50.204272Z","steps":["trace[838126082] 'process raft request' (duration: 552.087949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:50.204491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:49.650836Z","time spent":"553.561998ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:32:50.204547Z","caller":"traceutil/trace.go:171","msg":"trace[2025822133] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"551.7837ms","start":"2026-02-25T19:32:49.652744Z","end":"2026-02-25T19:32:50.204527Z","steps":["trace[2025822133] 'process raft request' (duration: 551.470722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:50.204653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:49.652735Z","time spent":"551.860142ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:32:50.336481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.950515ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T19:32:51.160759Z","caller":"traceutil/trace.go:171","msg":"trace[1027641554] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"608.397313ms","start":"2026-02-25T19:32:50.552298Z","end":"2026-02-25T19:32:51.160695Z","steps":["trace[1027641554] 'process raft request' (duration: 608.167687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:51.160987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:50.55226Z","time spent":"608.605279ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:32:51.214737Z","caller":"traceutil/trace.go:171","msg":"trace[730894904] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"292.866714ms","start":"2026-02-25T19:32:50.921832Z","end":"2026-02-25T19:32:51.214699Z","steps":["trace[730894904] 'process raft request' (duration: 292.585927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:52.077468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732971030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:32:52.496948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039579633s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:32:52.497425Z","caller":"traceutil/trace.go:171","msg":"trace[198773115] linearizableReadLoop","detail":"{readStateIndex:789; appliedIndex:788; }","duration":"920.409229ms","start":"2026-02-25T19:32:51.576987Z","end":"2026-02-25T19:32:52.497397Z","steps":["trace[198773115] 'read index received' (duration: 920.218634ms)","trace[198773115] 'applied index is now lower than readState.Index' (duration: 189.445µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:52.49755Z","caller":"traceutil/trace.go:171","msg":"trace[2032623283] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"1.078752929s","start":"2026-02-25T19:32:51.418711Z","end":"2026-02-25T19:32:52.497464Z","steps":["trace[2032623283] 'process raft request' (duration: 1.078503332s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:52.497911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.917583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-v7d5q\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-02-25T19:32:52.497958Z","caller":"traceutil/trace.go:171","msg":"trace[2012718936] range","detail":"{range_begin:/registry/pods/kube-system/cilium-v7d5q; range_end:; response_count:1; response_revision:760; }","duration":"921.026096ms","start":"2026-02-25T19:32:51.576921Z","end":"2026-02-25T19:32:52.497947Z","steps":["trace[2012718936] 'agreement among raft nodes before linearized reading' (duration: 920.627085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:52.498001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:51.576897Z","time spent":"921.095287ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-v7d5q\" "} {"level":"warn","ts":"2026-02-25T19:32:52.497999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.331643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T19:32:52.498007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.82164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T19:32:52.498059Z","caller":"traceutil/trace.go:171","msg":"trace[523998146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:760; }","duration":"288.472677ms","start":"2026-02-25T19:32:52.209572Z","end":"2026-02-25T19:32:52.498045Z","steps":["trace[523998146] 'agreement among raft nodes before linearized reading' (duration: 288.238041ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:52.498085Z","caller":"traceutil/trace.go:171","msg":"trace[813192032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:760; }","duration":"287.893392ms","start":"2026-02-25T19:32:52.210167Z","end":"2026-02-25T19:32:52.498061Z","steps":["trace[813192032] 'agreement among raft nodes before linearized reading' (duration: 287.726787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:52.498161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:51.41869Z","time spent":"1.079224082s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:32:52.660258Z","caller":"traceutil/trace.go:171","msg":"trace[1764618209] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"156.934823ms","start":"2026-02-25T19:32:52.503282Z","end":"2026-02-25T19:32:52.660216Z","steps":["trace[1764618209] 'process raft request' (duration: 111.52855ms)","trace[1764618209] 'compare' (duration: 45.264529ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:52.957319Z","caller":"traceutil/trace.go:171","msg":"trace[1376964594] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:790; }","duration":"260.806907ms","start":"2026-02-25T19:32:52.696487Z","end":"2026-02-25T19:32:52.957293Z","steps":["trace[1376964594] 'read index received' (duration: 249.488385ms)","trace[1376964594] 'applied index is now lower than readState.Index' (duration: 11.317522ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:52.957443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.93421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:52.957447Z","caller":"traceutil/trace.go:171","msg":"trace[285586197] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"453.979199ms","start":"2026-02-25T19:32:52.503443Z","end":"2026-02-25T19:32:52.957422Z","steps":["trace[285586197] 'process raft request' (duration: 442.594445ms)","trace[285586197] 'compare' (duration: 10.87492ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:52.957449Z","caller":"traceutil/trace.go:171","msg":"trace[808927794] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"443.929559ms","start":"2026-02-25T19:32:52.513483Z","end":"2026-02-25T19:32:52.957412Z","steps":["trace[808927794] 'process raft request' (duration: 443.699643ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:52.957476Z","caller":"traceutil/trace.go:171","msg":"trace[1454680498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:763; }","duration":"261.026053ms","start":"2026-02-25T19:32:52.69644Z","end":"2026-02-25T19:32:52.957466Z","steps":["trace[1454680498] 'agreement among raft nodes before linearized reading' (duration: 260.952201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:52.9576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:52.503405Z","time spent":"454.089711ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:32:52.95769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:52.513463Z","time spent":"444.126175ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:32:53.342039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.810916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T19:32:53.34208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.802646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-25T19:32:53.342148Z","caller":"traceutil/trace.go:171","msg":"trace[2091471115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:763; }","duration":"175.97726ms","start":"2026-02-25T19:32:53.166145Z","end":"2026-02-25T19:32:53.342122Z","steps":["trace[2091471115] 'range keys from in-memory index tree' (duration: 175.59578ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:53.342174Z","caller":"traceutil/trace.go:171","msg":"trace[798088648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:763; }","duration":"111.95173ms","start":"2026-02-25T19:32:53.230198Z","end":"2026-02-25T19:32:53.34215Z","steps":["trace[798088648] 'range keys from in-memory index tree' (duration: 111.59157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:54.196608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732971040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:32:54.507477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160720439s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:32:54.50779Z","caller":"traceutil/trace.go:171","msg":"trace[1908603883] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"1.16111767s","start":"2026-02-25T19:32:53.34665Z","end":"2026-02-25T19:32:54.507768Z","steps":["trace[1908603883] 'process raft request' (duration: 1.160991927s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:54.507912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:53.346626Z","time spent":"1.161213822s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:32:54.706294Z","caller":"traceutil/trace.go:171","msg":"trace[643392678] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:792; }","duration":"1.010382343s","start":"2026-02-25T19:32:53.695885Z","end":"2026-02-25T19:32:54.706267Z","steps":["trace[643392678] 'read index received' (duration: 811.781318ms)","trace[643392678] 'applied index is now lower than readState.Index' (duration: 198.600095ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:54.706414Z","caller":"traceutil/trace.go:171","msg":"trace[1077691819] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"1.359278594s","start":"2026-02-25T19:32:53.347098Z","end":"2026-02-25T19:32:54.706376Z","steps":["trace[1077691819] 'process raft request' (duration: 1.358985506s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:54.706539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.676898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-25T19:32:54.706524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010610979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:32:54.706587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:53.347081Z","time spent":"1.359418937s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:32:54.706611Z","caller":"traceutil/trace.go:171","msg":"trace[2026361533] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:765; }","duration":"944.797131ms","start":"2026-02-25T19:32:53.761794Z","end":"2026-02-25T19:32:54.706592Z","steps":["trace[2026361533] 'agreement among raft nodes before linearized reading' (duration: 944.610936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:54.706634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.022588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:32:54.70666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:53.761766Z","time spent":"944.881593ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-02-25T19:32:54.706648Z","caller":"traceutil/trace.go:171","msg":"trace[512431195] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:765; }","duration":"1.010789784s","start":"2026-02-25T19:32:53.695823Z","end":"2026-02-25T19:32:54.706613Z","steps":["trace[512431195] 'agreement among raft nodes before linearized reading' (duration: 1.010590439s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:54.706659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.135837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T19:32:54.706685Z","caller":"traceutil/trace.go:171","msg":"trace[597015823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:765; }","duration":"418.10443ms","start":"2026-02-25T19:32:54.288564Z","end":"2026-02-25T19:32:54.706669Z","steps":["trace[597015823] 'agreement among raft nodes before linearized reading' (duration: 418.039828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:54.706733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:53.695801Z","time spent":"1.010911617s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:32:54.706747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:54.288543Z","time spent":"418.192242ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:32:54.706743Z","caller":"traceutil/trace.go:171","msg":"trace[1347692036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:765; }","duration":"203.27055ms","start":"2026-02-25T19:32:54.503454Z","end":"2026-02-25T19:32:54.706725Z","steps":["trace[1347692036] 'agreement among raft nodes before linearized reading' (duration: 203.022164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:54.706554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.816028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:32:54.706864Z","caller":"traceutil/trace.go:171","msg":"trace[1035058627] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:765; }","duration":"413.106786ms","start":"2026-02-25T19:32:54.293712Z","end":"2026-02-25T19:32:54.706819Z","steps":["trace[1035058627] 'agreement among raft nodes before linearized reading' (duration: 412.779387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:54.706949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:54.293682Z","time spent":"413.232639ms","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:32:54.848362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.036523ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-25T19:32:54.84871Z","caller":"traceutil/trace.go:171","msg":"trace[1575991885] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"136.368573ms","start":"2026-02-25T19:32:54.712318Z","end":"2026-02-25T19:32:54.848686Z","steps":["trace[1575991885] 'process raft request' (duration: 136.166167ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:54.849098Z","caller":"traceutil/trace.go:171","msg":"trace[1187050111] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"135.754206ms","start":"2026-02-25T19:32:54.713217Z","end":"2026-02-25T19:32:54.848971Z","steps":["trace[1187050111] 'process raft request' (duration: 135.417787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:55.466549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732971045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:32:55.967107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732971045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:32:56.467556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732971045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:32:56.967696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732971045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:32:57.468031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732971045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:32:57.968772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732971045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:32:57.970163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.614949593s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T19:32:58.055474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214003267s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:58.05559Z","caller":"traceutil/trace.go:171","msg":"trace[2047118865] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:767; }","duration":"2.21413435s","start":"2026-02-25T19:32:55.841436Z","end":"2026-02-25T19:32:58.05557Z","steps":["trace[2047118865] 'range keys from in-memory index tree' (duration: 2.213985677s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:58.055617Z","caller":"traceutil/trace.go:171","msg":"trace[1480848585] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"3.205623538s","start":"2026-02-25T19:32:54.849967Z","end":"2026-02-25T19:32:58.05559Z","steps":["trace[1480848585] 'process raft request' (duration: 3.120394511s)","trace[1480848585] 'compare' (duration: 85.124164ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:58.055757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:54.849938Z","time spent":"3.205740441s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:32:58.065174Z","caller":"traceutil/trace.go:171","msg":"trace[1846473742] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:797; }","duration":"3.099343689s","start":"2026-02-25T19:32:54.965818Z","end":"2026-02-25T19:32:58.065162Z","steps":["trace[1846473742] 'read index received' (duration: 3.004512985s)","trace[1846473742] 'applied index is now lower than readState.Index' (duration: 94.830104ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:32:58.065319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.099511944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T19:32:58.065344Z","caller":"traceutil/trace.go:171","msg":"trace[1303807307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:769; }","duration":"3.099603396s","start":"2026-02-25T19:32:54.965733Z","end":"2026-02-25T19:32:58.065337Z","steps":["trace[1303807307] 'agreement among raft nodes before linearized reading' (duration: 3.099495553s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:58.065364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:54.965683Z","time spent":"3.099676938s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T19:32:58.065329Z","caller":"traceutil/trace.go:171","msg":"trace[916671433] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"1.021077198s","start":"2026-02-25T19:32:57.044155Z","end":"2026-02-25T19:32:58.065232Z","steps":["trace[916671433] 'process raft request' (duration: 1.020959285s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:58.065437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.631531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:32:58.065447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99794303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:32:58.065495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:57.044128Z","time spent":"1.021275693s","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5060,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:32:58.065512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211460954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T19:32:58.065564Z","caller":"traceutil/trace.go:171","msg":"trace[1253158839] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:769; }","duration":"2.998144066s","start":"2026-02-25T19:32:55.06739Z","end":"2026-02-25T19:32:58.065534Z","steps":["trace[1253158839] 'agreement among raft nodes before linearized reading' (duration: 2.99791829s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:58.065594Z","caller":"traceutil/trace.go:171","msg":"trace[1268331934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:769; }","duration":"1.211591467s","start":"2026-02-25T19:32:56.853988Z","end":"2026-02-25T19:32:58.065579Z","steps":["trace[1268331934] 'agreement among raft nodes before linearized reading' (duration: 1.211369481s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:58.065608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211848084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T19:32:58.065617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:55.067362Z","time spent":"2.998243258s","remote":"127.0.0.1:47510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:32:58.065503Z","caller":"traceutil/trace.go:171","msg":"trace[1631884721] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:769; }","duration":"827.706993ms","start":"2026-02-25T19:32:57.237779Z","end":"2026-02-25T19:32:58.065486Z","steps":["trace[1631884721] 'agreement among raft nodes before linearized reading' (duration: 827.578329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:58.065632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:56.853957Z","time spent":"1.211668029s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:32:58.065671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:57.237732Z","time spent":"827.926668ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":17,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:32:58.065672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.074329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:32:58.065679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050300949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:58.065716Z","caller":"traceutil/trace.go:171","msg":"trace[929569322] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:769; }","duration":"893.156571ms","start":"2026-02-25T19:32:57.172547Z","end":"2026-02-25T19:32:58.065703Z","steps":["trace[929569322] 'agreement among raft nodes before linearized reading' (duration: 893.070659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:58.065721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354390742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-25T19:32:58.065748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:57.172521Z","time spent":"893.219792ms","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:32:58.065735Z","caller":"traceutil/trace.go:171","msg":"trace[2004132936] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:769; }","duration":"1.050390482s","start":"2026-02-25T19:32:57.015327Z","end":"2026-02-25T19:32:58.065718Z","steps":["trace[2004132936] 'agreement among raft nodes before linearized reading' (duration: 1.05031025s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:58.065752Z","caller":"traceutil/trace.go:171","msg":"trace[402652534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:769; }","duration":"1.354456484s","start":"2026-02-25T19:32:56.711287Z","end":"2026-02-25T19:32:58.065744Z","steps":["trace[402652534] 'agreement among raft nodes before linearized reading' (duration: 1.354366401s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:58.065785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:56.711265Z","time spent":"1.354514836s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T19:32:58.065637Z","caller":"traceutil/trace.go:171","msg":"trace[779375748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:769; }","duration":"1.211907975s","start":"2026-02-25T19:32:56.85372Z","end":"2026-02-25T19:32:58.065628Z","steps":["trace[779375748] 'agreement among raft nodes before linearized reading' (duration: 1.211841244s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:58.065542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553896282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-25T19:32:58.065794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:57.015302Z","time spent":"1.050477674s","remote":"127.0.0.1:47292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:32:58.065826Z","caller":"traceutil/trace.go:171","msg":"trace[328336978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:769; }","duration":"1.55420114s","start":"2026-02-25T19:32:56.511616Z","end":"2026-02-25T19:32:58.065817Z","steps":["trace[328336978] 'agreement among raft nodes before linearized reading' (duration: 1.553868271s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:58.065825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:56.853702Z","time spent":"1.212112421s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:32:58.065866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616241977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:58.065911Z","caller":"traceutil/trace.go:171","msg":"trace[1358198107] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:769; }","duration":"1.616363801s","start":"2026-02-25T19:32:56.449536Z","end":"2026-02-25T19:32:58.0659Z","steps":["trace[1358198107] 'agreement among raft nodes before linearized reading' (duration: 1.616283869s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:58.065943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:56.449513Z","time spent":"1.616421333s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:32:58.065861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:56.511597Z","time spent":"1.554253291s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:32:58.065982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778263386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:32:58.066041Z","caller":"traceutil/trace.go:171","msg":"trace[100429657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:769; }","duration":"1.778318377s","start":"2026-02-25T19:32:56.287705Z","end":"2026-02-25T19:32:58.066024Z","steps":["trace[100429657] 'agreement among raft nodes before linearized reading' (duration: 1.778210964s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:58.066067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:32:56.287645Z","time spent":"1.77841563s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:32:59.866876Z","caller":"traceutil/trace.go:171","msg":"trace[428387491] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"248.19433ms","start":"2026-02-25T19:32:59.618643Z","end":"2026-02-25T19:32:59.866837Z","steps":["trace[428387491] 'process raft request' (duration: 246.974617ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:59.867002Z","caller":"traceutil/trace.go:171","msg":"trace[822634584] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"193.755996ms","start":"2026-02-25T19:32:59.673215Z","end":"2026-02-25T19:32:59.866971Z","steps":["trace[822634584] 'process raft request' (duration: 193.546981ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:00.859135Z","caller":"traceutil/trace.go:171","msg":"trace[1187893647] linearizableReadLoop","detail":"{readStateIndex:821; appliedIndex:819; }","duration":"220.426218ms","start":"2026-02-25T19:33:00.638654Z","end":"2026-02-25T19:33:00.85908Z","steps":["trace[1187893647] 'read index received' (duration: 44.630822ms)","trace[1187893647] 'applied index is now lower than readState.Index' (duration: 175.793376ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:33:00.860125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.433566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:33:00.860161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.427595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:33:00.860143Z","caller":"traceutil/trace.go:171","msg":"trace[310726563] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"234.69823ms","start":"2026-02-25T19:33:00.625399Z","end":"2026-02-25T19:33:00.860097Z","steps":["trace[310726563] 'process raft request' (duration: 206.398294ms)","trace[310726563] 'compare' (duration: 26.357445ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:33:00.860236Z","caller":"traceutil/trace.go:171","msg":"trace[1554741374] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:790; }","duration":"221.575309ms","start":"2026-02-25T19:33:00.638619Z","end":"2026-02-25T19:33:00.860194Z","steps":["trace[1554741374] 'agreement among raft nodes before linearized reading' (duration: 221.125597ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:00.860244Z","caller":"traceutil/trace.go:171","msg":"trace[358303843] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:790; }","duration":"221.537338ms","start":"2026-02-25T19:33:00.638672Z","end":"2026-02-25T19:33:00.860209Z","steps":["trace[358303843] 'agreement among raft nodes before linearized reading' (duration: 221.087626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:00.860176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.740647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:33:00.860487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.463556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:33:00.860507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.946239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:33:00.860685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.100489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:33:00.860777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.756737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:33:00.860797Z","caller":"traceutil/trace.go:171","msg":"trace[1605121610] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:790; }","duration":"141.223073ms","start":"2026-02-25T19:33:00.719536Z","end":"2026-02-25T19:33:00.860759Z","steps":["trace[1605121610] 'agreement among raft nodes before linearized reading' (duration: 140.980097ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:00.860868Z","caller":"traceutil/trace.go:171","msg":"trace[918108713] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:790; }","duration":"141.893501ms","start":"2026-02-25T19:33:00.718935Z","end":"2026-02-25T19:33:00.860829Z","steps":["trace[918108713] 'agreement among raft nodes before linearized reading' (duration: 141.47019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:00.860954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.978443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:33:00.860996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.464387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:33:00.860985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.091977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:33:00.861025Z","caller":"traceutil/trace.go:171","msg":"trace[1536553711] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:790; }","duration":"142.040085ms","start":"2026-02-25T19:33:00.71896Z","end":"2026-02-25T19:33:00.861Z","steps":["trace[1536553711] 'agreement among raft nodes before linearized reading' (duration: 141.779338ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:00.861053Z","caller":"traceutil/trace.go:171","msg":"trace[1624341596] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:790; }","duration":"157.532479ms","start":"2026-02-25T19:33:00.703493Z","end":"2026-02-25T19:33:00.861025Z","steps":["trace[1624341596] 'agreement among raft nodes before linearized reading' (duration: 157.18085ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:00.861048Z","caller":"traceutil/trace.go:171","msg":"trace[1355812526] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:790; }","duration":"204.268778ms","start":"2026-02-25T19:33:00.656479Z","end":"2026-02-25T19:33:00.860747Z","steps":["trace[1355812526] 'agreement among raft nodes before linearized reading' (duration: 203.528418ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:00.861079Z","caller":"traceutil/trace.go:171","msg":"trace[1819414966] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:790; }","duration":"157.1906ms","start":"2026-02-25T19:33:00.703863Z","end":"2026-02-25T19:33:00.861053Z","steps":["trace[1819414966] 'agreement among raft nodes before linearized reading' (duration: 156.781719ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:00.860509Z","caller":"traceutil/trace.go:171","msg":"trace[1068590397] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:790; }","duration":"203.057175ms","start":"2026-02-25T19:33:00.657382Z","end":"2026-02-25T19:33:00.860439Z","steps":["trace[1068590397] 'agreement among raft nodes before linearized reading' (duration: 202.51785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:00.861142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.67714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:33:00.860347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.960931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:33:00.861361Z","caller":"traceutil/trace.go:171","msg":"trace[2052193913] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:790; }","duration":"173.971788ms","start":"2026-02-25T19:33:00.687344Z","end":"2026-02-25T19:33:00.861316Z","steps":["trace[2052193913] 'agreement among raft nodes before linearized reading' (duration: 172.723235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:00.860322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.859107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:33:00.861581Z","caller":"traceutil/trace.go:171","msg":"trace[4189578] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:790; }","duration":"205.15194ms","start":"2026-02-25T19:33:00.656408Z","end":"2026-02-25T19:33:00.86156Z","steps":["trace[4189578] 'agreement among raft nodes before linearized reading' (duration: 203.518517ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:00.860598Z","caller":"traceutil/trace.go:171","msg":"trace[1863316242] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:790; }","duration":"221.57033ms","start":"2026-02-25T19:33:00.638982Z","end":"2026-02-25T19:33:00.860552Z","steps":["trace[1863316242] 'agreement among raft nodes before linearized reading' (duration: 221.20894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:00.860663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.111907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:33:00.861724Z","caller":"traceutil/trace.go:171","msg":"trace[1623644625] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:790; }","duration":"158.182027ms","start":"2026-02-25T19:33:00.703531Z","end":"2026-02-25T19:33:00.861713Z","steps":["trace[1623644625] 'agreement among raft nodes before linearized reading' (duration: 156.875382ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:00.861898Z","caller":"traceutil/trace.go:171","msg":"trace[217430868] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:790; }","duration":"174.538713ms","start":"2026-02-25T19:33:00.687346Z","end":"2026-02-25T19:33:00.861885Z","steps":["trace[217430868] 'agreement among raft nodes before linearized reading' (duration: 173.273569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:00.866121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.52381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:33:00.866176Z","caller":"traceutil/trace.go:171","msg":"trace[694780722] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:790; }","duration":"178.595821ms","start":"2026-02-25T19:33:00.687564Z","end":"2026-02-25T19:33:00.86616Z","steps":["trace[694780722] 'agreement among raft nodes before linearized reading' (duration: 172.312944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:02.289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.894346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:33:02.289055Z","caller":"traceutil/trace.go:171","msg":"trace[2057963766] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"134.647017ms","start":"2026-02-25T19:33:02.154363Z","end":"2026-02-25T19:33:02.28901Z","steps":["trace[2057963766] 'process raft request' (duration: 134.282858ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:02.289121Z","caller":"traceutil/trace.go:171","msg":"trace[1916290213] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:796; }","duration":"120.079111ms","start":"2026-02-25T19:33:02.169017Z","end":"2026-02-25T19:33:02.289096Z","steps":["trace[1916290213] 'agreement among raft nodes before linearized reading' (duration: 119.768123ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:02.289439Z","caller":"traceutil/trace.go:171","msg":"trace[1727132809] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"134.739199ms","start":"2026-02-25T19:33:02.154646Z","end":"2026-02-25T19:33:02.289385Z","steps":["trace[1727132809] 'process raft request' (duration: 134.048381ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:02.289723Z","caller":"traceutil/trace.go:171","msg":"trace[2011473451] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"134.650598ms","start":"2026-02-25T19:33:02.1543Z","end":"2026-02-25T19:33:02.288951Z","steps":["trace[2011473451] 'process raft request' (duration: 134.139684ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:02.984399Z","caller":"traceutil/trace.go:171","msg":"trace[1089294738] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"317.296486ms","start":"2026-02-25T19:33:02.667071Z","end":"2026-02-25T19:33:02.984367Z","steps":["trace[1089294738] 'process raft request' (duration: 317.06483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:02.984603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:02.667051Z","time spent":"317.44501ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17959,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:33:15.882246Z","caller":"traceutil/trace.go:171","msg":"trace[1067037890] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"151.092463ms","start":"2026-02-25T19:33:15.731126Z","end":"2026-02-25T19:33:15.882218Z","steps":["trace[1067037890] 'process raft request' (duration: 150.093766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:22.28949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000005384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T19:33:22.289606Z","caller":"traceutil/trace.go:171","msg":"trace[939591754] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00019831s","start":"2026-02-25T19:33:20.289383Z","end":"2026-02-25T19:33:22.289582Z","steps":["trace[939591754] 'agreement among raft nodes before linearized reading' (duration: 2.000050906s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:22.289654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:20.289355Z","time spent":"2.000289612s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:33:23.161692Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.19862214s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T19:33:23.868879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985074715s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:33:23.86911Z","caller":"traceutil/trace.go:171","msg":"trace[591423136] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"4.114395681s","start":"2026-02-25T19:33:19.754675Z","end":"2026-02-25T19:33:23.869071Z","steps":["trace[591423136] 'process raft request' (duration: 128.927776ms)","trace[591423136] 'compare' (duration: 3.9841395s)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:33:23.869157Z","caller":"traceutil/trace.go:171","msg":"trace[1257918497] linearizableReadLoop","detail":"{readStateIndex:1024; appliedIndex:1022; }","duration":"4.101223642s","start":"2026-02-25T19:33:19.767917Z","end":"2026-02-25T19:33:23.86914Z","steps":["trace[1257918497] 'read index received' (duration: 115.609593ms)","trace[1257918497] 'applied index is now lower than readState.Index' (duration: 3.985613119s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:33:23.8693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:19.754662Z","time spent":"4.114531755s","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:33:23.869304Z","caller":"traceutil/trace.go:171","msg":"trace[1636303273] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"3.906337958s","start":"2026-02-25T19:33:19.962926Z","end":"2026-02-25T19:33:23.869264Z","steps":["trace[1636303273] 'process raft request' (duration: 3.906171514s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:23.869305Z","caller":"traceutil/trace.go:171","msg":"trace[1600616229] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"4.111984888s","start":"2026-02-25T19:33:19.757168Z","end":"2026-02-25T19:33:23.869153Z","steps":["trace[1600616229] 'process raft request' (duration: 4.111825243s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:23.869354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.101444308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2615"} {"level":"info","ts":"2026-02-25T19:33:23.869389Z","caller":"traceutil/trace.go:171","msg":"trace[1729898949] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:988; }","duration":"4.101520559s","start":"2026-02-25T19:33:19.767855Z","end":"2026-02-25T19:33:23.869375Z","steps":["trace[1729898949] 'agreement among raft nodes before linearized reading' (duration: 4.101362305s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:23.869419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:19.76783Z","time spent":"4.101582431s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2638,"request content":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-02-25T19:33:23.86941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:19.962892Z","time spent":"3.906462592s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:33:23.869468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:19.757127Z","time spent":"4.112250604s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5338,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:33:24.291062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T19:33:24.291157Z","caller":"traceutil/trace.go:171","msg":"trace[698396710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00054412s","start":"2026-02-25T19:33:22.29059Z","end":"2026-02-25T19:33:24.291134Z","steps":["trace[698396710] 'agreement among raft nodes before linearized reading' (duration: 2.000410797s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:24.291206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:22.290558Z","time spent":"2.000638793s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 19:33:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T19:33:24.359983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.584867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-02-25T19:33:24.36028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.051905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:33:24.360338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079466558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:33:24.360379Z","caller":"traceutil/trace.go:171","msg":"trace[758055780] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:990; }","duration":"1.07953061s","start":"2026-02-25T19:33:23.280833Z","end":"2026-02-25T19:33:24.360363Z","steps":["trace[758055780] 'agreement among raft nodes before linearized reading' (duration: 1.079481869s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:24.360381Z","caller":"traceutil/trace.go:171","msg":"trace[895121192] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"2.628060024s","start":"2026-02-25T19:33:21.732308Z","end":"2026-02-25T19:33:24.360368Z","steps":["trace[895121192] 'process raft request' (duration: 2.627780387s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:24.360395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.064824258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:33:24.360413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:23.280818Z","time spent":"1.079587641s","remote":"127.0.0.1:47596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:33:24.360445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.979121058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T19:33:24.360485Z","caller":"traceutil/trace.go:171","msg":"trace[1072853488] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:990; }","duration":"4.064968722s","start":"2026-02-25T19:33:20.295505Z","end":"2026-02-25T19:33:24.360473Z","steps":["trace[1072853488] 'agreement among raft nodes before linearized reading' (duration: 4.064818768s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:24.360532Z","caller":"traceutil/trace.go:171","msg":"trace[687350706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:990; }","duration":"3.979328433s","start":"2026-02-25T19:33:20.381184Z","end":"2026-02-25T19:33:24.360513Z","steps":["trace[687350706] 'agreement among raft nodes before linearized reading' (duration: 3.979076687s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:24.360584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:20.381161Z","time spent":"3.979414325s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:33:24.360613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.036786225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T19:33:24.36034Z","caller":"traceutil/trace.go:171","msg":"trace[1948012886] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:990; }","duration":"857.159908ms","start":"2026-02-25T19:33:23.503168Z","end":"2026-02-25T19:33:24.360328Z","steps":["trace[1948012886] 'agreement among raft nodes before linearized reading' (duration: 857.054946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:24.360635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662569266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:33:24.36018Z","caller":"traceutil/trace.go:171","msg":"trace[921939222] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"4.223234355s","start":"2026-02-25T19:33:20.136911Z","end":"2026-02-25T19:33:24.360145Z","steps":["trace[921939222] 'process raft request' (duration: 4.057421822s)","trace[921939222] 'compare' (duration: 164.900018ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:33:24.360705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.122039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-25T19:33:24.360632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:20.295475Z","time spent":"4.065095055s","remote":"127.0.0.1:47464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:33:24.360845Z","caller":"traceutil/trace.go:171","msg":"trace[493445969] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:990; }","duration":"597.306174ms","start":"2026-02-25T19:33:23.763513Z","end":"2026-02-25T19:33:24.360819Z","steps":["trace[493445969] 'agreement among raft nodes before linearized reading' (duration: 596.942635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:24.360853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:20.136887Z","time spent":"4.223917363s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T19:33:24.360475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:21.732281Z","time spent":"2.628129496s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:33:24.360899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:23.76349Z","time spent":"597.400207ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-25T19:33:24.360985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985098836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T19:33:24.361094Z","caller":"traceutil/trace.go:171","msg":"trace[39213027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:990; }","duration":"3.98524583s","start":"2026-02-25T19:33:20.375828Z","end":"2026-02-25T19:33:24.361074Z","steps":["trace[39213027] 'agreement among raft nodes before linearized reading' (duration: 3.984648654s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:24.360701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:23.503144Z","time spent":"857.539329ms","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:33:24.361191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:20.375808Z","time spent":"3.985366433s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:33:24.360281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645951121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:33:24.36136Z","caller":"traceutil/trace.go:171","msg":"trace[1827210062] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:990; }","duration":"3.647102961s","start":"2026-02-25T19:33:20.714237Z","end":"2026-02-25T19:33:24.36134Z","steps":["trace[1827210062] 'agreement among raft nodes before linearized reading' (duration: 3.645964251s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:24.360248Z","caller":"traceutil/trace.go:171","msg":"trace[1059800314] linearizableReadLoop","detail":"{readStateIndex:1027; appliedIndex:1025; }","duration":"491.038089ms","start":"2026-02-25T19:33:23.869191Z","end":"2026-02-25T19:33:24.360229Z","steps":["trace[1059800314] 'read index received' (duration: 325.159684ms)","trace[1059800314] 'applied index is now lower than readState.Index' (duration: 165.815973ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:33:24.361449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:20.714211Z","time spent":"3.647214384s","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":25,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:33:24.360511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978576683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T19:33:24.361518Z","caller":"traceutil/trace.go:171","msg":"trace[1046667353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:990; }","duration":"3.97961812s","start":"2026-02-25T19:33:20.381882Z","end":"2026-02-25T19:33:24.3615Z","steps":["trace[1046667353] 'agreement among raft nodes before linearized reading' (duration: 3.978522481s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:24.360643Z","caller":"traceutil/trace.go:171","msg":"trace[419309167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:990; }","duration":"4.036849026s","start":"2026-02-25T19:33:20.323785Z","end":"2026-02-25T19:33:24.360634Z","steps":["trace[419309167] 'agreement among raft nodes before linearized reading' (duration: 4.036718233s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:24.361632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:20.381871Z","time spent":"3.979742144s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T19:33:24.360759Z","caller":"traceutil/trace.go:171","msg":"trace[1764414679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:990; }","duration":"1.662741331s","start":"2026-02-25T19:33:22.697993Z","end":"2026-02-25T19:33:24.360734Z","steps":["trace[1764414679] 'agreement among raft nodes before linearized reading' (duration: 1.662516945s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:24.361694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:20.323767Z","time spent":"4.037902715s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:33:24.36173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:22.697971Z","time spent":"1.663743937s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:33:24.361242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977953606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T19:33:24.361845Z","caller":"traceutil/trace.go:171","msg":"trace[885280203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:990; }","duration":"3.978702656s","start":"2026-02-25T19:33:20.383124Z","end":"2026-02-25T19:33:24.361827Z","steps":["trace[885280203] 'agreement among raft nodes before linearized reading' (duration: 3.977246158s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:24.361901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:20.383092Z","time spent":"3.978794099s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T19:33:24.367891Z","caller":"traceutil/trace.go:171","msg":"trace[1427358411] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"492.683502ms","start":"2026-02-25T19:33:23.875188Z","end":"2026-02-25T19:33:24.367871Z","steps":["trace[1427358411] 'process raft request' (duration: 492.464407ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:24.367925Z","caller":"traceutil/trace.go:171","msg":"trace[844288415] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"492.626111ms","start":"2026-02-25T19:33:23.875279Z","end":"2026-02-25T19:33:24.367905Z","steps":["trace[844288415] 'process raft request' (duration: 492.507688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:24.368035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:23.875176Z","time spent":"492.781846ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1613,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:33:24.368046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:23.875273Z","time spent":"492.704483ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:33:24.368147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.151275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2562"} {"level":"info","ts":"2026-02-25T19:33:24.368205Z","caller":"traceutil/trace.go:171","msg":"trace[1241225940] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:992; }","duration":"493.217688ms","start":"2026-02-25T19:33:23.874959Z","end":"2026-02-25T19:33:24.368177Z","steps":["trace[1241225940] 'agreement among raft nodes before linearized reading' (duration: 493.100064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:24.368242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:23.874943Z","time spent":"493.291599ms","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":2585,"request content":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"info","ts":"2026-02-25T19:33:25.080792Z","caller":"traceutil/trace.go:171","msg":"trace[780938974] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"314.761489ms","start":"2026-02-25T19:33:24.766Z","end":"2026-02-25T19:33:25.080761Z","steps":["trace[780938974] 'process raft request' (duration: 314.544483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:25.080971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:24.765972Z","time spent":"314.904443ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5057,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:33:25.205877Z","caller":"traceutil/trace.go:171","msg":"trace[727150093] linearizableReadLoop","detail":"{readStateIndex:1040; appliedIndex:1039; }","duration":"113.348153ms","start":"2026-02-25T19:33:25.0925Z","end":"2026-02-25T19:33:25.205848Z","steps":["trace[727150093] 'read index received' (duration: 35.065459ms)","trace[727150093] 'applied index is now lower than readState.Index' (duration: 78.281514ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:33:25.206109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.580879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-fpr6n\" ","response":"range_response_count:1 size:5072"} {"level":"info","ts":"2026-02-25T19:33:25.206111Z","caller":"traceutil/trace.go:171","msg":"trace[638398131] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"118.374706ms","start":"2026-02-25T19:33:25.087712Z","end":"2026-02-25T19:33:25.206086Z","steps":["trace[638398131] 'process raft request' (duration: 39.933088ms)","trace[638398131] 'compare' (duration: 78.071898ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:33:25.206149Z","caller":"traceutil/trace.go:171","msg":"trace[1436476902] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-fpr6n; range_end:; response_count:1; response_revision:1002; }","duration":"113.673312ms","start":"2026-02-25T19:33:25.092465Z","end":"2026-02-25T19:33:25.206138Z","steps":["trace[1436476902] 'agreement among raft nodes before linearized reading' (duration: 113.490937ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:25.577426Z","caller":"traceutil/trace.go:171","msg":"trace[1628797842] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"266.708535ms","start":"2026-02-25T19:33:25.310692Z","end":"2026-02-25T19:33:25.577401Z","steps":["trace[1628797842] 'process raft request' (duration: 266.443268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:43.735138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.298283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:33:43.735211Z","caller":"traceutil/trace.go:171","msg":"trace[609675180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1139; }","duration":"443.412736ms","start":"2026-02-25T19:33:43.291783Z","end":"2026-02-25T19:33:43.735195Z","steps":["trace[609675180] 'range keys from in-memory index tree' (duration: 443.222941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:43.73524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:43.291759Z","time spent":"443.474837ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:33:43.735617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.66791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:33:43.735726Z","caller":"traceutil/trace.go:171","msg":"trace[414690607] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1139; }","duration":"193.836515ms","start":"2026-02-25T19:33:43.541864Z","end":"2026-02-25T19:33:43.735701Z","steps":["trace[414690607] 'count revisions from in-memory index tree' (duration: 193.583689ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:48.968159Z","caller":"traceutil/trace.go:171","msg":"trace[1376561123] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"410.380123ms","start":"2026-02-25T19:33:48.557732Z","end":"2026-02-25T19:33:48.968112Z","steps":["trace[1376561123] 'process raft request' (duration: 410.164747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:48.968394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:48.557719Z","time spent":"410.553747ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:33:48.97004Z","caller":"traceutil/trace.go:171","msg":"trace[655435942] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"411.296337ms","start":"2026-02-25T19:33:48.558715Z","end":"2026-02-25T19:33:48.970012Z","steps":["trace[655435942] 'process raft request' (duration: 411.130073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:48.970417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:48.558708Z","time spent":"411.4175ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:33:48.970698Z","caller":"traceutil/trace.go:171","msg":"trace[1833660097] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"411.922003ms","start":"2026-02-25T19:33:48.558762Z","end":"2026-02-25T19:33:48.970684Z","steps":["trace[1833660097] 'process raft request' (duration: 411.208264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:48.970769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:48.558757Z","time spent":"411.977264ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:33:48.971348Z","caller":"traceutil/trace.go:171","msg":"trace[1846587420] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"411.43411ms","start":"2026-02-25T19:33:48.55988Z","end":"2026-02-25T19:33:48.971314Z","steps":["trace[1846587420] 'process raft request' (duration: 411.191644ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:48.97134Z","caller":"traceutil/trace.go:171","msg":"trace[280954206] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"412.19888ms","start":"2026-02-25T19:33:48.558951Z","end":"2026-02-25T19:33:48.97115Z","steps":["trace[280954206] 'process raft request' (duration: 411.488241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:48.971513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:48.559874Z","time spent":"411.561064ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:33:48.971811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:48.558945Z","time spent":"412.59368ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:33:51.789697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732971974,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T19:33:51.809122Z","caller":"traceutil/trace.go:171","msg":"trace[600931133] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"830.01531ms","start":"2026-02-25T19:33:50.979089Z","end":"2026-02-25T19:33:51.809105Z","steps":["trace[600931133] 'process raft request' (duration: 829.909437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:51.809227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:50.979059Z","time spent":"830.115903ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:33:52.19239Z","caller":"traceutil/trace.go:171","msg":"trace[1252439630] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"1.213263353s","start":"2026-02-25T19:33:50.979103Z","end":"2026-02-25T19:33:52.192366Z","steps":["trace[1252439630] 'process raft request' (duration: 1.213024407s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:52.192704Z","caller":"traceutil/trace.go:171","msg":"trace[33613653] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"1.21351473s","start":"2026-02-25T19:33:50.979173Z","end":"2026-02-25T19:33:52.192688Z","steps":["trace[33613653] 'process raft request' (duration: 1.21313892s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:52.192801Z","caller":"traceutil/trace.go:171","msg":"trace[1245011168] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1305; }","duration":"903.464986ms","start":"2026-02-25T19:33:51.289313Z","end":"2026-02-25T19:33:52.192778Z","steps":["trace[1245011168] 'read index received' (duration: 519.771891ms)","trace[1245011168] 'applied index is now lower than readState.Index' (duration: 383.691995ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:33:52.192837Z","caller":"traceutil/trace.go:171","msg":"trace[1868950119] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"1.212937915s","start":"2026-02-25T19:33:50.97985Z","end":"2026-02-25T19:33:52.192788Z","steps":["trace[1868950119] 'process raft request' (duration: 1.21274693s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:52.193004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.679031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:33:52.193043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.061933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:33:52.193073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:50.979815Z","time spent":"1.213149251s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:33:52.193086Z","caller":"traceutil/trace.go:171","msg":"trace[641260374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1262; }","duration":"903.814885ms","start":"2026-02-25T19:33:51.289256Z","end":"2026-02-25T19:33:52.193071Z","steps":["trace[641260374] 'agreement among raft nodes before linearized reading' (duration: 903.692291ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:52.193105Z","caller":"traceutil/trace.go:171","msg":"trace[534831809] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1262; }","duration":"259.203827ms","start":"2026-02-25T19:33:51.933889Z","end":"2026-02-25T19:33:52.193093Z","steps":["trace[534831809] 'agreement among raft nodes before linearized reading' (duration: 259.065604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:52.19285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:50.979163Z","time spent":"1.213644744s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:33:52.19287Z","caller":"traceutil/trace.go:171","msg":"trace[1502694937] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"1.211636081s","start":"2026-02-25T19:33:50.981206Z","end":"2026-02-25T19:33:52.192842Z","steps":["trace[1502694937] 'process raft request' (duration: 1.211481826s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:52.193339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:51.289234Z","time spent":"904.093212ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:33:52.193364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:50.979083Z","time spent":"1.213483199s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:33:52.193356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:50.981188Z","time spent":"1.212037121s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:33:54.718466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.280901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:33:54.718607Z","caller":"traceutil/trace.go:171","msg":"trace[387865198] linearizableReadLoop","detail":"{readStateIndex:1330; appliedIndex:1329; }","duration":"204.94525ms","start":"2026-02-25T19:33:54.513642Z","end":"2026-02-25T19:33:54.718588Z","steps":["trace[387865198] 'read index received' (duration: 91.33647ms)","trace[387865198] 'applied index is now lower than readState.Index' (duration: 113.60728ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:33:54.71867Z","caller":"traceutil/trace.go:171","msg":"trace[1268530059] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"208.615096ms","start":"2026-02-25T19:33:54.509995Z","end":"2026-02-25T19:33:54.71861Z","steps":["trace[1268530059] 'process raft request' (duration: 95.100859ms)","trace[1268530059] 'compare' (duration: 112.589463ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:33:54.71897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.327019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1104"} {"level":"info","ts":"2026-02-25T19:33:54.719007Z","caller":"traceutil/trace.go:171","msg":"trace[2127187419] range","detail":"{range_begin:/registry/roles/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1280; }","duration":"205.415802ms","start":"2026-02-25T19:33:54.513581Z","end":"2026-02-25T19:33:54.718997Z","steps":["trace[2127187419] 'agreement among raft nodes before linearized reading' (duration: 205.116424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:54.719012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.284257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:33:54.719137Z","caller":"traceutil/trace.go:171","msg":"trace[227264055] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1280; }","duration":"117.478192ms","start":"2026-02-25T19:33:54.601623Z","end":"2026-02-25T19:33:54.719101Z","steps":["trace[227264055] 'agreement among raft nodes before linearized reading' (duration: 117.278037ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:54.878628Z","caller":"traceutil/trace.go:171","msg":"trace[2051316449] linearizableReadLoop","detail":"{readStateIndex:1333; appliedIndex:1332; }","duration":"116.685411ms","start":"2026-02-25T19:33:54.761913Z","end":"2026-02-25T19:33:54.878598Z","steps":["trace[2051316449] 'read index received' (duration: 113.559058ms)","trace[2051316449] 'applied index is now lower than readState.Index' (duration: 3.124683ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:33:54.878792Z","caller":"traceutil/trace.go:171","msg":"trace[1114665324] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"124.400786ms","start":"2026-02-25T19:33:54.754374Z","end":"2026-02-25T19:33:54.878775Z","steps":["trace[1114665324] 'process raft request' (duration: 121.148229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:54.879021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.965541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/ingress-nginx/ingress-nginx-admission-patch\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-02-25T19:33:54.879071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.124153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1240"} {"level":"info","ts":"2026-02-25T19:33:54.879105Z","caller":"traceutil/trace.go:171","msg":"trace[957145166] range","detail":"{range_begin:/registry/jobs/ingress-nginx/ingress-nginx-admission-patch; range_end:; response_count:1; response_revision:1283; }","duration":"105.096674ms","start":"2026-02-25T19:33:54.773987Z","end":"2026-02-25T19:33:54.879084Z","steps":["trace[957145166] 'agreement among raft nodes before linearized reading' (duration: 104.818067ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:54.879162Z","caller":"traceutil/trace.go:171","msg":"trace[1783458792] range","detail":"{range_begin:/registry/configmaps/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1283; }","duration":"117.282147ms","start":"2026-02-25T19:33:54.761854Z","end":"2026-02-25T19:33:54.879136Z","steps":["trace[1783458792] 'agreement among raft nodes before linearized reading' (duration: 116.99615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:55.21682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.489638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:33:55.216864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.24739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107255"} {"level":"info","ts":"2026-02-25T19:33:55.216925Z","caller":"traceutil/trace.go:171","msg":"trace[1262660700] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1291; }","duration":"161.645993ms","start":"2026-02-25T19:33:55.055257Z","end":"2026-02-25T19:33:55.216903Z","steps":["trace[1262660700] 'count revisions from in-memory index tree' (duration: 161.418537ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:55.216934Z","caller":"traceutil/trace.go:171","msg":"trace[432371195] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:1291; }","duration":"196.451555ms","start":"2026-02-25T19:33:55.020464Z","end":"2026-02-25T19:33:55.216916Z","steps":["trace[432371195] 'range keys from in-memory index tree' (duration: 195.986292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:55.844268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.241986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:33:55.844374Z","caller":"traceutil/trace.go:171","msg":"trace[1431614119] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1292; }","duration":"425.39703ms","start":"2026-02-25T19:33:55.418953Z","end":"2026-02-25T19:33:55.84435Z","steps":["trace[1431614119] 'count revisions from in-memory index tree' (duration: 425.163604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:33:55.844436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:33:55.418931Z","time spent":"425.489313ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:33:56.279005Z","caller":"traceutil/trace.go:171","msg":"trace[840683857] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"144.56974ms","start":"2026-02-25T19:33:56.134402Z","end":"2026-02-25T19:33:56.278972Z","steps":["trace[840683857] 'process raft request' (duration: 62.912177ms)","trace[840683857] 'compare' (duration: 81.464828ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:33:58.225847Z","caller":"traceutil/trace.go:171","msg":"trace[1508483121] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"122.162127ms","start":"2026-02-25T19:33:58.103651Z","end":"2026-02-25T19:33:58.225813Z","steps":["trace[1508483121] 'process raft request' (duration: 122.009663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:06.357768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.272337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:136258"} {"level":"info","ts":"2026-02-25T19:34:06.357866Z","caller":"traceutil/trace.go:171","msg":"trace[950199707] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1497; }","duration":"187.435941ms","start":"2026-02-25T19:34:06.170411Z","end":"2026-02-25T19:34:06.357847Z","steps":["trace[950199707] 'range keys from in-memory index tree' (duration: 187.03537ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:09.955035Z","caller":"traceutil/trace.go:171","msg":"trace[134848610] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"120.972798ms","start":"2026-02-25T19:34:09.834034Z","end":"2026-02-25T19:34:09.955007Z","steps":["trace[134848610] 'process raft request' (duration: 120.69004ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:10.770644Z","caller":"traceutil/trace.go:171","msg":"trace[1401510603] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"272.742977ms","start":"2026-02-25T19:34:10.497874Z","end":"2026-02-25T19:34:10.770617Z","steps":["trace[1401510603] 'process raft request' (duration: 272.592403ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:11.298994Z","caller":"traceutil/trace.go:171","msg":"trace[326444518] linearizableReadLoop","detail":"{readStateIndex:1625; appliedIndex:1622; }","duration":"790.076319ms","start":"2026-02-25T19:34:10.508887Z","end":"2026-02-25T19:34:11.298963Z","steps":["trace[326444518] 'read index received' (duration: 261.695542ms)","trace[326444518] 'applied index is now lower than readState.Index' (duration: 528.379327ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:34:11.299055Z","caller":"traceutil/trace.go:171","msg":"trace[2003165565] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"795.880404ms","start":"2026-02-25T19:34:10.503131Z","end":"2026-02-25T19:34:11.299011Z","steps":["trace[2003165565] 'process raft request' (duration: 795.611117ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:11.299118Z","caller":"traceutil/trace.go:171","msg":"trace[1177360450] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"794.632991ms","start":"2026-02-25T19:34:10.504454Z","end":"2026-02-25T19:34:11.299087Z","steps":["trace[1177360450] 'process raft request' (duration: 794.451517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:11.299252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.340447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T19:34:11.299293Z","caller":"traceutil/trace.go:171","msg":"trace[848105010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1552; }","duration":"790.411989ms","start":"2026-02-25T19:34:10.508869Z","end":"2026-02-25T19:34:11.299281Z","steps":["trace[848105010] 'agreement among raft nodes before linearized reading' (duration: 790.252884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:11.299319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:10.503116Z","time spent":"796.07871ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:34:11.299329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:10.508863Z","time spent":"790.45703ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:34:11.299312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:10.504443Z","time spent":"794.751774ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:34:11.300788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.882862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:34:11.300841Z","caller":"traceutil/trace.go:171","msg":"trace[1520814124] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1553; }","duration":"371.983515ms","start":"2026-02-25T19:34:10.928845Z","end":"2026-02-25T19:34:11.300829Z","steps":["trace[1520814124] 'agreement among raft nodes before linearized reading' (duration: 371.833661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:11.300876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:10.928822Z","time spent":"372.042806ms","remote":"127.0.0.1:56166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:34:11.30117Z","caller":"traceutil/trace.go:171","msg":"trace[1615100963] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"100.771819ms","start":"2026-02-25T19:34:11.200387Z","end":"2026-02-25T19:34:11.301159Z","steps":["trace[1615100963] 'process raft request' (duration: 100.225434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:11.301477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.572731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:11.301508Z","caller":"traceutil/trace.go:171","msg":"trace[345564011] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1553; }","duration":"146.648583ms","start":"2026-02-25T19:34:11.15485Z","end":"2026-02-25T19:34:11.301498Z","steps":["trace[345564011] 'agreement among raft nodes before linearized reading' (duration: 146.600671ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:16.701066Z","caller":"traceutil/trace.go:171","msg":"trace[296251574] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"121.768789ms","start":"2026-02-25T19:34:16.579263Z","end":"2026-02-25T19:34:16.701031Z","steps":["trace[296251574] 'process raft request' (duration: 96.064703ms)","trace[296251574] 'compare' (duration: 25.555312ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:34:16.719909Z","caller":"traceutil/trace.go:171","msg":"trace[6192541] linearizableReadLoop","detail":"{readStateIndex:1660; appliedIndex:1658; }","duration":"122.15374ms","start":"2026-02-25T19:34:16.597721Z","end":"2026-02-25T19:34:16.719874Z","steps":["trace[6192541] 'read index received' (duration: 77.630342ms)","trace[6192541] 'applied index is now lower than readState.Index' (duration: 44.521737ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:34:16.720133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.232891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:16.720189Z","caller":"traceutil/trace.go:171","msg":"trace[694484634] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1586; }","duration":"122.375314ms","start":"2026-02-25T19:34:16.597797Z","end":"2026-02-25T19:34:16.720172Z","steps":["trace[694484634] 'agreement among raft nodes before linearized reading' (duration: 122.252051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:16.720147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.389525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:34:16.720185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.214527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:16.720265Z","caller":"traceutil/trace.go:171","msg":"trace[608575829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1586; }","duration":"122.541059ms","start":"2026-02-25T19:34:16.597702Z","end":"2026-02-25T19:34:16.720243Z","steps":["trace[608575829] 'agreement among raft nodes before linearized reading' (duration: 122.296243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:16.720193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.709977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:16.72035Z","caller":"traceutil/trace.go:171","msg":"trace[248873919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1586; }","duration":"102.419503ms","start":"2026-02-25T19:34:16.617911Z","end":"2026-02-25T19:34:16.72033Z","steps":["trace[248873919] 'agreement among raft nodes before linearized reading' (duration: 102.195717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:16.72031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.796046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:16.720419Z","caller":"traceutil/trace.go:171","msg":"trace[1647048507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0; response_count:0; response_revision:1586; }","duration":"121.993375ms","start":"2026-02-25T19:34:16.598384Z","end":"2026-02-25T19:34:16.720378Z","steps":["trace[1647048507] 'agreement among raft nodes before linearized reading' (duration: 121.737838ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:16.720454Z","caller":"traceutil/trace.go:171","msg":"trace[1594371371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0; response_count:0; response_revision:1586; }","duration":"101.976481ms","start":"2026-02-25T19:34:16.618462Z","end":"2026-02-25T19:34:16.720438Z","steps":["trace[1594371371] 'agreement among raft nodes before linearized reading' (duration: 101.721024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:16.720289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.172066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:16.72058Z","caller":"traceutil/trace.go:171","msg":"trace[1518706066] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1586; }","duration":"102.626398ms","start":"2026-02-25T19:34:16.617932Z","end":"2026-02-25T19:34:16.720559Z","steps":["trace[1518706066] 'agreement among raft nodes before linearized reading' (duration: 102.156405ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:16.720613Z","caller":"traceutil/trace.go:171","msg":"trace[188587100] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"139.790829ms","start":"2026-02-25T19:34:16.580155Z","end":"2026-02-25T19:34:16.719946Z","steps":["trace[188587100] 'process raft request' (duration: 139.563103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:20.611144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732972830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:34:21.112154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732972830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:34:21.613134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732972830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:34:21.697197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1007887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-25T19:34:21.697314Z","caller":"traceutil/trace.go:171","msg":"trace[1593731506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1667; }","duration":"2.100959644s","start":"2026-02-25T19:34:19.596326Z","end":"2026-02-25T19:34:21.697285Z","steps":["trace[1593731506] 'range keys from in-memory index tree' (duration: 2.100577444s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:21.697363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:19.596303Z","time spent":"2.101049066s","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T19:34:21.69749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982663388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-25T19:34:21.697335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072431063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:34:21.697608Z","caller":"traceutil/trace.go:171","msg":"trace[1298412706] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1667; }","duration":"1.982839463s","start":"2026-02-25T19:34:19.714741Z","end":"2026-02-25T19:34:21.69758Z","steps":["trace[1298412706] 'range keys from in-memory index tree' (duration: 1.982415831s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:21.69762Z","caller":"traceutil/trace.go:171","msg":"trace[1912318588] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1667; }","duration":"2.072752762s","start":"2026-02-25T19:34:19.62484Z","end":"2026-02-25T19:34:21.697593Z","steps":["trace[1912318588] 'count revisions from in-memory index tree' (duration: 2.07231843s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:21.697671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:19.714718Z","time spent":"1.982936865s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:34:21.697684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:19.624827Z","time spent":"2.072837864s","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:34:21.804123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.738982117s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:34:21.804964Z","caller":"traceutil/trace.go:171","msg":"trace[699164227] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"1.739905402s","start":"2026-02-25T19:34:20.065027Z","end":"2026-02-25T19:34:21.804932Z","steps":["trace[699164227] 'process raft request' (duration: 1.739579123s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:21.805244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:20.065Z","time spent":"1.740043585s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:34:22.291937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T19:34:22.292035Z","caller":"traceutil/trace.go:171","msg":"trace[1232558806] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000427062s","start":"2026-02-25T19:34:20.291584Z","end":"2026-02-25T19:34:22.292011Z","steps":["trace[1232558806] 'agreement among raft nodes before linearized reading' (duration: 2.000291988s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:22.292306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:20.291543Z","time spent":"2.000697239s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:34:22.972418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.786167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:34:22.972556Z","caller":"traceutil/trace.go:171","msg":"trace[254946502] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"2.260196312s","start":"2026-02-25T19:34:20.712346Z","end":"2026-02-25T19:34:22.972542Z","steps":["trace[254946502] 'process raft request' (duration: 2.05019141s)","trace[254946502] 'compare' (duration: 209.621602ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:34:22.972601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:20.71231Z","time spent":"2.260273554s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:34:22.972901Z","caller":"traceutil/trace.go:171","msg":"trace[496203359] linearizableReadLoop","detail":"{readStateIndex:1744; appliedIndex:1743; }","duration":"2.862141672s","start":"2026-02-25T19:34:20.110738Z","end":"2026-02-25T19:34:22.972879Z","steps":["trace[496203359] 'read index received' (duration: 1.694263723s)","trace[496203359] 'applied index is now lower than readState.Index' (duration: 1.167876679s)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:34:22.972948Z","caller":"traceutil/trace.go:171","msg":"trace[256329900] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"1.270600279s","start":"2026-02-25T19:34:21.702299Z","end":"2026-02-25T19:34:22.972899Z","steps":["trace[256329900] 'process raft request' (duration: 1.270211969s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:22.973062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862329377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-740f4e85-6e34-4651-9c63-eb675e4aa285\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-25T19:34:22.973099Z","caller":"traceutil/trace.go:171","msg":"trace[280362278] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-740f4e85-6e34-4651-9c63-eb675e4aa285; range_end:; response_count:1; response_revision:1670; }","duration":"2.862399109s","start":"2026-02-25T19:34:20.11069Z","end":"2026-02-25T19:34:22.973089Z","steps":["trace[280362278] 'agreement among raft nodes before linearized reading' (duration: 2.862276706s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:22.973128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:20.110672Z","time spent":"2.86245012s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-740f4e85-6e34-4651-9c63-eb675e4aa285\" "} {"level":"warn","ts":"2026-02-25T19:34:22.973142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:21.702276Z","time spent":"1.270761544s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:34:22.973203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743795434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-25T19:34:22.973229Z","caller":"traceutil/trace.go:171","msg":"trace[2015112654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1670; }","duration":"2.743873717s","start":"2026-02-25T19:34:20.229348Z","end":"2026-02-25T19:34:22.973221Z","steps":["trace[2015112654] 'agreement among raft nodes before linearized reading' (duration: 2.743653901s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:22.973254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:20.229324Z","time spent":"2.743925898s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:34:22.973292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.005062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:22.973324Z","caller":"traceutil/trace.go:171","msg":"trace[1224998896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1670; }","duration":"680.078654ms","start":"2026-02-25T19:34:22.293236Z","end":"2026-02-25T19:34:22.973315Z","steps":["trace[1224998896] 'agreement among raft nodes before linearized reading' (duration: 680.019803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:22.973358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:22.293212Z","time spent":"680.141075ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:34:22.973423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.725952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-25T19:34:22.973461Z","caller":"traceutil/trace.go:171","msg":"trace[1449722465] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1670; }","duration":"267.874716ms","start":"2026-02-25T19:34:22.705578Z","end":"2026-02-25T19:34:22.973453Z","steps":["trace[1449722465] 'agreement among raft nodes before linearized reading' (duration: 267.792354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:22.973513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.110753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:34:22.973528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.727615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-02-25T19:34:22.973541Z","caller":"traceutil/trace.go:171","msg":"trace[1194409406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1670; }","duration":"277.164564ms","start":"2026-02-25T19:34:22.696369Z","end":"2026-02-25T19:34:22.973534Z","steps":["trace[1194409406] 'agreement among raft nodes before linearized reading' (duration: 277.110473ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:22.973559Z","caller":"traceutil/trace.go:171","msg":"trace[1090277365] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1670; }","duration":"161.780687ms","start":"2026-02-25T19:34:22.81177Z","end":"2026-02-25T19:34:22.973551Z","steps":["trace[1090277365] 'agreement among raft nodes before linearized reading' (duration: 161.618112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:22.973608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.955601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:22.973641Z","caller":"traceutil/trace.go:171","msg":"trace[126102228] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1670; }","duration":"165.043284ms","start":"2026-02-25T19:34:22.808589Z","end":"2026-02-25T19:34:22.973632Z","steps":["trace[126102228] 'agreement among raft nodes before linearized reading' (duration: 164.993773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:22.973674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.204413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:34:22.973682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071514368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T19:34:22.973708Z","caller":"traceutil/trace.go:171","msg":"trace[2001665787] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1670; }","duration":"332.306656ms","start":"2026-02-25T19:34:22.641391Z","end":"2026-02-25T19:34:22.973698Z","steps":["trace[2001665787] 'agreement among raft nodes before linearized reading' (duration: 332.223893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:22.973732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:22.64136Z","time spent":"332.366907ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:34:22.973719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.12983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:34:22.973836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091293915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:34:22.973839Z","caller":"traceutil/trace.go:171","msg":"trace[2060231057] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1670; }","duration":"296.264764ms","start":"2026-02-25T19:34:22.67756Z","end":"2026-02-25T19:34:22.973824Z","steps":["trace[2060231057] 'agreement among raft nodes before linearized reading' (duration: 296.069549ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:22.973711Z","caller":"traceutil/trace.go:171","msg":"trace[1678215760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1670; }","duration":"2.071629661s","start":"2026-02-25T19:34:20.902074Z","end":"2026-02-25T19:34:22.973704Z","steps":["trace[1678215760] 'agreement among raft nodes before linearized reading' (duration: 2.071467456s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:22.973867Z","caller":"traceutil/trace.go:171","msg":"trace[970078920] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1670; }","duration":"2.091364487s","start":"2026-02-25T19:34:20.882495Z","end":"2026-02-25T19:34:22.97386Z","steps":["trace[970078920] 'agreement among raft nodes before linearized reading' (duration: 2.091228603s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:22.973881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:20.902044Z","time spent":"2.071831346s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:34:22.97389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:20.882472Z","time spent":"2.091411059s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:34:22.973896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071802506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:34:22.973915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.341004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:22.97393Z","caller":"traceutil/trace.go:171","msg":"trace[184419002] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1670; }","duration":"1.071880188s","start":"2026-02-25T19:34:21.90204Z","end":"2026-02-25T19:34:22.973921Z","steps":["trace[184419002] 'agreement among raft nodes before linearized reading' (duration: 1.071826966s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:22.973946Z","caller":"traceutil/trace.go:171","msg":"trace[1802742616] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1670; }","duration":"899.410836ms","start":"2026-02-25T19:34:22.074522Z","end":"2026-02-25T19:34:22.973933Z","steps":["trace[1802742616] 'agreement among raft nodes before linearized reading' (duration: 899.358084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:22.973953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:21.902017Z","time spent":"1.071931048s","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:34:22.973971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:22.074498Z","time spent":"899.465978ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:34:22.974104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514153147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-740f4e85-6e34-4651-9c63-eb675e4aa285\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-25T19:34:22.974137Z","caller":"traceutil/trace.go:171","msg":"trace[1321656669] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-740f4e85-6e34-4651-9c63-eb675e4aa285; range_end:; response_count:1; response_revision:1670; }","duration":"2.514223879s","start":"2026-02-25T19:34:20.459905Z","end":"2026-02-25T19:34:22.974129Z","steps":["trace[1321656669] 'agreement among raft nodes before linearized reading' (duration: 2.514137127s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:22.974106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620090143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T19:34:22.974162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:20.459884Z","time spent":"2.514272451s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-740f4e85-6e34-4651-9c63-eb675e4aa285\" "} {"level":"info","ts":"2026-02-25T19:34:22.974249Z","caller":"traceutil/trace.go:171","msg":"trace[1230036892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1670; }","duration":"1.620178316s","start":"2026-02-25T19:34:21.353984Z","end":"2026-02-25T19:34:22.974163Z","steps":["trace[1230036892] 'agreement among raft nodes before linearized reading' (duration: 1.620023882s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:22.974295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:21.353974Z","time spent":"1.620309129s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:34:22.9742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62407998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T19:34:22.974473Z","caller":"traceutil/trace.go:171","msg":"trace[1407836975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1670; }","duration":"1.624335367s","start":"2026-02-25T19:34:21.350056Z","end":"2026-02-25T19:34:22.974392Z","steps":["trace[1407836975] 'agreement among raft nodes before linearized reading' (duration: 1.62407236s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:22.974513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:21.350034Z","time spent":"1.62447036s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:34:22.975524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61879615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T19:34:22.975598Z","caller":"traceutil/trace.go:171","msg":"trace[591579311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1670; }","duration":"1.620445743s","start":"2026-02-25T19:34:21.355108Z","end":"2026-02-25T19:34:22.975554Z","steps":["trace[591579311] 'agreement among raft nodes before linearized reading' (duration: 1.618764728s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:22.975634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:21.355098Z","time spent":"1.620526885s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:34:23.482396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732972836,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T19:34:23.497537Z","caller":"traceutil/trace.go:171","msg":"trace[1378419870] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"517.884007ms","start":"2026-02-25T19:34:22.979625Z","end":"2026-02-25T19:34:23.497509Z","steps":["trace[1378419870] 'process raft request' (duration: 517.726803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:23.497706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:22.979609Z","time spent":"517.997561ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:34:25.246466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182259633s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:34:25.24685Z","caller":"traceutil/trace.go:171","msg":"trace[202578383] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"2.266534503s","start":"2026-02-25T19:34:22.980282Z","end":"2026-02-25T19:34:25.246817Z","steps":["trace[202578383] 'process raft request' (duration: 2.266280926s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:25.24715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:22.980251Z","time spent":"2.266775568s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:34:25.247366Z","caller":"traceutil/trace.go:171","msg":"trace[2091618682] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"2.266029468s","start":"2026-02-25T19:34:22.981309Z","end":"2026-02-25T19:34:25.247339Z","steps":["trace[2091618682] 'process raft request' (duration: 2.265462123s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:25.247509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:22.981298Z","time spent":"2.266135012s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:34:25.247141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265757372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:25.247728Z","caller":"traceutil/trace.go:171","msg":"trace[1448756116] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1677; }","duration":"2.266353157s","start":"2026-02-25T19:34:22.981284Z","end":"2026-02-25T19:34:25.247626Z","steps":["trace[1448756116] 'agreement among raft nodes before linearized reading' (duration: 2.265664789s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:25.247773Z","caller":"traceutil/trace.go:171","msg":"trace[1911105837] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"2.266793359s","start":"2026-02-25T19:34:22.980967Z","end":"2026-02-25T19:34:25.247761Z","steps":["trace[1911105837] 'process raft request' (duration: 2.265735631s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:25.247789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:22.981277Z","time spent":"2.266500731s","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-25T19:34:25.247781Z","caller":"traceutil/trace.go:171","msg":"trace[246740742] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"2.267594711s","start":"2026-02-25T19:34:22.98013Z","end":"2026-02-25T19:34:25.247725Z","steps":["trace[246740742] 'process raft request' (duration: 1.084004042s)","trace[246740742] 'compare' (duration: 1.182030257s)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:34:25.247915Z","caller":"traceutil/trace.go:171","msg":"trace[1737100460] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"2.265351431s","start":"2026-02-25T19:34:22.982557Z","end":"2026-02-25T19:34:25.247908Z","steps":["trace[1737100460] 'process raft request' (duration: 2.264298863s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:25.24796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:22.982534Z","time spent":"2.265405523s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:34:25.248022Z","caller":"traceutil/trace.go:171","msg":"trace[1407135595] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"2.265527096s","start":"2026-02-25T19:34:22.982489Z","end":"2026-02-25T19:34:25.248016Z","steps":["trace[1407135595] 'process raft request' (duration: 2.264315063s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:25.246908Z","caller":"traceutil/trace.go:171","msg":"trace[311246339] linearizableReadLoop","detail":"{readStateIndex:1752; appliedIndex:1745; }","duration":"2.265586047s","start":"2026-02-25T19:34:22.981306Z","end":"2026-02-25T19:34:25.246892Z","steps":["trace[311246339] 'read index received' (duration: 515.972116ms)","trace[311246339] 'applied index is now lower than readState.Index' (duration: 1.749613101s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:34:25.248059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:22.98248Z","time spent":"2.265559736s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:34:25.248057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:22.980112Z","time spent":"2.267785585s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:34:25.247841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:22.980958Z","time spent":"2.266841601s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:34:25.248529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184301748s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:34:25.248948Z","caller":"traceutil/trace.go:171","msg":"trace[1005195957] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"1.43626073s","start":"2026-02-25T19:34:23.812667Z","end":"2026-02-25T19:34:25.248927Z","steps":["trace[1005195957] 'process raft request' (duration: 1.436087305s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:25.249041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:23.812625Z","time spent":"1.436373423s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:34:25.253431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271833763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-740f4e85-6e34-4651-9c63-eb675e4aa285\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-02-25T19:34:25.253429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.538591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:25.253489Z","caller":"traceutil/trace.go:171","msg":"trace[909876393] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-740f4e85-6e34-4651-9c63-eb675e4aa285; range_end:; response_count:1; response_revision:1679; }","duration":"1.271933316s","start":"2026-02-25T19:34:23.981541Z","end":"2026-02-25T19:34:25.253474Z","steps":["trace[909876393] 'agreement among raft nodes before linearized reading' (duration: 1.271843003s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:25.253507Z","caller":"traceutil/trace.go:171","msg":"trace[1796482010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1679; }","duration":"962.660784ms","start":"2026-02-25T19:34:24.29083Z","end":"2026-02-25T19:34:25.25349Z","steps":["trace[1796482010] 'agreement among raft nodes before linearized reading' (duration: 962.534061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:25.253515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:23.981517Z","time spent":"1.271993027s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-740f4e85-6e34-4651-9c63-eb675e4aa285\" "} {"level":"warn","ts":"2026-02-25T19:34:25.25361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485640017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-25T19:34:25.253481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871149253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:25.253678Z","caller":"traceutil/trace.go:171","msg":"trace[381317907] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1679; }","duration":"1.48574216s","start":"2026-02-25T19:34:23.767917Z","end":"2026-02-25T19:34:25.253659Z","steps":["trace[381317907] 'agreement among raft nodes before linearized reading' (duration: 1.485481713s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:25.253698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.242447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-25T19:34:25.253729Z","caller":"traceutil/trace.go:171","msg":"trace[324388316] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1679; }","duration":"271.314418ms","start":"2026-02-25T19:34:24.982404Z","end":"2026-02-25T19:34:25.253719Z","steps":["trace[324388316] 'agreement among raft nodes before linearized reading' (duration: 271.171445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:25.253729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:23.767892Z","time spent":"1.485827792s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-25T19:34:25.253842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271706839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-25T19:34:25.253823Z","caller":"traceutil/trace.go:171","msg":"trace[638815086] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"270.24455ms","start":"2026-02-25T19:34:24.983413Z","end":"2026-02-25T19:34:25.253657Z","steps":["trace[638815086] 'process raft request' (duration: 269.096349ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:25.25379Z","caller":"traceutil/trace.go:171","msg":"trace[1654790280] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1679; }","duration":"1.87141933s","start":"2026-02-25T19:34:23.382277Z","end":"2026-02-25T19:34:25.253696Z","steps":["trace[1654790280] 'agreement among raft nodes before linearized reading' (duration: 1.871123572s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:25.253541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:24.290806Z","time spent":"962.728305ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:34:25.253901Z","caller":"traceutil/trace.go:171","msg":"trace[1215973192] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1679; }","duration":"1.271794662s","start":"2026-02-25T19:34:23.982093Z","end":"2026-02-25T19:34:25.253888Z","steps":["trace[1215973192] 'agreement among raft nodes before linearized reading' (duration: 1.271554225s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:25.254147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:23.982083Z","time spent":"1.272046468s","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T19:34:25.254113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:23.382254Z","time spent":"1.871834651s","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:34:26.353137Z","caller":"traceutil/trace.go:171","msg":"trace[382958717] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"194.214961ms","start":"2026-02-25T19:34:26.15888Z","end":"2026-02-25T19:34:26.353095Z","steps":["trace[382958717] 'process raft request' (duration: 156.498325ms)","trace[382958717] 'compare' (duration: 37.547592ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:34:26.382655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.648505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-25T19:34:26.382733Z","caller":"traceutil/trace.go:171","msg":"trace[123338978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1686; }","duration":"121.767238ms","start":"2026-02-25T19:34:26.26094Z","end":"2026-02-25T19:34:26.382708Z","steps":["trace[123338978] 'agreement among raft nodes before linearized reading' (duration: 121.488701ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:26.55224Z","caller":"traceutil/trace.go:171","msg":"trace[1697147368] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"152.243962ms","start":"2026-02-25T19:34:26.399961Z","end":"2026-02-25T19:34:26.552205Z","steps":["trace[1697147368] 'process raft request' (duration: 138.478974ms)","trace[1697147368] 'compare' (duration: 13.454039ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:34:27.484701Z","caller":"traceutil/trace.go:171","msg":"trace[1606111397] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"207.078504ms","start":"2026-02-25T19:34:27.277597Z","end":"2026-02-25T19:34:27.484675Z","steps":["trace[1606111397] 'process raft request' (duration: 206.947681ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:27.814751Z","caller":"traceutil/trace.go:171","msg":"trace[1224473933] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"534.85803ms","start":"2026-02-25T19:34:27.279867Z","end":"2026-02-25T19:34:27.814725Z","steps":["trace[1224473933] 'process raft request' (duration: 534.596383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:27.814937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:27.27985Z","time spent":"534.979123ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:34:27.815245Z","caller":"traceutil/trace.go:171","msg":"trace[184405164] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"535.002624ms","start":"2026-02-25T19:34:27.280204Z","end":"2026-02-25T19:34:27.815206Z","steps":["trace[184405164] 'process raft request' (duration: 534.427269ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:27.815332Z","caller":"traceutil/trace.go:171","msg":"trace[1822724860] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"533.842774ms","start":"2026-02-25T19:34:27.281456Z","end":"2026-02-25T19:34:27.815299Z","steps":["trace[1822724860] 'process raft request' (duration: 533.598067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:27.815433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:27.280195Z","time spent":"535.130017ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:34:27.815478Z","caller":"traceutil/trace.go:171","msg":"trace[1835526184] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1763; }","duration":"525.248174ms","start":"2026-02-25T19:34:27.290214Z","end":"2026-02-25T19:34:27.815463Z","steps":["trace[1835526184] 'read index received' (duration: 194.399767ms)","trace[1835526184] 'applied index is now lower than readState.Index' (duration: 330.847197ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:34:27.81552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:27.281442Z","time spent":"533.971327ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:34:27.815576Z","caller":"traceutil/trace.go:171","msg":"trace[1972831932] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"530.577136ms","start":"2026-02-25T19:34:27.284987Z","end":"2026-02-25T19:34:27.815564Z","steps":["trace[1972831932] 'process raft request' (duration: 530.250757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:27.815637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:27.284978Z","time spent":"530.619597ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:34:27.815711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.49393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:27.815742Z","caller":"traceutil/trace.go:171","msg":"trace[1337959356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1694; }","duration":"525.536841ms","start":"2026-02-25T19:34:27.290195Z","end":"2026-02-25T19:34:27.815732Z","steps":["trace[1337959356] 'agreement among raft nodes before linearized reading' (duration: 525.473029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:27.815765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:27.29019Z","time spent":"525.571042ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:34:27.815764Z","caller":"traceutil/trace.go:171","msg":"trace[261884824] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"529.409545ms","start":"2026-02-25T19:34:27.28634Z","end":"2026-02-25T19:34:27.81575Z","steps":["trace[261884824] 'process raft request' (duration: 529.024044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:27.815829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:27.286333Z","time spent":"529.461846ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:34:27.81584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.595412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-25T19:34:27.815842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.635627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-25T19:34:27.815931Z","caller":"traceutil/trace.go:171","msg":"trace[275006191] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1694; }","duration":"521.7448ms","start":"2026-02-25T19:34:27.294166Z","end":"2026-02-25T19:34:27.815911Z","steps":["trace[275006191] 'agreement among raft nodes before linearized reading' (duration: 521.548355ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:27.815954Z","caller":"traceutil/trace.go:171","msg":"trace[1546241729] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"484.879737ms","start":"2026-02-25T19:34:27.331061Z","end":"2026-02-25T19:34:27.81594Z","steps":["trace[1546241729] 'process raft request' (duration: 484.357253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:27.815976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:27.294157Z","time spent":"521.809461ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:34:27.815991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.503831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-25T19:34:27.816007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:27.331047Z","time spent":"484.928188ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:34:27.815879Z","caller":"traceutil/trace.go:171","msg":"trace[1036336827] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1694; }","duration":"420.662694ms","start":"2026-02-25T19:34:27.395201Z","end":"2026-02-25T19:34:27.815864Z","steps":["trace[1036336827] 'agreement among raft nodes before linearized reading' (duration: 420.54396ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:27.816023Z","caller":"traceutil/trace.go:171","msg":"trace[1818042810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1694; }","duration":"344.577124ms","start":"2026-02-25T19:34:27.471437Z","end":"2026-02-25T19:34:27.816015Z","steps":["trace[1818042810] 'agreement among raft nodes before linearized reading' (duration: 344.462491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:27.816055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:27.471413Z","time spent":"344.635695ms","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T19:34:27.816063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:27.395185Z","time spent":"420.865469ms","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T19:34:27.816067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.999873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-740f4e85-6e34-4651-9c63-eb675e4aa285\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-02-25T19:34:27.816162Z","caller":"traceutil/trace.go:171","msg":"trace[1522208122] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-740f4e85-6e34-4651-9c63-eb675e4aa285; range_end:; response_count:1; response_revision:1694; }","duration":"457.136746ms","start":"2026-02-25T19:34:27.359Z","end":"2026-02-25T19:34:27.816137Z","steps":["trace[1522208122] 'agreement among raft nodes before linearized reading' (duration: 456.850038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:27.816219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:27.358986Z","time spent":"457.218559ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-740f4e85-6e34-4651-9c63-eb675e4aa285\" "} {"level":"info","ts":"2026-02-25T19:34:28.027723Z","caller":"traceutil/trace.go:171","msg":"trace[925969117] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1696; }","duration":"136.261475ms","start":"2026-02-25T19:34:27.891414Z","end":"2026-02-25T19:34:28.027676Z","steps":["trace[925969117] 'process raft request' (duration: 135.438653ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:28.800336Z","caller":"traceutil/trace.go:171","msg":"trace[660769770] linearizableReadLoop","detail":"{readStateIndex:1773; appliedIndex:1772; }","duration":"492.952092ms","start":"2026-02-25T19:34:28.30736Z","end":"2026-02-25T19:34:28.800312Z","steps":["trace[660769770] 'read index received' (duration: 492.677155ms)","trace[660769770] 'applied index is now lower than readState.Index' (duration: 273.977µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:34:28.800411Z","caller":"traceutil/trace.go:171","msg":"trace[704658683] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"547.697723ms","start":"2026-02-25T19:34:28.252682Z","end":"2026-02-25T19:34:28.80038Z","steps":["trace[704658683] 'process raft request' (duration: 547.467547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:28.800539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.152048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:34:28.800589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:28.252652Z","time spent":"547.840637ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3920,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:34:28.800619Z","caller":"traceutil/trace.go:171","msg":"trace[155135290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1697; }","duration":"493.259421ms","start":"2026-02-25T19:34:28.30734Z","end":"2026-02-25T19:34:28.8006Z","steps":["trace[155135290] 'agreement among raft nodes before linearized reading' (duration: 493.107847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:28.800663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:28.30733Z","time spent":"493.324522ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:34:29.631806Z","caller":"traceutil/trace.go:171","msg":"trace[1156509234] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"220.35998ms","start":"2026-02-25T19:34:29.411419Z","end":"2026-02-25T19:34:29.631779Z","steps":["trace[1156509234] 'process raft request' (duration: 220.191075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:29.94252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.853922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:34:29.942749Z","caller":"traceutil/trace.go:171","msg":"trace[437287817] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"304.526705ms","start":"2026-02-25T19:34:29.638198Z","end":"2026-02-25T19:34:29.942725Z","steps":["trace[437287817] 'process raft request' (duration: 304.453503ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:29.942746Z","caller":"traceutil/trace.go:171","msg":"trace[696188281] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"451.698722ms","start":"2026-02-25T19:34:29.490991Z","end":"2026-02-25T19:34:29.94269Z","steps":["trace[696188281] 'process raft request' (duration: 278.552472ms)","trace[696188281] 'compare' (duration: 172.702038ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:34:29.942833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:29.63817Z","time spent":"304.633758ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T19:34:29.942754Z","caller":"traceutil/trace.go:171","msg":"trace[539661170] linearizableReadLoop","detail":"{readStateIndex:1784; appliedIndex:1783; }","duration":"305.114441ms","start":"2026-02-25T19:34:29.637609Z","end":"2026-02-25T19:34:29.942723Z","steps":["trace[539661170] 'read index received' (duration: 131.960441ms)","trace[539661170] 'applied index is now lower than readState.Index' (duration: 173.15069ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:34:29.942974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:29.490956Z","time spent":"451.891267ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:34:29.943271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.592323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10374"} {"level":"info","ts":"2026-02-25T19:34:29.943379Z","caller":"traceutil/trace.go:171","msg":"trace[863401272] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1707; }","duration":"305.789299ms","start":"2026-02-25T19:34:29.637569Z","end":"2026-02-25T19:34:29.943358Z","steps":["trace[863401272] 'agreement among raft nodes before linearized reading' (duration: 305.320766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:29.943432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:29.637552Z","time spent":"305.86756ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10397,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T19:34:30.002938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.746547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-25T19:34:30.003014Z","caller":"traceutil/trace.go:171","msg":"trace[1662816062] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1708; }","duration":"278.837019ms","start":"2026-02-25T19:34:29.724158Z","end":"2026-02-25T19:34:30.002995Z","steps":["trace[1662816062] 'agreement among raft nodes before linearized reading' (duration: 278.630993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:30.003015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.419656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-25T19:34:30.003108Z","caller":"traceutil/trace.go:171","msg":"trace[1484547139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1708; }","duration":"179.56278ms","start":"2026-02-25T19:34:29.823503Z","end":"2026-02-25T19:34:30.003066Z","steps":["trace[1484547139] 'agreement among raft nodes before linearized reading' (duration: 179.307693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:30.003139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.396398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-25T19:34:30.003186Z","caller":"traceutil/trace.go:171","msg":"trace[1183218711] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"178.941183ms","start":"2026-02-25T19:34:29.824212Z","end":"2026-02-25T19:34:30.003154Z","steps":["trace[1183218711] 'process raft request' (duration: 178.42927ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:30.003243Z","caller":"traceutil/trace.go:171","msg":"trace[1269540881] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1708; }","duration":"169.477481ms","start":"2026-02-25T19:34:29.833701Z","end":"2026-02-25T19:34:30.003178Z","steps":["trace[1269540881] 'agreement among raft nodes before linearized reading' (duration: 169.338557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:30.003281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.602014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-25T19:34:30.00325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.840084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-25T19:34:30.004807Z","caller":"traceutil/trace.go:171","msg":"trace[1040541926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1708; }","duration":"183.202767ms","start":"2026-02-25T19:34:29.821557Z","end":"2026-02-25T19:34:30.00476Z","steps":["trace[1040541926] 'agreement among raft nodes before linearized reading' (duration: 181.556593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:30.003257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.129845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-25T19:34:30.004936Z","caller":"traceutil/trace.go:171","msg":"trace[1392966011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1708; }","duration":"182.554169ms","start":"2026-02-25T19:34:29.822357Z","end":"2026-02-25T19:34:30.004911Z","steps":["trace[1392966011] 'agreement among raft nodes before linearized reading' (duration: 180.7268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:30.005143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.678542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-25T19:34:30.005228Z","caller":"traceutil/trace.go:171","msg":"trace[1864500685] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1708; }","duration":"110.800895ms","start":"2026-02-25T19:34:29.894394Z","end":"2026-02-25T19:34:30.005195Z","steps":["trace[1864500685] 'agreement among raft nodes before linearized reading' (duration: 108.528055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:30.004347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.775678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T19:34:30.005406Z","caller":"traceutil/trace.go:171","msg":"trace[1894667879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1708; }","duration":"182.916079ms","start":"2026-02-25T19:34:29.82246Z","end":"2026-02-25T19:34:30.005377Z","steps":["trace[1894667879] 'agreement among raft nodes before linearized reading' (duration: 180.508305ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:30.005309Z","caller":"traceutil/trace.go:171","msg":"trace[1421423977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1708; }","duration":"182.235191ms","start":"2026-02-25T19:34:29.823045Z","end":"2026-02-25T19:34:30.00528Z","steps":["trace[1421423977] 'agreement among raft nodes before linearized reading' (duration: 179.977511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:30.216312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.873602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:34:30.216456Z","caller":"traceutil/trace.go:171","msg":"trace[382707198] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1786; }","duration":"204.455775ms","start":"2026-02-25T19:34:30.011978Z","end":"2026-02-25T19:34:30.216434Z","steps":["trace[382707198] 'read index received' (duration: 91.423229ms)","trace[382707198] 'applied index is now lower than readState.Index' (duration: 113.030756ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:34:30.216546Z","caller":"traceutil/trace.go:171","msg":"trace[1250521694] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"261.433645ms","start":"2026-02-25T19:34:29.955099Z","end":"2026-02-25T19:34:30.216533Z","steps":["trace[1250521694] 'process raft request' (duration: 148.204604ms)","trace[1250521694] 'compare' (duration: 112.363108ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:34:30.216941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.915268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-740f4e85-6e34-4651-9c63-eb675e4aa285\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-02-25T19:34:30.217123Z","caller":"traceutil/trace.go:171","msg":"trace[1323804712] range","detail":"{range_begin:/registry/persistentvolumes/pvc-740f4e85-6e34-4651-9c63-eb675e4aa285; range_end:; response_count:1; response_revision:1709; }","duration":"205.145233ms","start":"2026-02-25T19:34:30.01194Z","end":"2026-02-25T19:34:30.217086Z","steps":["trace[1323804712] 'agreement among raft nodes before linearized reading' (duration: 204.67113ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:30.225988Z","caller":"traceutil/trace.go:171","msg":"trace[131189773] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"212.454759ms","start":"2026-02-25T19:34:30.013506Z","end":"2026-02-25T19:34:30.225961Z","steps":["trace[131189773] 'process raft request' (duration: 212.270614ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:30.226265Z","caller":"traceutil/trace.go:171","msg":"trace[1531405041] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"212.578442ms","start":"2026-02-25T19:34:30.013655Z","end":"2026-02-25T19:34:30.226233Z","steps":["trace[1531405041] 'process raft request' (duration: 212.263483ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:30.226666Z","caller":"traceutil/trace.go:171","msg":"trace[1678747172] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"212.939351ms","start":"2026-02-25T19:34:30.01371Z","end":"2026-02-25T19:34:30.226649Z","steps":["trace[1678747172] 'process raft request' (duration: 212.456548ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:30.227161Z","caller":"traceutil/trace.go:171","msg":"trace[68198872] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"213.2658ms","start":"2026-02-25T19:34:30.013876Z","end":"2026-02-25T19:34:30.227142Z","steps":["trace[68198872] 'process raft request' (duration: 212.651594ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:30.227229Z","caller":"traceutil/trace.go:171","msg":"trace[984950719] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"212.579021ms","start":"2026-02-25T19:34:30.014637Z","end":"2026-02-25T19:34:30.227216Z","steps":["trace[984950719] 'process raft request' (duration: 212.427537ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:30.22782Z","caller":"traceutil/trace.go:171","msg":"trace[1039561723] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"169.364099ms","start":"2026-02-25T19:34:30.058447Z","end":"2026-02-25T19:34:30.227811Z","steps":["trace[1039561723] 'process raft request' (duration: 169.167044ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:30.227843Z","caller":"traceutil/trace.go:171","msg":"trace[487640053] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"213.054434ms","start":"2026-02-25T19:34:30.014749Z","end":"2026-02-25T19:34:30.227803Z","steps":["trace[487640053] 'process raft request' (duration: 212.350545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:30.227904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.555901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:30.22815Z","caller":"traceutil/trace.go:171","msg":"trace[1438754168] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1716; }","duration":"167.858248ms","start":"2026-02-25T19:34:30.060264Z","end":"2026-02-25T19:34:30.228122Z","steps":["trace[1438754168] 'agreement among raft nodes before linearized reading' (duration: 167.576151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:30.227926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.790121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-25T19:34:30.228287Z","caller":"traceutil/trace.go:171","msg":"trace[100321749] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1716; }","duration":"203.184351ms","start":"2026-02-25T19:34:30.025082Z","end":"2026-02-25T19:34:30.228266Z","steps":["trace[100321749] 'agreement among raft nodes before linearized reading' (duration: 202.596325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:30.490474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.141256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-02-25T19:34:30.49064Z","caller":"traceutil/trace.go:171","msg":"trace[1425334933] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1717; }","duration":"159.341892ms","start":"2026-02-25T19:34:30.331276Z","end":"2026-02-25T19:34:30.490618Z","steps":["trace[1425334933] 'range keys from in-memory index tree' (duration: 158.938541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:30.490755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.64609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-25T19:34:30.491007Z","caller":"traceutil/trace.go:171","msg":"trace[625893139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1717; }","duration":"175.269636ms","start":"2026-02-25T19:34:30.315684Z","end":"2026-02-25T19:34:30.490954Z","steps":["trace[625893139] 'range keys from in-memory index tree' (duration: 174.435164ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:32.174108Z","caller":"traceutil/trace.go:171","msg":"trace[1126003272] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1801; }","duration":"155.314664ms","start":"2026-02-25T19:34:32.018766Z","end":"2026-02-25T19:34:32.17408Z","steps":["trace[1126003272] 'read index received' (duration: 15.243457ms)","trace[1126003272] 'applied index is now lower than readState.Index' (duration: 140.070047ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:34:32.174228Z","caller":"traceutil/trace.go:171","msg":"trace[1518302827] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"163.312257ms","start":"2026-02-25T19:34:32.010879Z","end":"2026-02-25T19:34:32.174191Z","steps":["trace[1518302827] 'process raft request' (duration: 115.240295ms)","trace[1518302827] 'compare' (duration: 47.821946ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:34:32.174429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.475245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-25T19:34:32.174481Z","caller":"traceutil/trace.go:171","msg":"trace[829677026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1725; }","duration":"153.604728ms","start":"2026-02-25T19:34:32.020858Z","end":"2026-02-25T19:34:32.174463Z","steps":["trace[829677026] 'agreement among raft nodes before linearized reading' (duration: 153.390003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:32.174522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.718105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-fx8pm\" ","response":"range_response_count:1 size:5815"} {"level":"info","ts":"2026-02-25T19:34:32.17467Z","caller":"traceutil/trace.go:171","msg":"trace[2024204057] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-fx8pm; range_end:; response_count:1; response_revision:1725; }","duration":"155.92648ms","start":"2026-02-25T19:34:32.018712Z","end":"2026-02-25T19:34:32.174639Z","steps":["trace[2024204057] 'agreement among raft nodes before linearized reading' (duration: 155.526349ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:32.371833Z","caller":"traceutil/trace.go:171","msg":"trace[263910817] linearizableReadLoop","detail":"{readStateIndex:1806; appliedIndex:1804; }","duration":"140.486698ms","start":"2026-02-25T19:34:32.231305Z","end":"2026-02-25T19:34:32.371792Z","steps":["trace[263910817] 'read index received' (duration: 36.990367ms)","trace[263910817] 'applied index is now lower than readState.Index' (duration: 103.494791ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:34:32.371965Z","caller":"traceutil/trace.go:171","msg":"trace[167733949] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"154.189324ms","start":"2026-02-25T19:34:32.217762Z","end":"2026-02-25T19:34:32.371951Z","steps":["trace[167733949] 'process raft request' (duration: 91.028978ms)","trace[167733949] 'compare' (duration: 62.811136ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:34:32.372237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.911939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T19:34:32.372281Z","caller":"traceutil/trace.go:171","msg":"trace[725404034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1728; }","duration":"141.018713ms","start":"2026-02-25T19:34:32.231253Z","end":"2026-02-25T19:34:32.372272Z","steps":["trace[725404034] 'agreement among raft nodes before linearized reading' (duration: 140.858959ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:32.383405Z","caller":"traceutil/trace.go:171","msg":"trace[690419399] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"105.689079ms","start":"2026-02-25T19:34:32.277701Z","end":"2026-02-25T19:34:32.38339Z","steps":["trace[690419399] 'process raft request' (duration: 105.583797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:32.387538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.594442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-25T19:34:32.387543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.627932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T19:34:32.38758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.22287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:32.387596Z","caller":"traceutil/trace.go:171","msg":"trace[2053330127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1731; }","duration":"155.695434ms","start":"2026-02-25T19:34:32.231885Z","end":"2026-02-25T19:34:32.387581Z","steps":["trace[2053330127] 'agreement among raft nodes before linearized reading' (duration: 155.54489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:32.387573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.086234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T19:34:32.387582Z","caller":"traceutil/trace.go:171","msg":"trace[866896408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1731; }","duration":"155.666523ms","start":"2026-02-25T19:34:32.231904Z","end":"2026-02-25T19:34:32.387571Z","steps":["trace[866896408] 'agreement among raft nodes before linearized reading' (duration: 155.527369ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:32.387676Z","caller":"traceutil/trace.go:171","msg":"trace[1338498561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1731; }","duration":"156.214848ms","start":"2026-02-25T19:34:32.231434Z","end":"2026-02-25T19:34:32.387649Z","steps":["trace[1338498561] 'agreement among raft nodes before linearized reading' (duration: 155.940051ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:32.387604Z","caller":"traceutil/trace.go:171","msg":"trace[1087106035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1731; }","duration":"101.278932ms","start":"2026-02-25T19:34:32.286318Z","end":"2026-02-25T19:34:32.387597Z","steps":["trace[1087106035] 'agreement among raft nodes before linearized reading' (duration: 101.240831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:32.387694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.92246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-25T19:34:32.387781Z","caller":"traceutil/trace.go:171","msg":"trace[1174956966] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1731; }","duration":"156.062624ms","start":"2026-02-25T19:34:32.231697Z","end":"2026-02-25T19:34:32.38776Z","steps":["trace[1174956966] 'agreement among raft nodes before linearized reading' (duration: 155.774716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:32.387537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.969765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T19:34:32.387873Z","caller":"traceutil/trace.go:171","msg":"trace[42050152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1731; }","duration":"155.333055ms","start":"2026-02-25T19:34:32.232524Z","end":"2026-02-25T19:34:32.387857Z","steps":["trace[42050152] 'agreement among raft nodes before linearized reading' (duration: 154.872072ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:34.395279Z","caller":"traceutil/trace.go:171","msg":"trace[269081169] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"123.911075ms","start":"2026-02-25T19:34:34.27121Z","end":"2026-02-25T19:34:34.395121Z","steps":["trace[269081169] 'process raft request' (duration: 106.553162ms)","trace[269081169] 'compare' (duration: 16.805129ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:34:35.669732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.678638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"info","ts":"2026-02-25T19:34:35.669816Z","caller":"traceutil/trace.go:171","msg":"trace[967923391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1762; }","duration":"169.824451ms","start":"2026-02-25T19:34:35.499972Z","end":"2026-02-25T19:34:35.669797Z","steps":["trace[967923391] 'range keys from in-memory index tree' (duration: 169.438411ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:36.727597Z","caller":"traceutil/trace.go:171","msg":"trace[1055998910] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"627.401409ms","start":"2026-02-25T19:34:36.100076Z","end":"2026-02-25T19:34:36.727478Z","steps":["trace[1055998910] 'process raft request' (duration: 627.06977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:36.727902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:36.100043Z","time spent":"627.672086ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:34:37.210102Z","caller":"traceutil/trace.go:171","msg":"trace[1391697527] linearizableReadLoop","detail":"{readStateIndex:1844; appliedIndex:1841; }","duration":"938.614392ms","start":"2026-02-25T19:34:36.271456Z","end":"2026-02-25T19:34:37.210071Z","steps":["trace[1391697527] 'read index received' (duration: 455.708518ms)","trace[1391697527] 'applied index is now lower than readState.Index' (duration: 482.904453ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:34:37.210377Z","caller":"traceutil/trace.go:171","msg":"trace[449004931] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"1.090061032s","start":"2026-02-25T19:34:36.120267Z","end":"2026-02-25T19:34:37.210328Z","steps":["trace[449004931] 'process raft request' (duration: 1.086781915s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:37.210604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.015369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-25T19:34:37.210662Z","caller":"traceutil/trace.go:171","msg":"trace[27403325] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1765; }","duration":"928.125902ms","start":"2026-02-25T19:34:36.28252Z","end":"2026-02-25T19:34:37.210646Z","steps":["trace[27403325] 'agreement among raft nodes before linearized reading' (duration: 927.922996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:37.210705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:36.282504Z","time spent":"928.187784ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T19:34:37.210578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:36.120251Z","time spent":"1.090220596s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:34:37.210862Z","caller":"traceutil/trace.go:171","msg":"trace[849947684] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"944.289053ms","start":"2026-02-25T19:34:36.266545Z","end":"2026-02-25T19:34:37.210834Z","steps":["trace[849947684] 'process raft request' (duration: 943.41355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:37.210974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:36.266392Z","time spent":"944.531019ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:34:37.210977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.446724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-25T19:34:37.211128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.499066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-25T19:34:37.211152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.034813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:34:37.211182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.842694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T19:34:37.211209Z","caller":"traceutil/trace.go:171","msg":"trace[1937631651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1765; }","duration":"924.103735ms","start":"2026-02-25T19:34:36.28709Z","end":"2026-02-25T19:34:37.211194Z","steps":["trace[1937631651] 'agreement among raft nodes before linearized reading' (duration: 924.002002ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:37.211221Z","caller":"traceutil/trace.go:171","msg":"trace[556772638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1765; }","duration":"659.913236ms","start":"2026-02-25T19:34:36.551297Z","end":"2026-02-25T19:34:37.21121Z","steps":["trace[556772638] 'agreement among raft nodes before linearized reading' (duration: 659.815253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:37.211256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:36.287081Z","time spent":"924.167276ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:34:37.211207Z","caller":"traceutil/trace.go:171","msg":"trace[2069457924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1765; }","duration":"731.580768ms","start":"2026-02-25T19:34:36.479609Z","end":"2026-02-25T19:34:37.21119Z","steps":["trace[2069457924] 'agreement among raft nodes before linearized reading' (duration: 731.390793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:37.211299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.223034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-25T19:34:37.21134Z","caller":"traceutil/trace.go:171","msg":"trace[2057480227] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1765; }","duration":"660.280026ms","start":"2026-02-25T19:34:36.551046Z","end":"2026-02-25T19:34:37.211326Z","steps":["trace[2057480227] 'agreement among raft nodes before linearized reading' (duration: 660.185014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:37.211389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:36.551035Z","time spent":"660.338687ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:34:37.211412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.537602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T19:34:37.211257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:36.551273Z","time spent":"659.977118ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:34:37.211423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.001428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T19:34:37.211526Z","caller":"traceutil/trace.go:171","msg":"trace[1626721414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1765; }","duration":"660.160352ms","start":"2026-02-25T19:34:36.55135Z","end":"2026-02-25T19:34:37.211511Z","steps":["trace[1626721414] 'agreement among raft nodes before linearized reading' (duration: 659.886955ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:37.211458Z","caller":"traceutil/trace.go:171","msg":"trace[1999575732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1765; }","duration":"660.628735ms","start":"2026-02-25T19:34:36.550812Z","end":"2026-02-25T19:34:37.211441Z","steps":["trace[1999575732] 'agreement among raft nodes before linearized reading' (duration: 660.43271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:37.211707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:36.550783Z","time spent":"660.898633ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:34:37.21174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:36.551316Z","time spent":"660.303156ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:34:37.211199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.850396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T19:34:37.211937Z","caller":"traceutil/trace.go:171","msg":"trace[436399592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1765; }","duration":"801.663158ms","start":"2026-02-25T19:34:36.410249Z","end":"2026-02-25T19:34:37.211912Z","steps":["trace[436399592] 'agreement among raft nodes before linearized reading' (duration: 800.791654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:37.21199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:36.4102Z","time spent":"801.777431ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T19:34:37.21114Z","caller":"traceutil/trace.go:171","msg":"trace[1078021661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1765; }","duration":"939.66633ms","start":"2026-02-25T19:34:36.271422Z","end":"2026-02-25T19:34:37.211088Z","steps":["trace[1078021661] 'agreement among raft nodes before linearized reading' (duration: 938.864498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:37.212094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:36.2714Z","time spent":"940.674917ms","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T19:34:37.211429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:36.479551Z","time spent":"731.823314ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:34:43.6809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.567154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:34:43.68115Z","caller":"traceutil/trace.go:171","msg":"trace[462311919] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"288.811465ms","start":"2026-02-25T19:34:43.392298Z","end":"2026-02-25T19:34:43.681109Z","steps":["trace[462311919] 'process raft request' (duration: 133.929093ms)","trace[462311919] 'compare' (duration: 154.351488ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:34:43.681185Z","caller":"traceutil/trace.go:171","msg":"trace[362857929] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"288.837027ms","start":"2026-02-25T19:34:43.392325Z","end":"2026-02-25T19:34:43.681162Z","steps":["trace[362857929] 'process raft request' (duration: 288.714183ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:43.681196Z","caller":"traceutil/trace.go:171","msg":"trace[85718610] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"288.821946ms","start":"2026-02-25T19:34:43.392352Z","end":"2026-02-25T19:34:43.681174Z","steps":["trace[85718610] 'process raft request' (duration: 288.742154ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:43.681363Z","caller":"traceutil/trace.go:171","msg":"trace[942501679] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"287.898481ms","start":"2026-02-25T19:34:43.393433Z","end":"2026-02-25T19:34:43.681332Z","steps":["trace[942501679] 'process raft request' (duration: 287.691796ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:45.438659Z","caller":"traceutil/trace.go:171","msg":"trace[707424945] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"171.527866ms","start":"2026-02-25T19:34:45.267099Z","end":"2026-02-25T19:34:45.438626Z","steps":["trace[707424945] 'process raft request' (duration: 171.367092ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:45.575163Z","caller":"traceutil/trace.go:171","msg":"trace[875850201] linearizableReadLoop","detail":"{readStateIndex:1887; appliedIndex:1885; }","duration":"272.151972ms","start":"2026-02-25T19:34:45.302992Z","end":"2026-02-25T19:34:45.575144Z","steps":["trace[875850201] 'read index received' (duration: 135.540457ms)","trace[875850201] 'applied index is now lower than readState.Index' (duration: 136.610545ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:34:45.575274Z","caller":"traceutil/trace.go:171","msg":"trace[1397798904] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"283.595047ms","start":"2026-02-25T19:34:45.291632Z","end":"2026-02-25T19:34:45.575227Z","steps":["trace[1397798904] 'process raft request' (duration: 281.241974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:45.575328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.325276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-25T19:34:45.575547Z","caller":"traceutil/trace.go:171","msg":"trace[908158470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1806; }","duration":"272.564003ms","start":"2026-02-25T19:34:45.302958Z","end":"2026-02-25T19:34:45.575522Z","steps":["trace[908158470] 'agreement among raft nodes before linearized reading' (duration: 272.269475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:45.575642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.38451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-25T19:34:45.575761Z","caller":"traceutil/trace.go:171","msg":"trace[1224452613] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1806; }","duration":"259.563295ms","start":"2026-02-25T19:34:45.316169Z","end":"2026-02-25T19:34:45.575732Z","steps":["trace[1224452613] 'agreement among raft nodes before linearized reading' (duration: 259.212476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:45.575853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.874273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:45.575881Z","caller":"traceutil/trace.go:171","msg":"trace[1921902722] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1806; }","duration":"253.908394ms","start":"2026-02-25T19:34:45.321964Z","end":"2026-02-25T19:34:45.575873Z","steps":["trace[1921902722] 'agreement among raft nodes before linearized reading' (duration: 253.855573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:45.576004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.750246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T19:34:45.576062Z","caller":"traceutil/trace.go:171","msg":"trace[1471800117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1806; }","duration":"176.844999ms","start":"2026-02-25T19:34:45.399203Z","end":"2026-02-25T19:34:45.576048Z","steps":["trace[1471800117] 'agreement among raft nodes before linearized reading' (duration: 176.582002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:47.327913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486091459s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:47.328096Z","caller":"traceutil/trace.go:171","msg":"trace[784161685] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1813; }","duration":"1.486291785s","start":"2026-02-25T19:34:45.841773Z","end":"2026-02-25T19:34:47.328064Z","steps":["trace[784161685] 'range keys from in-memory index tree' (duration: 1.486067089s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:47.328147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.976368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-25T19:34:47.328255Z","caller":"traceutil/trace.go:171","msg":"trace[195839442] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1813; }","duration":"925.137152ms","start":"2026-02-25T19:34:46.403095Z","end":"2026-02-25T19:34:47.328232Z","steps":["trace[195839442] 'range keys from in-memory index tree' (duration: 924.783164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:47.328295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:46.403073Z","time spent":"925.214325ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:34:47.328696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.721119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-25T19:34:47.328775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039007011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:34:47.328873Z","caller":"traceutil/trace.go:171","msg":"trace[1173336443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1813; }","duration":"1.039175706s","start":"2026-02-25T19:34:46.289677Z","end":"2026-02-25T19:34:47.328852Z","steps":["trace[1173336443] 'range keys from in-memory index tree' (duration: 1.038855726s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:47.328912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:46.289644Z","time spent":"1.039259557s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:34:47.328823Z","caller":"traceutil/trace.go:171","msg":"trace[1676093508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1813; }","duration":"744.890913ms","start":"2026-02-25T19:34:46.583913Z","end":"2026-02-25T19:34:47.328804Z","steps":["trace[1676093508] 'range keys from in-memory index tree' (duration: 744.520683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:47.329111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:46.583889Z","time spent":"745.206342ms","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-25T19:34:47.329235Z","caller":"traceutil/trace.go:171","msg":"trace[1348484859] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"513.526711ms","start":"2026-02-25T19:34:46.81567Z","end":"2026-02-25T19:34:47.329196Z","steps":["trace[1348484859] 'process raft request' (duration: 495.185192ms)","trace[1348484859] 'compare' (duration: 17.939328ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:34:47.329441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:46.815639Z","time spent":"513.707386ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:34:51.92318Z","caller":"traceutil/trace.go:171","msg":"trace[1139901803] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"172.43098ms","start":"2026-02-25T19:34:51.750719Z","end":"2026-02-25T19:34:51.92315Z","steps":["trace[1139901803] 'process raft request' (duration: 172.313077ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:51.9232Z","caller":"traceutil/trace.go:171","msg":"trace[1273956622] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"172.534414ms","start":"2026-02-25T19:34:51.750634Z","end":"2026-02-25T19:34:51.923169Z","steps":["trace[1273956622] 'process raft request' (duration: 122.107528ms)","trace[1273956622] 'compare' (duration: 50.134828ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:34:51.923572Z","caller":"traceutil/trace.go:171","msg":"trace[359993527] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"172.701667ms","start":"2026-02-25T19:34:51.750836Z","end":"2026-02-25T19:34:51.923538Z","steps":["trace[359993527] 'process raft request' (duration: 172.248655ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:51.923587Z","caller":"traceutil/trace.go:171","msg":"trace[1139478404] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"172.558534ms","start":"2026-02-25T19:34:51.750992Z","end":"2026-02-25T19:34:51.923551Z","steps":["trace[1139478404] 'process raft request' (duration: 172.40729ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:53.962401Z","caller":"traceutil/trace.go:171","msg":"trace[1601506989] linearizableReadLoop","detail":"{readStateIndex:1932; appliedIndex:1931; }","duration":"211.472251ms","start":"2026-02-25T19:34:53.750908Z","end":"2026-02-25T19:34:53.962381Z","steps":["trace[1601506989] 'read index received' (duration: 211.280586ms)","trace[1601506989] 'applied index is now lower than readState.Index' (duration: 190.665µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:34:53.962514Z","caller":"traceutil/trace.go:171","msg":"trace[1226262747] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"228.126715ms","start":"2026-02-25T19:34:53.734377Z","end":"2026-02-25T19:34:53.962503Z","steps":["trace[1226262747] 'process raft request' (duration: 227.867988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:53.962727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.499912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T19:34:53.962797Z","caller":"traceutil/trace.go:171","msg":"trace[2007643544] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1850; }","duration":"193.595505ms","start":"2026-02-25T19:34:53.769184Z","end":"2026-02-25T19:34:53.962779Z","steps":["trace[2007643544] 'agreement among raft nodes before linearized reading' (duration: 193.43303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:53.963111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.211471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T19:34:53.963157Z","caller":"traceutil/trace.go:171","msg":"trace[1774794806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1850; }","duration":"212.365105ms","start":"2026-02-25T19:34:53.750779Z","end":"2026-02-25T19:34:53.963144Z","steps":["trace[1774794806] 'agreement among raft nodes before linearized reading' (duration: 212.263863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:54.174431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.402089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:34:54.174653Z","caller":"traceutil/trace.go:171","msg":"trace[2144055520] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"207.332202ms","start":"2026-02-25T19:34:53.967296Z","end":"2026-02-25T19:34:54.174628Z","steps":["trace[2144055520] 'process raft request' (duration: 207.238659ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:54.17471Z","caller":"traceutil/trace.go:171","msg":"trace[536922569] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"207.675451ms","start":"2026-02-25T19:34:53.966994Z","end":"2026-02-25T19:34:54.17467Z","steps":["trace[536922569] 'process raft request' (duration: 85.944703ms)","trace[536922569] 'compare' (duration: 121.212674ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:34:54.175005Z","caller":"traceutil/trace.go:171","msg":"trace[1512587361] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"207.626979ms","start":"2026-02-25T19:34:53.967361Z","end":"2026-02-25T19:34:54.174988Z","steps":["trace[1512587361] 'process raft request' (duration: 207.223228ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:54.175367Z","caller":"traceutil/trace.go:171","msg":"trace[1462433865] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"207.928917ms","start":"2026-02-25T19:34:53.96742Z","end":"2026-02-25T19:34:54.175349Z","steps":["trace[1462433865] 'process raft request' (duration: 207.467564ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:54.175578Z","caller":"traceutil/trace.go:171","msg":"trace[1226696155] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"207.681561ms","start":"2026-02-25T19:34:53.967885Z","end":"2026-02-25T19:34:54.175567Z","steps":["trace[1226696155] 'process raft request' (duration: 207.408303ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:54.175775Z","caller":"traceutil/trace.go:171","msg":"trace[1904892119] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"170.088258ms","start":"2026-02-25T19:34:54.005672Z","end":"2026-02-25T19:34:54.175761Z","steps":["trace[1904892119] 'process raft request' (duration: 169.833371ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:55.624917Z","caller":"traceutil/trace.go:171","msg":"trace[295908809] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"216.744773ms","start":"2026-02-25T19:34:55.408145Z","end":"2026-02-25T19:34:55.62489Z","steps":["trace[295908809] 'process raft request' (duration: 216.512646ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:55.625217Z","caller":"traceutil/trace.go:171","msg":"trace[166605693] linearizableReadLoop","detail":"{readStateIndex:1941; appliedIndex:1941; }","duration":"203.708705ms","start":"2026-02-25T19:34:55.421479Z","end":"2026-02-25T19:34:55.625188Z","steps":["trace[166605693] 'read index received' (duration: 203.690745ms)","trace[166605693] 'applied index is now lower than readState.Index' (duration: 11.64µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:34:55.625853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.362633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-25T19:34:55.625916Z","caller":"traceutil/trace.go:171","msg":"trace[1811057909] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1858; }","duration":"204.472255ms","start":"2026-02-25T19:34:55.421428Z","end":"2026-02-25T19:34:55.6259Z","steps":["trace[1811057909] 'agreement among raft nodes before linearized reading' (duration: 203.855849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:56.827543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.087992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-25T19:34:56.827673Z","caller":"traceutil/trace.go:171","msg":"trace[1432549308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1867; }","duration":"193.231506ms","start":"2026-02-25T19:34:56.63442Z","end":"2026-02-25T19:34:56.827652Z","steps":["trace[1432549308] 'range keys from in-memory index tree' (duration: 192.896087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:59.289942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.500926ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T19:34:59.797252Z","caller":"traceutil/trace.go:171","msg":"trace[1970458385] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1966; }","duration":"357.343953ms","start":"2026-02-25T19:34:59.439886Z","end":"2026-02-25T19:34:59.79723Z","steps":["trace[1970458385] 'read index received' (duration: 357.212499ms)","trace[1970458385] 'applied index is now lower than readState.Index' (duration: 130.444µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:34:59.797434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.537548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-25T19:34:59.797477Z","caller":"traceutil/trace.go:171","msg":"trace[207735204] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1882; }","duration":"357.627351ms","start":"2026-02-25T19:34:59.439836Z","end":"2026-02-25T19:34:59.797463Z","steps":["trace[207735204] 'agreement among raft nodes before linearized reading' (duration: 357.486617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:59.797521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:59.439814Z","time spent":"357.692042ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T19:34:59.797593Z","caller":"traceutil/trace.go:171","msg":"trace[502698853] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"401.514211ms","start":"2026-02-25T19:34:59.396051Z","end":"2026-02-25T19:34:59.797565Z","steps":["trace[502698853] 'process raft request' (duration: 401.009198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:34:59.797746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:34:59.396024Z","time spent":"401.643265ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12368,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:34:59.79946Z","caller":"traceutil/trace.go:171","msg":"trace[2044685780] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"104.436597ms","start":"2026-02-25T19:34:59.695003Z","end":"2026-02-25T19:34:59.79944Z","steps":["trace[2044685780] 'process raft request' (duration: 104.376695ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:34:59.799598Z","caller":"traceutil/trace.go:171","msg":"trace[1428545327] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"104.95065ms","start":"2026-02-25T19:34:59.694608Z","end":"2026-02-25T19:34:59.799559Z","steps":["trace[1428545327] 'process raft request' (duration: 104.637041ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:35:08.601519Z","caller":"traceutil/trace.go:171","msg":"trace[1993179376] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"415.529746ms","start":"2026-02-25T19:35:08.18594Z","end":"2026-02-25T19:35:08.60147Z","steps":["trace[1993179376] 'process raft request' (duration: 415.31253ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:35:08.601431Z","caller":"traceutil/trace.go:171","msg":"trace[372607820] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2011; }","duration":"232.235386ms","start":"2026-02-25T19:35:08.369167Z","end":"2026-02-25T19:35:08.601402Z","steps":["trace[372607820] 'read index received' (duration: 232.059752ms)","trace[372607820] 'applied index is now lower than readState.Index' (duration: 174.254µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:35:08.601748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.556365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T19:35:08.60191Z","caller":"traceutil/trace.go:171","msg":"trace[1891480183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1926; }","duration":"232.802782ms","start":"2026-02-25T19:35:08.369087Z","end":"2026-02-25T19:35:08.60189Z","steps":["trace[1891480183] 'agreement among raft nodes before linearized reading' (duration: 232.446262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:08.601868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:08.18592Z","time spent":"415.70602ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:35:08.602119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.518527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T19:35:08.602205Z","caller":"traceutil/trace.go:171","msg":"trace[1947771580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1926; }","duration":"225.634579ms","start":"2026-02-25T19:35:08.376553Z","end":"2026-02-25T19:35:08.602187Z","steps":["trace[1947771580] 'agreement among raft nodes before linearized reading' (duration: 225.426764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:08.602343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.817191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:35:08.602476Z","caller":"traceutil/trace.go:171","msg":"trace[612791529] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1926; }","duration":"223.990026ms","start":"2026-02-25T19:35:08.378453Z","end":"2026-02-25T19:35:08.602443Z","steps":["trace[612791529] 'agreement among raft nodes before linearized reading' (duration: 223.75958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:08.602497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.425121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T19:35:08.602378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.968245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T19:35:08.602565Z","caller":"traceutil/trace.go:171","msg":"trace[931949531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1926; }","duration":"229.510293ms","start":"2026-02-25T19:35:08.373034Z","end":"2026-02-25T19:35:08.602545Z","steps":["trace[931949531] 'agreement among raft nodes before linearized reading' (duration: 229.336728ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:35:08.602641Z","caller":"traceutil/trace.go:171","msg":"trace[447876607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1926; }","duration":"227.216572ms","start":"2026-02-25T19:35:08.375366Z","end":"2026-02-25T19:35:08.602583Z","steps":["trace[447876607] 'agreement among raft nodes before linearized reading' (duration: 226.7678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:08.602821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.005077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T19:35:08.602893Z","caller":"traceutil/trace.go:171","msg":"trace[729266360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1926; }","duration":"230.13017ms","start":"2026-02-25T19:35:08.372749Z","end":"2026-02-25T19:35:08.602879Z","steps":["trace[729266360] 'agreement among raft nodes before linearized reading' (duration: 229.286047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:09.433437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.914242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:35:09.43354Z","caller":"traceutil/trace.go:171","msg":"trace[1436196243] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"826.086098ms","start":"2026-02-25T19:35:08.607435Z","end":"2026-02-25T19:35:09.433521Z","steps":["trace[1436196243] 'process raft request' (duration: 388.004481ms)","trace[1436196243] 'compare' (duration: 437.637735ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:35:09.433593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:08.607401Z","time spent":"826.16604ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:35:09.749054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.700334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:35:09.74932Z","caller":"traceutil/trace.go:171","msg":"trace[211213020] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"1.141810171s","start":"2026-02-25T19:35:08.607472Z","end":"2026-02-25T19:35:09.749282Z","steps":["trace[211213020] 'process raft request' (duration: 958.765698ms)","trace[211213020] 'compare' (duration: 182.470238ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:35:09.749413Z","caller":"traceutil/trace.go:171","msg":"trace[2047128017] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"1.141865613s","start":"2026-02-25T19:35:08.607492Z","end":"2026-02-25T19:35:09.749358Z","steps":["trace[2047128017] 'process raft request' (duration: 1.141704409s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:35:09.749494Z","caller":"traceutil/trace.go:171","msg":"trace[719190223] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"1.141507454s","start":"2026-02-25T19:35:08.607929Z","end":"2026-02-25T19:35:09.749436Z","steps":["trace[719190223] 'process raft request' (duration: 1.141325159s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:09.749765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:08.607464Z","time spent":"1.142205843s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:35:09.749813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:08.607918Z","time spent":"1.141847153s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:35:09.749517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:08.607442Z","time spent":"1.141960346s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:35:09.749577Z","caller":"traceutil/trace.go:171","msg":"trace[61468835] linearizableReadLoop","detail":"{readStateIndex:2017; appliedIndex:2012; }","duration":"1.022252202s","start":"2026-02-25T19:35:08.727307Z","end":"2026-02-25T19:35:09.749559Z","steps":["trace[61468835] 'read index received' (duration: 268.220225ms)","trace[61468835] 'applied index is now lower than readState.Index' (duration: 754.029757ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:35:09.749567Z","caller":"traceutil/trace.go:171","msg":"trace[1817275842] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"1.141426932s","start":"2026-02-25T19:35:08.608062Z","end":"2026-02-25T19:35:09.749489Z","steps":["trace[1817275842] 'process raft request' (duration: 1.141232977s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:09.750064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:08.608046Z","time spent":"1.141981666s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:35:10.350685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.312252ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T19:35:10.351047Z","caller":"traceutil/trace.go:171","msg":"trace[1168055614] linearizableReadLoop","detail":"{readStateIndex:2018; appliedIndex:2017; }","duration":"601.066976ms","start":"2026-02-25T19:35:09.749959Z","end":"2026-02-25T19:35:10.351026Z","steps":["trace[1168055614] 'read index received' (duration: 61.062µs)","trace[1168055614] 'applied index is now lower than readState.Index' (duration: 601.004574ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:35:10.351206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038246308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:35:10.351247Z","caller":"traceutil/trace.go:171","msg":"trace[973991533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"1.038293429s","start":"2026-02-25T19:35:09.312939Z","end":"2026-02-25T19:35:10.351232Z","steps":["trace[973991533] 'agreement among raft nodes before linearized reading' (duration: 1.038223947s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:10.351231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623903133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:35:10.351291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:09.312856Z","time spent":"1.038424303s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:35:10.351328Z","caller":"traceutil/trace.go:171","msg":"trace[877562589] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1931; }","duration":"1.624082077s","start":"2026-02-25T19:35:08.727224Z","end":"2026-02-25T19:35:10.351306Z","steps":["trace[877562589] 'agreement among raft nodes before linearized reading' (duration: 1.022386785s)","trace[877562589] 'count revisions from in-memory index tree' (duration: 601.548428ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:35:10.35138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038658949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:35:10.351427Z","caller":"traceutil/trace.go:171","msg":"trace[518248437] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1931; }","duration":"1.038761022s","start":"2026-02-25T19:35:09.312653Z","end":"2026-02-25T19:35:10.351414Z","steps":["trace[518248437] 'agreement among raft nodes before linearized reading' (duration: 1.03866411s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:10.351461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:09.312626Z","time spent":"1.038825763s","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:35:10.351387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:08.727192Z","time spent":"1.6241815s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:35:10.351974Z","caller":"traceutil/trace.go:171","msg":"trace[1390707421] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"515.276146ms","start":"2026-02-25T19:35:09.836659Z","end":"2026-02-25T19:35:10.351935Z","steps":["trace[1390707421] 'process raft request' (duration: 514.226138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:10.352292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:09.836627Z","time spent":"515.43266ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:35:10.352468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422928862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-25T19:35:10.352563Z","caller":"traceutil/trace.go:171","msg":"trace[1603187205] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1931; }","duration":"1.423103806s","start":"2026-02-25T19:35:08.929431Z","end":"2026-02-25T19:35:10.352535Z","steps":["trace[1603187205] 'agreement among raft nodes before linearized reading' (duration: 1.421656357s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:10.352628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:08.929398Z","time spent":"1.423218469s","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T19:35:10.480521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.488672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:35:10.480683Z","caller":"traceutil/trace.go:171","msg":"trace[91628657] linearizableReadLoop","detail":"{readStateIndex:2020; appliedIndex:2019; }","duration":"127.970319ms","start":"2026-02-25T19:35:10.352653Z","end":"2026-02-25T19:35:10.480623Z","steps":["trace[91628657] 'read index received' (duration: 36.811µs)","trace[91628657] 'applied index is now lower than readState.Index' (duration: 127.932448ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:35:10.48086Z","caller":"traceutil/trace.go:171","msg":"trace[1027447150] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"642.376671ms","start":"2026-02-25T19:35:09.838464Z","end":"2026-02-25T19:35:10.48084Z","steps":["trace[1027447150] 'process raft request' (duration: 513.448857ms)","trace[1027447150] 'compare' (duration: 128.193365ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:35:10.481099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:09.838397Z","time spent":"642.602228ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:35:10.481173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.481912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:35:10.481254Z","caller":"traceutil/trace.go:171","msg":"trace[407923600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1933; }","duration":"128.619916ms","start":"2026-02-25T19:35:10.352614Z","end":"2026-02-25T19:35:10.481234Z","steps":["trace[407923600] 'agreement among raft nodes before linearized reading' (duration: 128.452092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:11.094073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.451401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-02-25T19:35:11.094129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.17866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-25T19:35:11.094166Z","caller":"traceutil/trace.go:171","msg":"trace[1929924284] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1933; }","duration":"183.610445ms","start":"2026-02-25T19:35:10.910536Z","end":"2026-02-25T19:35:11.094146Z","steps":["trace[1929924284] 'range keys from in-memory index tree' (duration: 183.256966ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:35:11.094185Z","caller":"traceutil/trace.go:171","msg":"trace[531805908] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1933; }","duration":"486.277752ms","start":"2026-02-25T19:35:10.607886Z","end":"2026-02-25T19:35:11.094164Z","steps":["trace[531805908] 'range keys from in-memory index tree' (duration: 486.033545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:11.094247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:10.607852Z","time spent":"486.377825ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:35:11.573452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.820683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:35:11.573532Z","caller":"traceutil/trace.go:171","msg":"trace[144035163] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1934; }","duration":"239.968107ms","start":"2026-02-25T19:35:11.333545Z","end":"2026-02-25T19:35:11.573513Z","steps":["trace[144035163] 'count revisions from in-memory index tree' (duration: 239.72519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:11.573607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.837337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T19:35:11.573715Z","caller":"traceutil/trace.go:171","msg":"trace[154288470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1934; }","duration":"135.015041ms","start":"2026-02-25T19:35:11.438677Z","end":"2026-02-25T19:35:11.573692Z","steps":["trace[154288470] 'range keys from in-memory index tree' (duration: 134.605611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:11.573626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.034067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-25T19:35:11.573829Z","caller":"traceutil/trace.go:171","msg":"trace[1976099508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1934; }","duration":"212.285774ms","start":"2026-02-25T19:35:11.361506Z","end":"2026-02-25T19:35:11.573791Z","steps":["trace[1976099508] 'range keys from in-memory index tree' (duration: 211.646756ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:35:17.395531Z","caller":"traceutil/trace.go:171","msg":"trace[420997146] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2050; }","duration":"105.059188ms","start":"2026-02-25T19:35:17.290447Z","end":"2026-02-25T19:35:17.395506Z","steps":["trace[420997146] 'read index received' (duration: 104.821962ms)","trace[420997146] 'applied index is now lower than readState.Index' (duration: 236.316µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:35:17.395711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.259263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:35:17.395599Z","caller":"traceutil/trace.go:171","msg":"trace[1218141220] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"217.306338ms","start":"2026-02-25T19:35:17.178254Z","end":"2026-02-25T19:35:17.39556Z","steps":["trace[1218141220] 'process raft request' (duration: 217.101212ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:35:17.395763Z","caller":"traceutil/trace.go:171","msg":"trace[377113716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1963; }","duration":"105.357396ms","start":"2026-02-25T19:35:17.290391Z","end":"2026-02-25T19:35:17.395748Z","steps":["trace[377113716] 'agreement among raft nodes before linearized reading' (duration: 105.272523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:17.699062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.760153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:35:17.699135Z","caller":"traceutil/trace.go:171","msg":"trace[1325762484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1963; }","duration":"301.867106ms","start":"2026-02-25T19:35:17.397252Z","end":"2026-02-25T19:35:17.699119Z","steps":["trace[1325762484] 'range keys from in-memory index tree' (duration: 301.682321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:17.699159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:17.397239Z","time spent":"301.915617ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:35:17.699232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.658052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:35:17.699307Z","caller":"traceutil/trace.go:171","msg":"trace[1744001271] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"298.223349ms","start":"2026-02-25T19:35:17.401072Z","end":"2026-02-25T19:35:17.699295Z","steps":["trace[1744001271] 'process raft request' (duration: 94.433393ms)","trace[1744001271] 'compare' (duration: 203.54959ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:35:17.699308Z","caller":"traceutil/trace.go:171","msg":"trace[1111604697] linearizableReadLoop","detail":"{readStateIndex:2052; appliedIndex:2051; }","duration":"240.376867ms","start":"2026-02-25T19:35:17.458919Z","end":"2026-02-25T19:35:17.699296Z","steps":["trace[1111604697] 'read index received' (duration: 36.509429ms)","trace[1111604697] 'applied index is now lower than readState.Index' (duration: 203.866188ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:35:17.699403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.49489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:35:17.699427Z","caller":"traceutil/trace.go:171","msg":"trace[1045026581] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1964; }","duration":"240.560553ms","start":"2026-02-25T19:35:17.458859Z","end":"2026-02-25T19:35:17.699419Z","steps":["trace[1045026581] 'agreement among raft nodes before linearized reading' (duration: 240.505581ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:35:17.898386Z","caller":"traceutil/trace.go:171","msg":"trace[1104469446] linearizableReadLoop","detail":"{readStateIndex:2053; appliedIndex:2052; }","duration":"159.418436ms","start":"2026-02-25T19:35:17.738938Z","end":"2026-02-25T19:35:17.898356Z","steps":["trace[1104469446] 'read index received' (duration: 159.132799ms)","trace[1104469446] 'applied index is now lower than readState.Index' (duration: 284.437µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:35:17.898477Z","caller":"traceutil/trace.go:171","msg":"trace[184725721] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"188.358332ms","start":"2026-02-25T19:35:17.710052Z","end":"2026-02-25T19:35:17.89841Z","steps":["trace[184725721] 'process raft request' (duration: 188.137226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:17.898681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.725584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897945b2f365945\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-25T19:35:17.898743Z","caller":"traceutil/trace.go:171","msg":"trace[1892639389] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1897945b2f365945; range_end:; response_count:1; response_revision:1965; }","duration":"159.841627ms","start":"2026-02-25T19:35:17.738885Z","end":"2026-02-25T19:35:17.898726Z","steps":["trace[1892639389] 'agreement among raft nodes before linearized reading' (duration: 159.628472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:20.944611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.922419629s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:35:20.94616Z","caller":"traceutil/trace.go:171","msg":"trace[1011572936] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"3.042703745s","start":"2026-02-25T19:35:17.903408Z","end":"2026-02-25T19:35:20.946112Z","steps":["trace[1011572936] 'process raft request' (duration: 3.04140856s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:35:20.946194Z","caller":"traceutil/trace.go:171","msg":"trace[626518768] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"3.042671464s","start":"2026-02-25T19:35:17.903474Z","end":"2026-02-25T19:35:20.946145Z","steps":["trace[626518768] 'process raft request' (duration: 3.041514463s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:35:20.946277Z","caller":"traceutil/trace.go:171","msg":"trace[74081090] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"3.042993133s","start":"2026-02-25T19:35:17.903228Z","end":"2026-02-25T19:35:20.946221Z","steps":["trace[74081090] 'process raft request' (duration: 118.847897ms)","trace[74081090] 'compare' (duration: 2.922140732s)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:35:20.946195Z","caller":"traceutil/trace.go:171","msg":"trace[1030146721] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"3.042681995s","start":"2026-02-25T19:35:17.903489Z","end":"2026-02-25T19:35:20.946171Z","steps":["trace[1030146721] 'process raft request' (duration: 3.04252189s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:35:20.946353Z","caller":"traceutil/trace.go:171","msg":"trace[17451467] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"2.704767592s","start":"2026-02-25T19:35:18.241571Z","end":"2026-02-25T19:35:20.946338Z","steps":["trace[17451467] 'process raft request' (duration: 2.704538756s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:20.946407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:17.9032Z","time spent":"3.043138207s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:35:20.946433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:17.903392Z","time spent":"3.04288082s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:35:20.946408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:17.903458Z","time spent":"3.042837339s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:35:20.946459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:18.241545Z","time spent":"2.704855254s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:35:20.946515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:17.903467Z","time spent":"3.042920791s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:35:20.94694Z","caller":"traceutil/trace.go:171","msg":"trace[363422546] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"2.567642534s","start":"2026-02-25T19:35:18.379248Z","end":"2026-02-25T19:35:20.946891Z","steps":["trace[363422546] 'process raft request' (duration: 2.567039458s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:35:20.946972Z","caller":"traceutil/trace.go:171","msg":"trace[261126836] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"2.427613789s","start":"2026-02-25T19:35:18.519343Z","end":"2026-02-25T19:35:20.946957Z","steps":["trace[261126836] 'process raft request' (duration: 2.427431114s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:20.947069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:18.51932Z","time spent":"2.4276951s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:35:20.947074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:18.37922Z","time spent":"2.567783898s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:35:21.290255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999778003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T19:35:21.290348Z","caller":"traceutil/trace.go:171","msg":"trace[1615569691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999984309s","start":"2026-02-25T19:35:19.290342Z","end":"2026-02-25T19:35:21.290326Z","steps":["trace[1615569691] 'agreement among raft nodes before linearized reading' (duration: 1.999834555s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:21.2904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:19.290304Z","time spent":"2.000084621s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:35:21.772033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.066038ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T19:35:21.772605Z","caller":"traceutil/trace.go:171","msg":"trace[241852244] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"2.684988131s","start":"2026-02-25T19:35:19.087587Z","end":"2026-02-25T19:35:21.772575Z","steps":["trace[241852244] 'process raft request' (duration: 2.684686053s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:21.77284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:19.087553Z","time spent":"2.685125765s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:35:21.773104Z","caller":"traceutil/trace.go:171","msg":"trace[887816646] linearizableReadLoop","detail":"{readStateIndex:2061; appliedIndex:2054; }","duration":"3.064977192s","start":"2026-02-25T19:35:18.7081Z","end":"2026-02-25T19:35:21.773077Z","steps":["trace[887816646] 'read index received' (duration: 214.440181ms)","trace[887816646] 'applied index is now lower than readState.Index' (duration: 2.850534331s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:35:21.773432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369367686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-25T19:35:21.773505Z","caller":"traceutil/trace.go:171","msg":"trace[4434257] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1974; }","duration":"2.369461928s","start":"2026-02-25T19:35:19.404023Z","end":"2026-02-25T19:35:21.773485Z","steps":["trace[4434257] 'agreement among raft nodes before linearized reading' (duration: 2.369235112s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:21.773555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:19.404011Z","time spent":"2.36953068s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:35:21.773582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.889044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:35:21.773848Z","caller":"traceutil/trace.go:171","msg":"trace[1356466294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1974; }","duration":"482.201932ms","start":"2026-02-25T19:35:21.291627Z","end":"2026-02-25T19:35:21.773829Z","steps":["trace[1356466294] 'agreement among raft nodes before linearized reading' (duration: 481.835113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:21.773907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:21.291609Z","time spent":"482.291005ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:35:21.773415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.06530169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-25T19:35:21.774002Z","caller":"traceutil/trace.go:171","msg":"trace[1095015364] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1974; }","duration":"3.065945688s","start":"2026-02-25T19:35:18.708037Z","end":"2026-02-25T19:35:21.773983Z","steps":["trace[1095015364] 'agreement among raft nodes before linearized reading' (duration: 3.065181657s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:21.774063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:18.708017Z","time spent":"3.06603074s","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T19:35:21.774158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.083964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-02-25T19:35:21.774308Z","caller":"traceutil/trace.go:171","msg":"trace[771450327] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1974; }","duration":"572.288599ms","start":"2026-02-25T19:35:21.202001Z","end":"2026-02-25T19:35:21.77429Z","steps":["trace[771450327] 'agreement among raft nodes before linearized reading' (duration: 571.470537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:21.774348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:21.201976Z","time spent":"572.362091ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T19:35:21.774562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871311698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T19:35:21.774634Z","caller":"traceutil/trace.go:171","msg":"trace[2039355782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1974; }","duration":"1.871446182s","start":"2026-02-25T19:35:19.903172Z","end":"2026-02-25T19:35:21.774618Z","steps":["trace[2039355782] 'agreement among raft nodes before linearized reading' (duration: 1.870319201s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:21.774681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:19.903143Z","time spent":"1.871526314s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T19:35:22.275016Z","caller":"traceutil/trace.go:171","msg":"trace[743030807] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"495.534191ms","start":"2026-02-25T19:35:21.779448Z","end":"2026-02-25T19:35:22.274982Z","steps":["trace[743030807] 'process raft request' (duration: 495.318215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:22.275225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:21.779443Z","time spent":"495.663514ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:35:22.27704Z","caller":"traceutil/trace.go:171","msg":"trace[1647967285] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"497.651147ms","start":"2026-02-25T19:35:21.779368Z","end":"2026-02-25T19:35:22.277019Z","steps":["trace[1647967285] 'process raft request' (duration: 497.477003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:22.277199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:21.779358Z","time spent":"497.75464ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:35:22.277311Z","caller":"traceutil/trace.go:171","msg":"trace[2137914464] linearizableReadLoop","detail":"{readStateIndex:2066; appliedIndex:2063; }","duration":"496.325211ms","start":"2026-02-25T19:35:21.780956Z","end":"2026-02-25T19:35:22.277281Z","steps":["trace[2137914464] 'read index received' (duration: 493.777153ms)","trace[2137914464] 'applied index is now lower than readState.Index' (duration: 2.546458ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:35:22.27736Z","caller":"traceutil/trace.go:171","msg":"trace[1441510694] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"496.703011ms","start":"2026-02-25T19:35:21.780619Z","end":"2026-02-25T19:35:22.277322Z","steps":["trace[1441510694] 'process raft request' (duration: 496.354602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:22.277482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.519247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:35:22.277523Z","caller":"traceutil/trace.go:171","msg":"trace[461171786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1977; }","duration":"496.578678ms","start":"2026-02-25T19:35:21.780933Z","end":"2026-02-25T19:35:22.277511Z","steps":["trace[461171786] 'agreement among raft nodes before linearized reading' (duration: 496.485026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:22.277545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:21.780597Z","time spent":"496.855036ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:35:22.277556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:21.780925Z","time spent":"496.624459ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:35:22.277582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.34982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:35:22.277693Z","caller":"traceutil/trace.go:171","msg":"trace[989086494] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1977; }","duration":"481.515485ms","start":"2026-02-25T19:35:21.796157Z","end":"2026-02-25T19:35:22.277673Z","steps":["trace[989086494] 'agreement among raft nodes before linearized reading' (duration: 481.293639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:22.277778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:21.796147Z","time spent":"481.617747ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-25T19:35:24.392006Z","caller":"traceutil/trace.go:171","msg":"trace[1392456201] linearizableReadLoop","detail":"{readStateIndex:2077; appliedIndex:2075; }","duration":"103.474705ms","start":"2026-02-25T19:35:24.288476Z","end":"2026-02-25T19:35:24.39195Z","steps":["trace[1392456201] 'read index received' (duration: 87.164927ms)","trace[1392456201] 'applied index is now lower than readState.Index' (duration: 16.308618ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:35:24.392103Z","caller":"traceutil/trace.go:171","msg":"trace[1740354832] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"105.019396ms","start":"2026-02-25T19:35:24.287058Z","end":"2026-02-25T19:35:24.392077Z","steps":["trace[1740354832] 'process raft request' (duration: 104.761349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:24.392127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.632579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:35:24.392167Z","caller":"traceutil/trace.go:171","msg":"trace[333417216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1987; }","duration":"103.709981ms","start":"2026-02-25T19:35:24.288443Z","end":"2026-02-25T19:35:24.392153Z","steps":["trace[333417216] 'agreement among raft nodes before linearized reading' (duration: 103.631239ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:35:25.183577Z","caller":"traceutil/trace.go:171","msg":"trace[1240672550] linearizableReadLoop","detail":"{readStateIndex:2082; appliedIndex:2079; }","duration":"196.479139ms","start":"2026-02-25T19:35:24.987053Z","end":"2026-02-25T19:35:25.183532Z","steps":["trace[1240672550] 'read index received' (duration: 25.802322ms)","trace[1240672550] 'applied index is now lower than readState.Index' (duration: 170.675377ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:35:25.183674Z","caller":"traceutil/trace.go:171","msg":"trace[2123395299] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"198.544175ms","start":"2026-02-25T19:35:24.985089Z","end":"2026-02-25T19:35:25.183633Z","steps":["trace[2123395299] 'process raft request' (duration: 105.793808ms)","trace[2123395299] 'compare' (duration: 92.363536ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:35:25.183761Z","caller":"traceutil/trace.go:171","msg":"trace[1680003131] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"198.567465ms","start":"2026-02-25T19:35:24.985165Z","end":"2026-02-25T19:35:25.183733Z","steps":["trace[1680003131] 'process raft request' (duration: 198.304408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:25.183966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.867609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T19:35:25.184044Z","caller":"traceutil/trace.go:171","msg":"trace[1225016508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1992; }","duration":"197.004423ms","start":"2026-02-25T19:35:24.98702Z","end":"2026-02-25T19:35:25.184025Z","steps":["trace[1225016508] 'agreement among raft nodes before linearized reading' (duration: 196.681015ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:35:26.641904Z","caller":"traceutil/trace.go:171","msg":"trace[1950173658] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"148.989176ms","start":"2026-02-25T19:35:26.49287Z","end":"2026-02-25T19:35:26.64186Z","steps":["trace[1950173658] 'process raft request' (duration: 72.405232ms)","trace[1950173658] 'compare' (duration: 76.405759ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:35:27.472049Z","caller":"traceutil/trace.go:171","msg":"trace[1868084801] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"495.003465ms","start":"2026-02-25T19:35:26.977018Z","end":"2026-02-25T19:35:27.472022Z","steps":["trace[1868084801] 'process raft request' (duration: 494.784579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:27.472413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:26.97699Z","time spent":"495.137209ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:35:27.499438Z","caller":"traceutil/trace.go:171","msg":"trace[1634039832] linearizableReadLoop","detail":"{readStateIndex:2088; appliedIndex:2086; }","duration":"482.232783ms","start":"2026-02-25T19:35:27.017175Z","end":"2026-02-25T19:35:27.499408Z","steps":["trace[1634039832] 'read index received' (duration: 454.663323ms)","trace[1634039832] 'applied index is now lower than readState.Index' (duration: 27.56797ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:35:27.499516Z","caller":"traceutil/trace.go:171","msg":"trace[1092470753] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"519.869022ms","start":"2026-02-25T19:35:26.979614Z","end":"2026-02-25T19:35:27.499483Z","steps":["trace[1092470753] 'process raft request' (duration: 519.592494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:27.499718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:26.979595Z","time spent":"519.989135ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:35:27.499776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.589633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T19:35:27.499833Z","caller":"traceutil/trace.go:171","msg":"trace[1439304477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1998; }","duration":"482.713986ms","start":"2026-02-25T19:35:27.017102Z","end":"2026-02-25T19:35:27.499816Z","steps":["trace[1439304477] 'agreement among raft nodes before linearized reading' (duration: 482.483789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:27.499892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:27.017074Z","time spent":"482.805268ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:35:27.49999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.790161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T19:35:27.500104Z","caller":"traceutil/trace.go:171","msg":"trace[598350819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1998; }","duration":"311.962717ms","start":"2026-02-25T19:35:27.188117Z","end":"2026-02-25T19:35:27.50008Z","steps":["trace[598350819] 'agreement among raft nodes before linearized reading' (duration: 311.669209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:27.500174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:27.188084Z","time spent":"312.075619ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:35:27.500163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.507971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-02-25T19:35:27.500225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.96324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:35:27.500362Z","caller":"traceutil/trace.go:171","msg":"trace[791025703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1998; }","duration":"176.155475ms","start":"2026-02-25T19:35:27.324182Z","end":"2026-02-25T19:35:27.500338Z","steps":["trace[791025703] 'agreement among raft nodes before linearized reading' (duration: 175.888947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:27.500211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.806392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T19:35:27.500428Z","caller":"traceutil/trace.go:171","msg":"trace[1212606688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1998; }","duration":"312.049669ms","start":"2026-02-25T19:35:27.188364Z","end":"2026-02-25T19:35:27.500414Z","steps":["trace[1212606688] 'agreement among raft nodes before linearized reading' (duration: 311.674959ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:35:27.500307Z","caller":"traceutil/trace.go:171","msg":"trace[1763339430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1998; }","duration":"202.736158ms","start":"2026-02-25T19:35:27.297539Z","end":"2026-02-25T19:35:27.500275Z","steps":["trace[1763339430] 'agreement among raft nodes before linearized reading' (duration: 202.288356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:27.500475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:27.188357Z","time spent":"312.10643ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:35:27.500828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.567648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T19:35:27.500932Z","caller":"traceutil/trace.go:171","msg":"trace[682847925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1998; }","duration":"304.783534ms","start":"2026-02-25T19:35:27.196126Z","end":"2026-02-25T19:35:27.50091Z","steps":["trace[682847925] 'agreement among raft nodes before linearized reading' (duration: 303.89567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:27.501102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:35:27.196094Z","time spent":"304.99ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T19:35:31.860828Z","caller":"traceutil/trace.go:171","msg":"trace[1316469453] linearizableReadLoop","detail":"{readStateIndex:2115; appliedIndex:2114; }","duration":"124.199951ms","start":"2026-02-25T19:35:31.736599Z","end":"2026-02-25T19:35:31.860799Z","steps":["trace[1316469453] 'read index received' (duration: 123.944634ms)","trace[1316469453] 'applied index is now lower than readState.Index' (duration: 253.647µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:35:31.860952Z","caller":"traceutil/trace.go:171","msg":"trace[2027680246] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"153.485246ms","start":"2026-02-25T19:35:31.707438Z","end":"2026-02-25T19:35:31.860924Z","steps":["trace[2027680246] 'process raft request' (duration: 153.165678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:31.860988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.369876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:35:31.861033Z","caller":"traceutil/trace.go:171","msg":"trace[2070209629] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2024; }","duration":"124.464188ms","start":"2026-02-25T19:35:31.736557Z","end":"2026-02-25T19:35:31.861022Z","steps":["trace[2070209629] 'agreement among raft nodes before linearized reading' (duration: 124.360305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:35.930067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.102633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:35:35.930231Z","caller":"traceutil/trace.go:171","msg":"trace[20257397] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"185.973878ms","start":"2026-02-25T19:35:35.744231Z","end":"2026-02-25T19:35:35.930205Z","steps":["trace[20257397] 'process raft request' (duration: 72.602297ms)","trace[20257397] 'compare' (duration: 112.916818ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:35:35.963251Z","caller":"traceutil/trace.go:171","msg":"trace[397233452] linearizableReadLoop","detail":"{readStateIndex:2135; appliedIndex:2131; }","duration":"203.063476ms","start":"2026-02-25T19:35:35.760159Z","end":"2026-02-25T19:35:35.963223Z","steps":["trace[397233452] 'read index received' (duration: 56.744052ms)","trace[397233452] 'applied index is now lower than readState.Index' (duration: 146.318204ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:35:35.963299Z","caller":"traceutil/trace.go:171","msg":"trace[972008523] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"218.462439ms","start":"2026-02-25T19:35:35.744804Z","end":"2026-02-25T19:35:35.963266Z","steps":["trace[972008523] 'process raft request' (duration: 218.332746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:35:35.963397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.2163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:35:35.963374Z","caller":"traceutil/trace.go:171","msg":"trace[306340659] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"218.024237ms","start":"2026-02-25T19:35:35.745305Z","end":"2026-02-25T19:35:35.96333Z","steps":["trace[306340659] 'process raft request' (duration: 217.877033ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:35:35.963446Z","caller":"traceutil/trace.go:171","msg":"trace[153389004] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2043; }","duration":"203.315273ms","start":"2026-02-25T19:35:35.760111Z","end":"2026-02-25T19:35:35.963426Z","steps":["trace[153389004] 'agreement among raft nodes before linearized reading' (duration: 203.21984ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:35:35.963544Z","caller":"traceutil/trace.go:171","msg":"trace[863187071] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"218.797097ms","start":"2026-02-25T19:35:35.744698Z","end":"2026-02-25T19:35:35.963495Z","steps":["trace[863187071] 'process raft request' (duration: 218.270613ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:36.456142Z","caller":"traceutil/trace.go:171","msg":"trace[1119240379] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"117.379779ms","start":"2026-02-25T19:36:36.338741Z","end":"2026-02-25T19:36:36.456121Z","steps":["trace[1119240379] 'process raft request' (duration: 117.271757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:36.643304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.827053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:36:36.643701Z","caller":"traceutil/trace.go:171","msg":"trace[2026185394] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"304.283909ms","start":"2026-02-25T19:36:36.339355Z","end":"2026-02-25T19:36:36.643639Z","steps":["trace[2026185394] 'process raft request' (duration: 195.021805ms)","trace[2026185394] 'compare' (duration: 107.96369ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:36:36.643739Z","caller":"traceutil/trace.go:171","msg":"trace[2104205788] linearizableReadLoop","detail":"{readStateIndex:2450; appliedIndex:2446; }","duration":"294.153022ms","start":"2026-02-25T19:36:36.349568Z","end":"2026-02-25T19:36:36.643721Z","steps":["trace[2104205788] 'read index received' (duration: 106.379208ms)","trace[2104205788] 'applied index is now lower than readState.Index' (duration: 187.772694ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:36:36.643807Z","caller":"traceutil/trace.go:171","msg":"trace[863592356] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"303.011636ms","start":"2026-02-25T19:36:36.340769Z","end":"2026-02-25T19:36:36.643781Z","steps":["trace[863592356] 'process raft request' (duration: 302.897493ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:36.643842Z","caller":"traceutil/trace.go:171","msg":"trace[1390324359] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"304.086665ms","start":"2026-02-25T19:36:36.339714Z","end":"2026-02-25T19:36:36.643801Z","steps":["trace[1390324359] 'process raft request' (duration: 303.833188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:36.6439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:36.33933Z","time spent":"304.471155ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:36:36.643945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:36.340761Z","time spent":"303.124799ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:36:36.643964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.409512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:36:36.644053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:36.33969Z","time spent":"304.26428ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:36:36.644071Z","caller":"traceutil/trace.go:171","msg":"trace[1950098948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2346; }","duration":"276.518274ms","start":"2026-02-25T19:36:36.367516Z","end":"2026-02-25T19:36:36.644035Z","steps":["trace[1950098948] 'agreement among raft nodes before linearized reading' (duration: 276.411201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:36.644151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.577983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:36:36.644788Z","caller":"traceutil/trace.go:171","msg":"trace[948668299] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:0; response_revision:2346; }","duration":"295.20943ms","start":"2026-02-25T19:36:36.349532Z","end":"2026-02-25T19:36:36.644741Z","steps":["trace[948668299] 'agreement among raft nodes before linearized reading' (duration: 294.240544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:37.118118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.290411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:36:37.118245Z","caller":"traceutil/trace.go:171","msg":"trace[380793400] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"408.11066ms","start":"2026-02-25T19:36:36.710115Z","end":"2026-02-25T19:36:37.118225Z","steps":["trace[380793400] 'process raft request' (duration: 35.620434ms)","trace[380793400] 'compare' (duration: 372.172158ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:36:37.118326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:36.710098Z","time spent":"408.180832ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:36:37.121817Z","caller":"traceutil/trace.go:171","msg":"trace[1166955993] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2349; }","duration":"407.235627ms","start":"2026-02-25T19:36:36.714556Z","end":"2026-02-25T19:36:37.121792Z","steps":["trace[1166955993] 'process raft request' (duration: 407.174285ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:37.121859Z","caller":"traceutil/trace.go:171","msg":"trace[922427812] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"409.883317ms","start":"2026-02-25T19:36:36.711954Z","end":"2026-02-25T19:36:37.121837Z","steps":["trace[922427812] 'process raft request' (duration: 409.61537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:37.121951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:36.711945Z","time spent":"409.955538ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":531,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T19:36:37.121971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:36.714513Z","time spent":"407.38557ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":1554,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:36:37.125017Z","caller":"traceutil/trace.go:171","msg":"trace[203419131] linearizableReadLoop","detail":"{readStateIndex:2455; appliedIndex:2452; }","duration":"219.380581ms","start":"2026-02-25T19:36:36.905584Z","end":"2026-02-25T19:36:37.124965Z","steps":["trace[203419131] 'read index received' (duration: 216.117534ms)","trace[203419131] 'applied index is now lower than readState.Index' (duration: 3.260696ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:36:37.125071Z","caller":"traceutil/trace.go:171","msg":"trace[2059244731] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"275.489647ms","start":"2026-02-25T19:36:36.849569Z","end":"2026-02-25T19:36:37.125059Z","steps":["trace[2059244731] 'process raft request' (duration: 274.210023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:37.125192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.612377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-25T19:36:37.125223Z","caller":"traceutil/trace.go:171","msg":"trace[1113362423] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2350; }","duration":"219.687659ms","start":"2026-02-25T19:36:36.905527Z","end":"2026-02-25T19:36:37.125214Z","steps":["trace[1113362423] 'agreement among raft nodes before linearized reading' (duration: 219.580296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:37.125595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.246618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T19:36:37.125651Z","caller":"traceutil/trace.go:171","msg":"trace[815414311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2350; }","duration":"122.406372ms","start":"2026-02-25T19:36:37.003231Z","end":"2026-02-25T19:36:37.125637Z","steps":["trace[815414311] 'agreement among raft nodes before linearized reading' (duration: 122.170336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:39.438645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:36:39.438819Z","caller":"traceutil/trace.go:171","msg":"trace[80248560] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"284.542687ms","start":"2026-02-25T19:36:39.154241Z","end":"2026-02-25T19:36:39.438784Z","steps":["trace[80248560] 'process raft request' (duration: 111.393531ms)","trace[80248560] 'compare' (duration: 172.752005ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:36:39.438854Z","caller":"traceutil/trace.go:171","msg":"trace[1659068803] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"174.727858ms","start":"2026-02-25T19:36:39.264109Z","end":"2026-02-25T19:36:39.438837Z","steps":["trace[1659068803] 'process raft request' (duration: 174.666107ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:39.438899Z","caller":"traceutil/trace.go:171","msg":"trace[260686816] linearizableReadLoop","detail":"{readStateIndex:2557; appliedIndex:2556; }","duration":"211.025729ms","start":"2026-02-25T19:36:39.227848Z","end":"2026-02-25T19:36:39.438874Z","steps":["trace[260686816] 'read index received' (duration: 37.804771ms)","trace[260686816] 'applied index is now lower than readState.Index' (duration: 173.217978ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:36:39.439103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.368389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:36:39.439145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.266306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:36:39.439231Z","caller":"traceutil/trace.go:171","msg":"trace[1624815245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2447; }","duration":"151.538974ms","start":"2026-02-25T19:36:39.287659Z","end":"2026-02-25T19:36:39.439198Z","steps":["trace[1624815245] 'agreement among raft nodes before linearized reading' (duration: 151.358309ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:39.439269Z","caller":"traceutil/trace.go:171","msg":"trace[1833894509] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2447; }","duration":"211.463841ms","start":"2026-02-25T19:36:39.227775Z","end":"2026-02-25T19:36:39.439238Z","steps":["trace[1833894509] 'agreement among raft nodes before linearized reading' (duration: 211.191174ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:42.708424Z","caller":"traceutil/trace.go:171","msg":"trace[786005406] linearizableReadLoop","detail":"{readStateIndex:2587; appliedIndex:2586; }","duration":"199.188776ms","start":"2026-02-25T19:36:42.5092Z","end":"2026-02-25T19:36:42.708389Z","steps":["trace[786005406] 'read index received' (duration: 198.97584ms)","trace[786005406] 'applied index is now lower than readState.Index' (duration: 211.856µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:36:42.708511Z","caller":"traceutil/trace.go:171","msg":"trace[855025106] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"221.958829ms","start":"2026-02-25T19:36:42.48653Z","end":"2026-02-25T19:36:42.708489Z","steps":["trace[855025106] 'process raft request' (duration: 221.655181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:42.708686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.468514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da4f6331-dbc2-419c-92b7-2b79d5b04ba2\" ","response":"range_response_count:1 size:3922"} {"level":"info","ts":"2026-02-25T19:36:42.708749Z","caller":"traceutil/trace.go:171","msg":"trace[666514080] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da4f6331-dbc2-419c-92b7-2b79d5b04ba2; range_end:; response_count:1; response_revision:2475; }","duration":"199.556656ms","start":"2026-02-25T19:36:42.50918Z","end":"2026-02-25T19:36:42.708736Z","steps":["trace[666514080] 'agreement among raft nodes before linearized reading' (duration: 199.360001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:42.900564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.276369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:36:42.900748Z","caller":"traceutil/trace.go:171","msg":"trace[58812512] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"186.307795ms","start":"2026-02-25T19:36:42.714383Z","end":"2026-02-25T19:36:42.900691Z","steps":["trace[58812512] 'process raft request' (duration: 83.756418ms)","trace[58812512] 'compare' (duration: 102.158086ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:36:42.914738Z","caller":"traceutil/trace.go:171","msg":"trace[1410221685] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"200.318726ms","start":"2026-02-25T19:36:42.714393Z","end":"2026-02-25T19:36:42.914712Z","steps":["trace[1410221685] 'process raft request' (duration: 200.155882ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:42.915141Z","caller":"traceutil/trace.go:171","msg":"trace[1460359818] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"199.949966ms","start":"2026-02-25T19:36:42.715049Z","end":"2026-02-25T19:36:42.914998Z","steps":["trace[1460359818] 'process raft request' (duration: 199.617067ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:42.915268Z","caller":"traceutil/trace.go:171","msg":"trace[93835539] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"200.042338ms","start":"2026-02-25T19:36:42.715201Z","end":"2026-02-25T19:36:42.915244Z","steps":["trace[93835539] 'process raft request' (duration: 199.695479ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:43.653314Z","caller":"traceutil/trace.go:171","msg":"trace[1787846768] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"180.728917ms","start":"2026-02-25T19:36:43.472555Z","end":"2026-02-25T19:36:43.653284Z","steps":["trace[1787846768] 'process raft request' (duration: 180.545692ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:43.677998Z","caller":"traceutil/trace.go:171","msg":"trace[1365377531] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"191.225546ms","start":"2026-02-25T19:36:43.486748Z","end":"2026-02-25T19:36:43.677974Z","steps":["trace[1365377531] 'process raft request' (duration: 191.078842ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:44.134874Z","caller":"traceutil/trace.go:171","msg":"trace[1717737180] linearizableReadLoop","detail":"{readStateIndex:2602; appliedIndex:2601; }","duration":"359.758079ms","start":"2026-02-25T19:36:43.775078Z","end":"2026-02-25T19:36:44.134836Z","steps":["trace[1717737180] 'read index received' (duration: 359.43727ms)","trace[1717737180] 'applied index is now lower than readState.Index' (duration: 318.469µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:36:44.13508Z","caller":"traceutil/trace.go:171","msg":"trace[1066436731] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"377.701204ms","start":"2026-02-25T19:36:43.757302Z","end":"2026-02-25T19:36:44.135003Z","steps":["trace[1066436731] 'process raft request' (duration: 377.270353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:44.135205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.104469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-25T19:36:44.135254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:43.757263Z","time spent":"377.90991ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16359,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:36:44.135377Z","caller":"traceutil/trace.go:171","msg":"trace[1341652375] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:2490; }","duration":"360.214991ms","start":"2026-02-25T19:36:43.77505Z","end":"2026-02-25T19:36:44.135265Z","steps":["trace[1341652375] 'agreement among raft nodes before linearized reading' (duration: 360.002115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:44.135448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:43.775038Z","time spent":"360.392807ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-25T19:36:44.480081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.483387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:36:44.480305Z","caller":"traceutil/trace.go:171","msg":"trace[1617275154] linearizableReadLoop","detail":"{readStateIndex:2604; appliedIndex:2602; }","duration":"345.297976ms","start":"2026-02-25T19:36:44.134988Z","end":"2026-02-25T19:36:44.480286Z","steps":["trace[1617275154] 'read index received' (duration: 163.511231ms)","trace[1617275154] 'applied index is now lower than readState.Index' (duration: 181.785885ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:36:44.480409Z","caller":"traceutil/trace.go:171","msg":"trace[181149437] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"357.176071ms","start":"2026-02-25T19:36:44.123222Z","end":"2026-02-25T19:36:44.480398Z","steps":["trace[181149437] 'process raft request' (duration: 356.967705ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:44.480398Z","caller":"traceutil/trace.go:171","msg":"trace[527899950] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"659.493019ms","start":"2026-02-25T19:36:43.820869Z","end":"2026-02-25T19:36:44.480362Z","steps":["trace[527899950] 'process raft request' (duration: 477.640042ms)","trace[527899950] 'compare' (duration: 181.329673ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:36:44.480478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:44.123194Z","time spent":"357.248253ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:36:44.480597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:43.820849Z","time spent":"659.641212ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:36:44.480917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.821661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-02-25T19:36:44.480995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:44.136454Z","time spent":"344.538825ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T19:36:44.481009Z","caller":"traceutil/trace.go:171","msg":"trace[1033141486] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2492; }","duration":"675.933694ms","start":"2026-02-25T19:36:43.805051Z","end":"2026-02-25T19:36:44.480985Z","steps":["trace[1033141486] 'agreement among raft nodes before linearized reading' (duration: 675.546204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:44.481088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:43.805Z","time spent":"676.077198ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-25T19:36:44.480996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.503282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:36:44.481217Z","caller":"traceutil/trace.go:171","msg":"trace[858775081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2492; }","duration":"191.760269ms","start":"2026-02-25T19:36:44.289417Z","end":"2026-02-25T19:36:44.481177Z","steps":["trace[858775081] 'agreement among raft nodes before linearized reading' (duration: 191.483212ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:46.923498Z","caller":"traceutil/trace.go:171","msg":"trace[1046321041] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"425.006568ms","start":"2026-02-25T19:36:46.498457Z","end":"2026-02-25T19:36:46.923463Z","steps":["trace[1046321041] 'process raft request' (duration: 424.765421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:46.923705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:46.498444Z","time spent":"425.149851ms","remote":"127.0.0.1:47672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7447,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:36:46.928226Z","caller":"traceutil/trace.go:171","msg":"trace[2100829025] linearizableReadLoop","detail":"{readStateIndex:2653; appliedIndex:2651; }","duration":"164.578019ms","start":"2026-02-25T19:36:46.763622Z","end":"2026-02-25T19:36:46.9282Z","steps":["trace[2100829025] 'read index received' (duration: 159.545396ms)","trace[2100829025] 'applied index is now lower than readState.Index' (duration: 5.031573ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:36:46.928315Z","caller":"traceutil/trace.go:171","msg":"trace[1009494375] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"426.98442ms","start":"2026-02-25T19:36:46.501292Z","end":"2026-02-25T19:36:46.928276Z","steps":["trace[1009494375] 'process raft request' (duration: 426.756694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:46.928503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.981418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:36:46.92855Z","caller":"traceutil/trace.go:171","msg":"trace[988569559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2540; }","duration":"163.09232ms","start":"2026-02-25T19:36:46.765445Z","end":"2026-02-25T19:36:46.928538Z","steps":["trace[988569559] 'agreement among raft nodes before linearized reading' (duration: 162.931456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:46.928504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.861717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-02-25T19:36:46.928913Z","caller":"traceutil/trace.go:171","msg":"trace[1684734769] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:2540; }","duration":"165.291688ms","start":"2026-02-25T19:36:46.763591Z","end":"2026-02-25T19:36:46.928883Z","steps":["trace[1684734769] 'agreement among raft nodes before linearized reading' (duration: 164.761734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:46.929215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:46.501275Z","time spent":"427.126384ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7826,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:36:51.003193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732974915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:36:51.503386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732974915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:36:51.922276Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.420087705s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:36:51.922841Z","caller":"traceutil/trace.go:171","msg":"trace[430479522] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"1.420733802s","start":"2026-02-25T19:36:50.502073Z","end":"2026-02-25T19:36:51.922807Z","steps":["trace[430479522] 'process raft request' (duration: 1.420540927s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:51.923062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:50.502056Z","time spent":"1.420897507s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:36:51.924536Z","caller":"traceutil/trace.go:171","msg":"trace[941930363] linearizableReadLoop","detail":"{readStateIndex:2680; appliedIndex:2678; }","duration":"1.422026526s","start":"2026-02-25T19:36:50.502476Z","end":"2026-02-25T19:36:51.924503Z","steps":["trace[941930363] 'read index received' (duration: 1.420115585s)","trace[941930363] 'applied index is now lower than readState.Index' (duration: 1.909471ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:36:51.924676Z","caller":"traceutil/trace.go:171","msg":"trace[907805151] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"1.419358646s","start":"2026-02-25T19:36:50.505301Z","end":"2026-02-25T19:36:51.924659Z","steps":["trace[907805151] 'process raft request' (duration: 1.419063298s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:51.925132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.057604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:36:51.925188Z","caller":"traceutil/trace.go:171","msg":"trace[482221482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2566; }","duration":"973.155097ms","start":"2026-02-25T19:36:50.95202Z","end":"2026-02-25T19:36:51.925175Z","steps":["trace[482221482] 'agreement among raft nodes before linearized reading' (duration: 972.927461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:51.925166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422674524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"warn","ts":"2026-02-25T19:36:51.925203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.434744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T19:36:51.925134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.998316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:36:51.925251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220069948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:36:51.92526Z","caller":"traceutil/trace.go:171","msg":"trace[396896103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2566; }","duration":"636.173891ms","start":"2026-02-25T19:36:51.289075Z","end":"2026-02-25T19:36:51.925248Z","steps":["trace[396896103] 'agreement among raft nodes before linearized reading' (duration: 635.798601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:51.925303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:51.289051Z","time spent":"636.240593ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:36:51.925315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.992825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:36:51.925321Z","caller":"traceutil/trace.go:171","msg":"trace[1520550148] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2566; }","duration":"1.220364335s","start":"2026-02-25T19:36:50.704944Z","end":"2026-02-25T19:36:51.925308Z","steps":["trace[1520550148] 'agreement among raft nodes before linearized reading' (duration: 1.219894453s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:51.925222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:50.951997Z","time spent":"973.217229ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T19:36:51.925359Z","caller":"traceutil/trace.go:171","msg":"trace[346881442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2566; }","duration":"975.023166ms","start":"2026-02-25T19:36:50.950315Z","end":"2026-02-25T19:36:51.925338Z","steps":["trace[346881442] 'agreement among raft nodes before linearized reading' (duration: 974.854982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:51.925393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:50.950213Z","time spent":"975.17586ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:36:51.925176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.283991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T19:36:51.925415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.868187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:36:51.92557Z","caller":"traceutil/trace.go:171","msg":"trace[29451349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2566; }","duration":"575.070273ms","start":"2026-02-25T19:36:51.350477Z","end":"2026-02-25T19:36:51.925548Z","steps":["trace[29451349] 'agreement among raft nodes before linearized reading' (duration: 574.522378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:51.925602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:50.704921Z","time spent":"1.220424176s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:36:51.925479Z","caller":"traceutil/trace.go:171","msg":"trace[1295913202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2566; }","duration":"973.611599ms","start":"2026-02-25T19:36:50.951859Z","end":"2026-02-25T19:36:51.92547Z","steps":["trace[1295913202] 'agreement among raft nodes before linearized reading' (duration: 973.033013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:51.925682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:51.350459Z","time spent":"575.207806ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:36:51.92568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:50.951845Z","time spent":"973.815085ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:36:51.924923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:50.505266Z","time spent":"1.419540371s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:36:51.925267Z","caller":"traceutil/trace.go:171","msg":"trace[563493503] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2566; }","duration":"973.551387ms","start":"2026-02-25T19:36:50.951701Z","end":"2026-02-25T19:36:51.925253Z","steps":["trace[563493503] 'agreement among raft nodes before linearized reading' (duration: 973.392373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:51.925992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:50.951674Z","time spent":"974.274456ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:36:51.925121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.711482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-25T19:36:51.926104Z","caller":"traceutil/trace.go:171","msg":"trace[1715503157] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2566; }","duration":"191.756509ms","start":"2026-02-25T19:36:51.734334Z","end":"2026-02-25T19:36:51.926091Z","steps":["trace[1715503157] 'agreement among raft nodes before linearized reading' (duration: 190.636929ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:51.92525Z","caller":"traceutil/trace.go:171","msg":"trace[21522761] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2566; }","duration":"1.422796657s","start":"2026-02-25T19:36:50.502436Z","end":"2026-02-25T19:36:51.925233Z","steps":["trace[21522761] 'agreement among raft nodes before linearized reading' (duration: 1.422400827s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:51.926192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:36:50.502412Z","time spent":"1.423758942s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-02-25T19:36:56.041128Z","caller":"traceutil/trace.go:171","msg":"trace[1022218739] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"100.42849ms","start":"2026-02-25T19:36:55.940671Z","end":"2026-02-25T19:36:56.0411Z","steps":["trace[1022218739] 'process raft request' (duration: 100.069641ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:56.190708Z","caller":"traceutil/trace.go:171","msg":"trace[1238525542] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"249.846928ms","start":"2026-02-25T19:36:55.940841Z","end":"2026-02-25T19:36:56.190688Z","steps":["trace[1238525542] 'process raft request' (duration: 157.601024ms)","trace[1238525542] 'compare' (duration: 91.981187ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:36:56.190621Z","caller":"traceutil/trace.go:171","msg":"trace[104361727] linearizableReadLoop","detail":"{readStateIndex:2700; appliedIndex:2698; }","duration":"240.306915ms","start":"2026-02-25T19:36:55.950277Z","end":"2026-02-25T19:36:56.190584Z","steps":["trace[104361727] 'read index received' (duration: 90.472966ms)","trace[104361727] 'applied index is now lower than readState.Index' (duration: 149.832929ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:36:56.19107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.752917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:36:56.191161Z","caller":"traceutil/trace.go:171","msg":"trace[2091259904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2585; }","duration":"240.896231ms","start":"2026-02-25T19:36:55.950242Z","end":"2026-02-25T19:36:56.191138Z","steps":["trace[2091259904] 'agreement among raft nodes before linearized reading' (duration: 240.579152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:56.19125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.431412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:36:56.191313Z","caller":"traceutil/trace.go:171","msg":"trace[213856966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2585; }","duration":"239.541215ms","start":"2026-02-25T19:36:55.951754Z","end":"2026-02-25T19:36:56.191296Z","steps":["trace[213856966] 'agreement among raft nodes before linearized reading' (duration: 239.316539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:56.19147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.625687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T19:36:56.191507Z","caller":"traceutil/trace.go:171","msg":"trace[1707239101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2585; }","duration":"239.682998ms","start":"2026-02-25T19:36:55.951816Z","end":"2026-02-25T19:36:56.191499Z","steps":["trace[1707239101] 'agreement among raft nodes before linearized reading' (duration: 239.590206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:56.191502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.209496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:36:56.191604Z","caller":"traceutil/trace.go:171","msg":"trace[913666741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2585; }","duration":"239.361971ms","start":"2026-02-25T19:36:55.952219Z","end":"2026-02-25T19:36:56.191581Z","steps":["trace[913666741] 'agreement among raft nodes before linearized reading' (duration: 238.98031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:56.191689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.37034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T19:36:56.191644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.71808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-25T19:36:56.191836Z","caller":"traceutil/trace.go:171","msg":"trace[1558906628] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2585; }","duration":"239.941925ms","start":"2026-02-25T19:36:55.951853Z","end":"2026-02-25T19:36:56.191795Z","steps":["trace[1558906628] 'agreement among raft nodes before linearized reading' (duration: 239.447512ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:56.191792Z","caller":"traceutil/trace.go:171","msg":"trace[1710147219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2585; }","duration":"239.510474ms","start":"2026-02-25T19:36:55.952261Z","end":"2026-02-25T19:36:56.191772Z","steps":["trace[1710147219] 'agreement among raft nodes before linearized reading' (duration: 239.136114ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:56.361652Z","caller":"traceutil/trace.go:171","msg":"trace[721743513] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"165.084413ms","start":"2026-02-25T19:36:56.196545Z","end":"2026-02-25T19:36:56.36163Z","steps":["trace[721743513] 'process raft request' (duration: 163.974453ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:56.361951Z","caller":"traceutil/trace.go:171","msg":"trace[1389427996] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"164.9852ms","start":"2026-02-25T19:36:56.196935Z","end":"2026-02-25T19:36:56.36192Z","steps":["trace[1389427996] 'process raft request' (duration: 164.6098ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:56.362005Z","caller":"traceutil/trace.go:171","msg":"trace[1204491533] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"164.830136ms","start":"2026-02-25T19:36:56.197151Z","end":"2026-02-25T19:36:56.361982Z","steps":["trace[1204491533] 'process raft request' (duration: 164.627841ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:56.362353Z","caller":"traceutil/trace.go:171","msg":"trace[1364468666] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"164.695022ms","start":"2026-02-25T19:36:56.197627Z","end":"2026-02-25T19:36:56.362322Z","steps":["trace[1364468666] 'process raft request' (duration: 164.25375ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:56.36239Z","caller":"traceutil/trace.go:171","msg":"trace[353707988] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"164.900877ms","start":"2026-02-25T19:36:56.197478Z","end":"2026-02-25T19:36:56.362379Z","steps":["trace[353707988] 'process raft request' (duration: 164.368683ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:58.225098Z","caller":"traceutil/trace.go:171","msg":"trace[1762836023] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"177.456611ms","start":"2026-02-25T19:36:58.047589Z","end":"2026-02-25T19:36:58.225046Z","steps":["trace[1762836023] 'process raft request' (duration: 175.647083ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:37:02.246056Z","caller":"traceutil/trace.go:171","msg":"trace[1554889043] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"154.77715ms","start":"2026-02-25T19:37:02.091244Z","end":"2026-02-25T19:37:02.246021Z","steps":["trace[1554889043] 'process raft request' (duration: 154.570405ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:37:16.581556Z","caller":"traceutil/trace.go:171","msg":"trace[1403484830] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"117.566324ms","start":"2026-02-25T19:37:16.463952Z","end":"2026-02-25T19:37:16.581518Z","steps":["trace[1403484830] 'process raft request' (duration: 117.327768ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:37:17.507083Z","caller":"traceutil/trace.go:171","msg":"trace[1397629109] linearizableReadLoop","detail":"{readStateIndex:2834; appliedIndex:2833; }","duration":"218.358824ms","start":"2026-02-25T19:37:17.288699Z","end":"2026-02-25T19:37:17.507058Z","steps":["trace[1397629109] 'read index received' (duration: 218.140338ms)","trace[1397629109] 'applied index is now lower than readState.Index' (duration: 217.246µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:37:17.507109Z","caller":"traceutil/trace.go:171","msg":"trace[810649939] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"412.951939ms","start":"2026-02-25T19:37:17.094139Z","end":"2026-02-25T19:37:17.507091Z","steps":["trace[810649939] 'process raft request' (duration: 412.797335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:17.507221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.529379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:37:17.50728Z","caller":"traceutil/trace.go:171","msg":"trace[739766597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2715; }","duration":"218.643411ms","start":"2026-02-25T19:37:17.288619Z","end":"2026-02-25T19:37:17.507262Z","steps":["trace[739766597] 'agreement among raft nodes before linearized reading' (duration: 218.531258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:17.507272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:17.094125Z","time spent":"413.046521ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:37:22.62567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.883299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:37:22.625952Z","caller":"traceutil/trace.go:171","msg":"trace[1519711415] linearizableReadLoop","detail":"{readStateIndex:2857; appliedIndex:2856; }","duration":"159.465152ms","start":"2026-02-25T19:37:22.46638Z","end":"2026-02-25T19:37:22.625845Z","steps":["trace[1519711415] 'read index received' (duration: 6.078401ms)","trace[1519711415] 'applied index is now lower than readState.Index' (duration: 153.383801ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:37:22.626044Z","caller":"traceutil/trace.go:171","msg":"trace[1924840678] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"222.236934ms","start":"2026-02-25T19:37:22.403763Z","end":"2026-02-25T19:37:22.626Z","steps":["trace[1924840678] 'process raft request' (duration: 68.851803ms)","trace[1924840678] 'compare' (duration: 152.563309ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:37:22.626209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.780951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-25T19:37:22.62667Z","caller":"traceutil/trace.go:171","msg":"trace[773912364] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2737; }","duration":"160.296484ms","start":"2026-02-25T19:37:22.466311Z","end":"2026-02-25T19:37:22.626608Z","steps":["trace[773912364] 'agreement among raft nodes before linearized reading' (duration: 159.694728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:22.626944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.900913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-25T19:37:22.627016Z","caller":"traceutil/trace.go:171","msg":"trace[103098023] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2737; }","duration":"129.122959ms","start":"2026-02-25T19:37:22.497873Z","end":"2026-02-25T19:37:22.626996Z","steps":["trace[103098023] 'agreement among raft nodes before linearized reading' (duration: 128.568854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:24.27837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732975412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:37:24.375549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072531948s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:37:24.375979Z","caller":"traceutil/trace.go:171","msg":"trace[1997167723] linearizableReadLoop","detail":"{readStateIndex:2864; appliedIndex:2863; }","duration":"597.90798ms","start":"2026-02-25T19:37:23.778043Z","end":"2026-02-25T19:37:24.375951Z","steps":["trace[1997167723] 'read index received' (duration: 597.668794ms)","trace[1997167723] 'applied index is now lower than readState.Index' (duration: 237.896µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:37:24.37604Z","caller":"traceutil/trace.go:171","msg":"trace[330427808] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"1.073175235s","start":"2026-02-25T19:37:23.302831Z","end":"2026-02-25T19:37:24.376006Z","steps":["trace[330427808] 'process raft request' (duration: 1.072941479s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:24.376189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:23.302793Z","time spent":"1.073315288s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:37:24.376244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.171697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T19:37:24.376291Z","caller":"traceutil/trace.go:171","msg":"trace[1298552993] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:2744; }","duration":"598.287171ms","start":"2026-02-25T19:37:23.77799Z","end":"2026-02-25T19:37:24.376277Z","steps":["trace[1298552993] 'agreement among raft nodes before linearized reading' (duration: 598.098216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:24.376345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:23.777961Z","time spent":"598.375113ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-25T19:37:24.376843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.780799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:37:24.376877Z","caller":"traceutil/trace.go:171","msg":"trace[1973279506] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2744; }","duration":"290.875521ms","start":"2026-02-25T19:37:24.085992Z","end":"2026-02-25T19:37:24.376868Z","steps":["trace[1973279506] 'agreement among raft nodes before linearized reading' (duration: 290.822539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:24.878491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732975415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:37:25.583617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.246214ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-25T19:37:25.5841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:24.377688Z","time spent":"1.206402352s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T19:37:25.584342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206226657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:37:25.584439Z","caller":"traceutil/trace.go:171","msg":"trace[1210205329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2746; }","duration":"1.206356331s","start":"2026-02-25T19:37:24.378029Z","end":"2026-02-25T19:37:25.584385Z","steps":["trace[1210205329] 'agreement among raft nodes before linearized reading' (duration: 1.206154515s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:37:25.584143Z","caller":"traceutil/trace.go:171","msg":"trace[1310286889] linearizableReadLoop","detail":"{readStateIndex:2867; appliedIndex:2864; }","duration":"1.206027942s","start":"2026-02-25T19:37:24.378062Z","end":"2026-02-25T19:37:25.58409Z","steps":["trace[1310286889] 'read index received' (duration: 614.256223ms)","trace[1310286889] 'applied index is now lower than readState.Index' (duration: 591.770519ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:37:25.584769Z","caller":"traceutil/trace.go:171","msg":"trace[1242896050] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"1.152746781s","start":"2026-02-25T19:37:24.431939Z","end":"2026-02-25T19:37:25.584685Z","steps":["trace[1242896050] 'process raft request' (duration: 1.151826346s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:25.584988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08780527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-25T19:37:25.585014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.508902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:37:25.585059Z","caller":"traceutil/trace.go:171","msg":"trace[1625640228] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2746; }","duration":"1.087929954s","start":"2026-02-25T19:37:24.49711Z","end":"2026-02-25T19:37:25.58504Z","steps":["trace[1625640228] 'agreement among raft nodes before linearized reading' (duration: 1.087679047s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:25.58505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:24.431907Z","time spent":"1.153017778s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:37:25.585105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:24.497078Z","time spent":"1.088015275s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-02-25T19:37:25.585084Z","caller":"traceutil/trace.go:171","msg":"trace[2017633364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2746; }","duration":"869.640635ms","start":"2026-02-25T19:37:24.715424Z","end":"2026-02-25T19:37:25.585064Z","steps":["trace[2017633364] 'agreement among raft nodes before linearized reading' (duration: 869.395198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:25.585118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.247174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:37:25.585165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.921242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:37:25.585084Z","caller":"traceutil/trace.go:171","msg":"trace[451987982] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"950.936347ms","start":"2026-02-25T19:37:24.634078Z","end":"2026-02-25T19:37:25.585015Z","steps":["trace[451987982] 'process raft request' (duration: 949.90198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:25.585196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.171173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-25T19:37:25.585199Z","caller":"traceutil/trace.go:171","msg":"trace[321014567] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2746; }","duration":"114.374368ms","start":"2026-02-25T19:37:25.470801Z","end":"2026-02-25T19:37:25.585175Z","steps":["trace[321014567] 'agreement among raft nodes before linearized reading' (duration: 114.223154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:25.585213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:24.715392Z","time spent":"869.774508ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T19:37:25.585246Z","caller":"traceutil/trace.go:171","msg":"trace[351935809] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2746; }","duration":"883.287116ms","start":"2026-02-25T19:37:24.701942Z","end":"2026-02-25T19:37:25.585229Z","steps":["trace[351935809] 'agreement among raft nodes before linearized reading' (duration: 883.06846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:25.585241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.870961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T19:37:25.585278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.634691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-25T19:37:25.585325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.838215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T19:37:25.585403Z","caller":"traceutil/trace.go:171","msg":"trace[2064215620] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2746; }","duration":"870.817426ms","start":"2026-02-25T19:37:24.714565Z","end":"2026-02-25T19:37:25.585383Z","steps":["trace[2064215620] 'agreement among raft nodes before linearized reading' (duration: 870.495048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:25.585447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:24.634044Z","time spent":"951.189314ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:37:25.585423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.361558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T19:37:25.585423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.922527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1897947b0f36144f\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-02-25T19:37:25.585276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:24.701916Z","time spent":"883.352498ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-25T19:37:25.585463Z","caller":"traceutil/trace.go:171","msg":"trace[1878587853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2746; }","duration":"900.07848ms","start":"2026-02-25T19:37:24.685358Z","end":"2026-02-25T19:37:25.585437Z","steps":["trace[1878587853] 'agreement among raft nodes before linearized reading' (duration: 899.68995ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:37:25.585224Z","caller":"traceutil/trace.go:171","msg":"trace[1621291523] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2746; }","duration":"172.023054ms","start":"2026-02-25T19:37:25.413185Z","end":"2026-02-25T19:37:25.585208Z","steps":["trace[1621291523] 'agreement among raft nodes before linearized reading' (duration: 171.928822ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:37:25.585543Z","caller":"traceutil/trace.go:171","msg":"trace[694158107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2746; }","duration":"869.521841ms","start":"2026-02-25T19:37:24.715989Z","end":"2026-02-25T19:37:25.585511Z","steps":["trace[694158107] 'agreement among raft nodes before linearized reading' (duration: 869.133341ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:37:25.58534Z","caller":"traceutil/trace.go:171","msg":"trace[903525975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2746; }","duration":"870.010984ms","start":"2026-02-25T19:37:24.715311Z","end":"2026-02-25T19:37:25.585322Z","steps":["trace[903525975] 'agreement among raft nodes before linearized reading' (duration: 869.735927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:25.585604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:24.715979Z","time spent":"869.614695ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:37:25.585568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:24.685322Z","time spent":"900.229555ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:37:25.585608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:24.7153Z","time spent":"870.295002ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T19:37:25.585549Z","caller":"traceutil/trace.go:171","msg":"trace[1747780536] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1897947b0f36144f; range_end:; response_count:1; response_revision:2746; }","duration":"934.112272ms","start":"2026-02-25T19:37:24.651408Z","end":"2026-02-25T19:37:25.585521Z","steps":["trace[1747780536] 'agreement among raft nodes before linearized reading' (duration: 933.705071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:25.58571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:24.651385Z","time spent":"934.308437ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.1897947b0f36144f\" "} {"level":"warn","ts":"2026-02-25T19:37:25.585719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:24.71455Z","time spent":"870.937539ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:37:25.584547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:24.378015Z","time spent":"1.206511774s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:37:26.534852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.598925ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:37:26.53498Z","caller":"traceutil/trace.go:171","msg":"trace[1789144539] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2746; }","duration":"693.738068ms","start":"2026-02-25T19:37:25.841224Z","end":"2026-02-25T19:37:26.534962Z","steps":["trace[1789144539] 'range keys from in-memory index tree' (duration: 693.582584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:26.535077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.962748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:37:26.535129Z","caller":"traceutil/trace.go:171","msg":"trace[741513458] linearizableReadLoop","detail":"{readStateIndex:2868; appliedIndex:2867; }","duration":"947.185019ms","start":"2026-02-25T19:37:25.587936Z","end":"2026-02-25T19:37:26.535121Z","steps":["trace[741513458] 'read index received' (duration: 126.249912ms)","trace[741513458] 'applied index is now lower than readState.Index' (duration: 820.934157ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:37:26.535367Z","caller":"traceutil/trace.go:171","msg":"trace[2030500591] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"948.200336ms","start":"2026-02-25T19:37:25.587152Z","end":"2026-02-25T19:37:26.535352Z","steps":["trace[2030500591] 'process raft request' (duration: 126.897649ms)","trace[2030500591] 'compare' (duration: 820.831894ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:37:26.535445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.512268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-25T19:37:26.535448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:25.587121Z","time spent":"948.284658ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:37:26.535468Z","caller":"traceutil/trace.go:171","msg":"trace[1461619608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2747; }","duration":"947.57495ms","start":"2026-02-25T19:37:25.587888Z","end":"2026-02-25T19:37:26.535463Z","steps":["trace[1461619608] 'agreement among raft nodes before linearized reading' (duration: 947.457477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:26.535488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:25.587862Z","time spent":"947.62197ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T19:37:26.766623Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052383295s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T19:37:27.594888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000287773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T19:37:27.595015Z","caller":"traceutil/trace.go:171","msg":"trace[149330474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462168s","start":"2026-02-25T19:37:25.594516Z","end":"2026-02-25T19:37:27.594978Z","steps":["trace[149330474] 'agreement among raft nodes before linearized reading' (duration: 2.000309164s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:27.595301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:25.594504Z","time spent":"2.000781157s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:37:28.434472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667494153s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:37:28.434928Z","caller":"traceutil/trace.go:171","msg":"trace[214525056] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"2.846303984s","start":"2026-02-25T19:37:25.588585Z","end":"2026-02-25T19:37:28.434889Z","steps":["trace[214525056] 'process raft request' (duration: 1.178272567s)","trace[214525056] 'compare' (duration: 1.666557438s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:37:28.435074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:25.588566Z","time spent":"2.846438418s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:37:28.435675Z","caller":"traceutil/trace.go:171","msg":"trace[1922801857] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"2.842833643s","start":"2026-02-25T19:37:25.592088Z","end":"2026-02-25T19:37:28.434922Z","steps":["trace[1922801857] 'process raft request' (duration: 2.842741891s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:28.435751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:25.592082Z","time spent":"2.843625014s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:37:28.435836Z","caller":"traceutil/trace.go:171","msg":"trace[943489623] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"2.843569572s","start":"2026-02-25T19:37:25.592023Z","end":"2026-02-25T19:37:28.435592Z","steps":["trace[943489623] 'process raft request' (duration: 2.842573845s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:28.435877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:25.592012Z","time spent":"2.84384377s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:37:28.436345Z","caller":"traceutil/trace.go:171","msg":"trace[1225320472] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"2.84385607s","start":"2026-02-25T19:37:25.592459Z","end":"2026-02-25T19:37:28.436315Z","steps":["trace[1225320472] 'process raft request' (duration: 2.843599893s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:37:28.436367Z","caller":"traceutil/trace.go:171","msg":"trace[1227868434] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"2.844157158s","start":"2026-02-25T19:37:25.592153Z","end":"2026-02-25T19:37:28.43631Z","steps":["trace[1227868434] 'process raft request' (duration: 2.8427311s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:28.436494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:25.592428Z","time spent":"2.843985653s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:37:28.43665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:25.592139Z","time spent":"2.844355473s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:37:28.436686Z","caller":"traceutil/trace.go:171","msg":"trace[1670419837] linearizableReadLoop","detail":"{readStateIndex:2875; appliedIndex:2868; }","duration":"1.901428957s","start":"2026-02-25T19:37:26.535142Z","end":"2026-02-25T19:37:28.436571Z","steps":["trace[1670419837] 'read index received' (duration: 231.588722ms)","trace[1670419837] 'applied index is now lower than readState.Index' (duration: 1.669839095s)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:37:28.436788Z","caller":"traceutil/trace.go:171","msg":"trace[795727380] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"844.582933ms","start":"2026-02-25T19:37:27.592193Z","end":"2026-02-25T19:37:28.436776Z","steps":["trace[795727380] 'process raft request' (duration: 844.322446ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:37:28.436846Z","caller":"traceutil/trace.go:171","msg":"trace[95666652] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"2.844211139s","start":"2026-02-25T19:37:25.592589Z","end":"2026-02-25T19:37:28.4368Z","steps":["trace[95666652] 'process raft request' (duration: 2.843715976s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:28.436859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:27.592166Z","time spent":"844.659355ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:37:28.437021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847414144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-02-25T19:37:28.43709Z","caller":"traceutil/trace.go:171","msg":"trace[1180130525] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2755; }","duration":"2.847509316s","start":"2026-02-25T19:37:25.589565Z","end":"2026-02-25T19:37:28.437074Z","steps":["trace[1180130525] 'agreement among raft nodes before linearized reading' (duration: 2.84729308s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:37:28.436395Z","caller":"traceutil/trace.go:171","msg":"trace[22189038] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"2.843772167s","start":"2026-02-25T19:37:25.592583Z","end":"2026-02-25T19:37:28.436355Z","steps":["trace[22189038] 'process raft request' (duration: 2.843665734s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:28.437131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:25.58955Z","time spent":"2.847573958s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-02-25T19:37:28.437181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:25.592574Z","time spent":"2.844578059s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:37:28.437259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:25.592577Z","time spent":"2.844362793s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:37:28.446892Z","caller":"traceutil/trace.go:171","msg":"trace[507003276] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"852.638767ms","start":"2026-02-25T19:37:27.594236Z","end":"2026-02-25T19:37:28.446875Z","steps":["trace[507003276] 'process raft request' (duration: 852.501143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:28.446938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.571802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:37:28.446992Z","caller":"traceutil/trace.go:171","msg":"trace[1929361963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2756; }","duration":"850.673804ms","start":"2026-02-25T19:37:27.596305Z","end":"2026-02-25T19:37:28.446979Z","steps":["trace[1929361963] 'agreement among raft nodes before linearized reading' (duration: 850.547311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:28.447048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327499661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:37:28.44706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.725424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:37:28.447149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.186447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:37:28.44716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:27.596285Z","time spent":"850.787238ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:37:28.447175Z","caller":"traceutil/trace.go:171","msg":"trace[139359349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2756; }","duration":"732.260008ms","start":"2026-02-25T19:37:27.714908Z","end":"2026-02-25T19:37:28.447168Z","steps":["trace[139359349] 'agreement among raft nodes before linearized reading' (duration: 732.218967ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:37:28.447172Z","caller":"traceutil/trace.go:171","msg":"trace[1334277555] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2756; }","duration":"501.902549ms","start":"2026-02-25T19:37:27.945229Z","end":"2026-02-25T19:37:28.447132Z","steps":["trace[1334277555] 'agreement among raft nodes before linearized reading' (duration: 501.707944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:28.447227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:27.945198Z","time spent":"502.019673ms","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:37:28.447241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:27.714883Z","time spent":"732.31836ms","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:37:28.447152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908301208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-25T19:37:28.447337Z","caller":"traceutil/trace.go:171","msg":"trace[1210153741] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2756; }","duration":"1.908595486s","start":"2026-02-25T19:37:26.53872Z","end":"2026-02-25T19:37:28.447316Z","steps":["trace[1210153741] 'agreement among raft nodes before linearized reading' (duration: 1.908172055s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:28.447409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:26.5387Z","time spent":"1.908698199s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-25T19:37:28.4471Z","caller":"traceutil/trace.go:171","msg":"trace[806833862] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2756; }","duration":"1.327643215s","start":"2026-02-25T19:37:27.119427Z","end":"2026-02-25T19:37:28.44707Z","steps":["trace[806833862] 'agreement among raft nodes before linearized reading' (duration: 1.327586683s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:28.447497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:27.119386Z","time spent":"1.328100057s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:37:28.447604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908468493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-25T19:37:28.44764Z","caller":"traceutil/trace.go:171","msg":"trace[141755870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2756; }","duration":"1.908504174s","start":"2026-02-25T19:37:26.539117Z","end":"2026-02-25T19:37:28.447621Z","steps":["trace[141755870] 'agreement among raft nodes before linearized reading' (duration: 1.908421942s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:28.447672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:26.539112Z","time spent":"1.908555026s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T19:37:28.447758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:27.594196Z","time spent":"853.484029ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:37:28.449037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020133962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:37:28.449089Z","caller":"traceutil/trace.go:171","msg":"trace[32664731] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2756; }","duration":"1.020337527s","start":"2026-02-25T19:37:27.428735Z","end":"2026-02-25T19:37:28.449072Z","steps":["trace[32664731] 'agreement among raft nodes before linearized reading' (duration: 1.018133468s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:28.449119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:37:27.428717Z","time spent":"1.020392818s","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:37:34.766065Z","caller":"traceutil/trace.go:171","msg":"trace[1410627506] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"117.982415ms","start":"2026-02-25T19:37:34.648053Z","end":"2026-02-25T19:37:34.766036Z","steps":["trace[1410627506] 'process raft request' (duration: 70.179409ms)","trace[1410627506] 'compare' (duration: 47.663252ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:37:35.023554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.956759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:37:35.023705Z","caller":"traceutil/trace.go:171","msg":"trace[1800788114] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"166.747465ms","start":"2026-02-25T19:37:34.856933Z","end":"2026-02-25T19:37:35.023681Z","steps":["trace[1800788114] 'process raft request' (duration: 44.542319ms)","trace[1800788114] 'compare' (duration: 121.755604ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:37:49.57864Z","caller":"traceutil/trace.go:171","msg":"trace[244134056] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"102.521764ms","start":"2026-02-25T19:37:49.476092Z","end":"2026-02-25T19:37:49.578614Z","steps":["trace[244134056] 'process raft request' (duration: 102.34477ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:37:52.844509Z","caller":"traceutil/trace.go:171","msg":"trace[626513513] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"154.47241ms","start":"2026-02-25T19:37:52.690011Z","end":"2026-02-25T19:37:52.844483Z","steps":["trace[626513513] 'process raft request' (duration: 154.362187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:37:52.844653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.852798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:37:52.844709Z","caller":"traceutil/trace.go:171","msg":"trace[899678064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2878; }","duration":"149.93993ms","start":"2026-02-25T19:37:52.694756Z","end":"2026-02-25T19:37:52.844696Z","steps":["trace[899678064] 'agreement among raft nodes before linearized reading' (duration: 149.738215ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:37:52.885926Z","caller":"traceutil/trace.go:171","msg":"trace[1040506894] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"115.591331ms","start":"2026-02-25T19:37:52.77031Z","end":"2026-02-25T19:37:52.885901Z","steps":["trace[1040506894] 'process raft request' (duration: 112.093148ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:37:52.886141Z","caller":"traceutil/trace.go:171","msg":"trace[1844028774] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"115.673603ms","start":"2026-02-25T19:37:52.770456Z","end":"2026-02-25T19:37:52.88613Z","steps":["trace[1844028774] 'process raft request' (duration: 115.371075ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:39:38.620561Z","caller":"traceutil/trace.go:171","msg":"trace[1741535349] transaction","detail":"{read_only:false; response_revision:3508; number_of_response:1; }","duration":"391.117484ms","start":"2026-02-25T19:39:38.229401Z","end":"2026-02-25T19:39:38.620518Z","steps":["trace[1741535349] 'process raft request' (duration: 385.567445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:39:38.620794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:39:38.229357Z","time spent":"391.291888ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7241,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:39:38.621692Z","caller":"traceutil/trace.go:171","msg":"trace[260809696] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"390.492777ms","start":"2026-02-25T19:39:38.231151Z","end":"2026-02-25T19:39:38.621644Z","steps":["trace[260809696] 'process raft request' (duration: 390.2529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:39:38.621835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.568932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:39:38.621873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:39:38.231133Z","time spent":"390.655651ms","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":974,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T19:39:38.621912Z","caller":"traceutil/trace.go:171","msg":"trace[561035198] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io; range_end:; response_count:0; response_revision:3510; }","duration":"389.703216ms","start":"2026-02-25T19:39:38.232184Z","end":"2026-02-25T19:39:38.621887Z","steps":["trace[561035198] 'agreement among raft nodes before linearized reading' (duration: 389.581573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:39:38.621968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:39:38.232162Z","time spent":"389.792528ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io\" "} {"level":"info","ts":"2026-02-25T19:39:38.621714Z","caller":"traceutil/trace.go:171","msg":"trace[1116286991] transaction","detail":"{read_only:false; response_revision:3510; number_of_response:1; }","duration":"389.386478ms","start":"2026-02-25T19:39:38.232304Z","end":"2026-02-25T19:39:38.621691Z","steps":["trace[1116286991] 'process raft request' (duration: 389.262864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:39:38.622976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:39:38.232293Z","time spent":"390.60505ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:39:38.621689Z","caller":"traceutil/trace.go:171","msg":"trace[556780368] linearizableReadLoop","detail":"{readStateIndex:3663; appliedIndex:3661; }","duration":"389.410528ms","start":"2026-02-25T19:39:38.232242Z","end":"2026-02-25T19:39:38.621653Z","steps":["trace[556780368] 'read index received' (duration: 382.74152ms)","trace[556780368] 'applied index is now lower than readState.Index' (duration: 6.667628ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:39:38.624081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.26089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:39:38.624393Z","caller":"traceutil/trace.go:171","msg":"trace[1553954778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3510; }","duration":"336.344722ms","start":"2026-02-25T19:39:38.287795Z","end":"2026-02-25T19:39:38.62414Z","steps":["trace[1553954778] 'agreement among raft nodes before linearized reading' (duration: 336.208458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:39:38.624468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:39:38.287725Z","time spent":"336.722942ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:39:38.829373Z","caller":"traceutil/trace.go:171","msg":"trace[1455911524] linearizableReadLoop","detail":"{readStateIndex:3676; appliedIndex:3675; }","duration":"124.583973ms","start":"2026-02-25T19:39:38.70474Z","end":"2026-02-25T19:39:38.829324Z","steps":["trace[1455911524] 'read index received' (duration: 28.10568ms)","trace[1455911524] 'applied index is now lower than readState.Index' (duration: 96.476073ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:39:38.829522Z","caller":"traceutil/trace.go:171","msg":"trace[1564779899] transaction","detail":"{read_only:false; response_revision:3522; number_of_response:1; }","duration":"132.32894ms","start":"2026-02-25T19:39:38.697137Z","end":"2026-02-25T19:39:38.829466Z","steps":["trace[1564779899] 'process raft request' (duration: 35.771174ms)","trace[1564779899] 'compare' (duration: 96.174926ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:39:38.829652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.339537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:39:38.829719Z","caller":"traceutil/trace.go:171","msg":"trace[95423534] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:0; response_revision:3522; }","duration":"133.44754ms","start":"2026-02-25T19:39:38.696251Z","end":"2026-02-25T19:39:38.829698Z","steps":["trace[95423534] 'agreement among raft nodes before linearized reading' (duration: 133.225054ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:39:49.687129Z","caller":"traceutil/trace.go:171","msg":"trace[1839070562] linearizableReadLoop","detail":"{readStateIndex:3776; appliedIndex:3775; }","duration":"111.135804ms","start":"2026-02-25T19:39:49.575943Z","end":"2026-02-25T19:39:49.687079Z","steps":["trace[1839070562] 'read index received' (duration: 53.917668ms)","trace[1839070562] 'applied index is now lower than readState.Index' (duration: 57.216926ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:39:49.687329Z","caller":"traceutil/trace.go:171","msg":"trace[2043889153] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"111.937966ms","start":"2026-02-25T19:39:49.575338Z","end":"2026-02-25T19:39:49.687276Z","steps":["trace[2043889153] 'process raft request' (duration: 54.571975ms)","trace[2043889153] 'compare' (duration: 57.037442ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:39:49.687444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.474103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63063"} {"level":"info","ts":"2026-02-25T19:39:49.687498Z","caller":"traceutil/trace.go:171","msg":"trace[1462159125] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3618; }","duration":"111.572486ms","start":"2026-02-25T19:39:49.575913Z","end":"2026-02-25T19:39:49.687485Z","steps":["trace[1462159125] 'agreement among raft nodes before linearized reading' (duration: 111.312149ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:39:49.728822Z","caller":"traceutil/trace.go:171","msg":"trace[557380267] transaction","detail":"{read_only:false; response_revision:3619; number_of_response:1; }","duration":"149.805016ms","start":"2026-02-25T19:39:49.578983Z","end":"2026-02-25T19:39:49.728788Z","steps":["trace[557380267] 'process raft request' (duration: 149.540839ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:40:01.320266Z","caller":"traceutil/trace.go:171","msg":"trace[661446075] transaction","detail":"{read_only:false; response_revision:3677; number_of_response:1; }","duration":"143.757014ms","start":"2026-02-25T19:40:01.176473Z","end":"2026-02-25T19:40:01.32023Z","steps":["trace[661446075] 'process raft request' (duration: 143.496058ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:40:01.355403Z","caller":"traceutil/trace.go:171","msg":"trace[951228960] transaction","detail":"{read_only:false; response_revision:3678; number_of_response:1; }","duration":"176.455497ms","start":"2026-02-25T19:40:01.178884Z","end":"2026-02-25T19:40:01.35534Z","steps":["trace[951228960] 'process raft request' (duration: 176.165829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:40:12.193941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732978163,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T19:40:12.359874Z","caller":"traceutil/trace.go:171","msg":"trace[377748580] linearizableReadLoop","detail":"{readStateIndex:3891; appliedIndex:3890; }","duration":"666.859599ms","start":"2026-02-25T19:40:11.692985Z","end":"2026-02-25T19:40:12.359845Z","steps":["trace[377748580] 'read index received' (duration: 666.597362ms)","trace[377748580] 'applied index is now lower than readState.Index' (duration: 261.316µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:40:12.360012Z","caller":"traceutil/trace.go:171","msg":"trace[893108472] transaction","detail":"{read_only:false; response_revision:3729; number_of_response:1; }","duration":"748.385604ms","start":"2026-02-25T19:40:11.611581Z","end":"2026-02-25T19:40:12.359967Z","steps":["trace[893108472] 'process raft request' (duration: 748.078226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:40:12.360119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.006476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T19:40:12.360153Z","caller":"traceutil/trace.go:171","msg":"trace[1786124021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3729; }","duration":"630.107239ms","start":"2026-02-25T19:40:11.730037Z","end":"2026-02-25T19:40:12.360144Z","steps":["trace[1786124021] 'agreement among raft nodes before linearized reading' (duration: 629.968755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:40:12.360183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:11.730008Z","time spent":"630.16805ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:40:12.360213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:11.611549Z","time spent":"748.563129ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:40:12.36025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.247139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T19:40:12.360405Z","caller":"traceutil/trace.go:171","msg":"trace[1470802233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3729; }","duration":"667.436904ms","start":"2026-02-25T19:40:11.692907Z","end":"2026-02-25T19:40:12.360344Z","steps":["trace[1470802233] 'agreement among raft nodes before linearized reading' (duration: 667.105535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:40:12.36044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.124128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:40:12.360482Z","caller":"traceutil/trace.go:171","msg":"trace[1500152325] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3729; }","duration":"528.175659ms","start":"2026-02-25T19:40:11.832297Z","end":"2026-02-25T19:40:12.360472Z","steps":["trace[1500152325] 'agreement among raft nodes before linearized reading' (duration: 528.058676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:40:12.360477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:11.692881Z","time spent":"667.578448ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:40:12.360508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:11.832194Z","time spent":"528.308303ms","remote":"127.0.0.1:47464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:40:12.360542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.26153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-25T19:40:12.360515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.211927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:40:12.360589Z","caller":"traceutil/trace.go:171","msg":"trace[792796878] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3729; }","duration":"297.368133ms","start":"2026-02-25T19:40:12.063208Z","end":"2026-02-25T19:40:12.360576Z","steps":["trace[792796878] 'agreement among raft nodes before linearized reading' (duration: 297.151347ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:40:12.360655Z","caller":"traceutil/trace.go:171","msg":"trace[1069769680] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3729; }","duration":"499.382351ms","start":"2026-02-25T19:40:11.861232Z","end":"2026-02-25T19:40:12.360614Z","steps":["trace[1069769680] 'agreement among raft nodes before linearized reading' (duration: 499.081443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:40:12.36064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.026991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T19:40:12.36071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:11.861201Z","time spent":"499.497684ms","remote":"127.0.0.1:56166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:40:12.360316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.785854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:40:12.360816Z","caller":"traceutil/trace.go:171","msg":"trace[1364644238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3729; }","duration":"409.281227ms","start":"2026-02-25T19:40:11.951526Z","end":"2026-02-25T19:40:12.360807Z","steps":["trace[1364644238] 'agreement among raft nodes before linearized reading' (duration: 408.748433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:40:12.360675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.500313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:40:12.360806Z","caller":"traceutil/trace.go:171","msg":"trace[1809073739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3729; }","duration":"409.244747ms","start":"2026-02-25T19:40:11.951524Z","end":"2026-02-25T19:40:12.360769Z","steps":["trace[1809073739] 'agreement among raft nodes before linearized reading' (duration: 408.554609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:40:12.360929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.574955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-25T19:40:12.361011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:11.951498Z","time spent":"409.492743ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T19:40:12.360879Z","caller":"traceutil/trace.go:171","msg":"trace[1325361586] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:3729; }","duration":"406.74006ms","start":"2026-02-25T19:40:11.954128Z","end":"2026-02-25T19:40:12.360868Z","steps":["trace[1325361586] 'agreement among raft nodes before linearized reading' (duration: 406.285798ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:40:12.361062Z","caller":"traceutil/trace.go:171","msg":"trace[1637425065] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3729; }","duration":"436.979647ms","start":"2026-02-25T19:40:11.924047Z","end":"2026-02-25T19:40:12.361027Z","steps":["trace[1637425065] 'agreement among raft nodes before linearized reading' (duration: 436.291959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:40:12.361106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:11.954111Z","time spent":"406.986146ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T19:40:12.361127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:11.92402Z","time spent":"437.094969ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:40:12.360929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:11.951454Z","time spent":"409.463072ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:40:12.866386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732978168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:40:13.722878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.085806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:40:13.723041Z","caller":"traceutil/trace.go:171","msg":"trace[262451716] transaction","detail":"{read_only:false; response_revision:3730; number_of_response:1; }","duration":"1.357254494s","start":"2026-02-25T19:40:12.365759Z","end":"2026-02-25T19:40:13.723014Z","steps":["trace[262451716] 'process raft request' (duration: 750.914011ms)","trace[262451716] 'compare' (duration: 605.46093ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:40:13.723109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:12.365741Z","time spent":"1.357337646s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:40:13.732035Z","caller":"traceutil/trace.go:171","msg":"trace[1451741489] transaction","detail":"{read_only:false; response_revision:3731; number_of_response:1; }","duration":"1.365597597s","start":"2026-02-25T19:40:12.36641Z","end":"2026-02-25T19:40:13.732008Z","steps":["trace[1451741489] 'process raft request' (duration: 1.365411142s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:40:13.732197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:12.366392Z","time spent":"1.36572044s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:40:13.732478Z","caller":"traceutil/trace.go:171","msg":"trace[1540884349] transaction","detail":"{read_only:false; response_revision:3732; number_of_response:1; }","duration":"1.365974867s","start":"2026-02-25T19:40:12.366418Z","end":"2026-02-25T19:40:13.732393Z","steps":["trace[1540884349] 'process raft request' (duration: 1.365547265s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:40:13.732557Z","caller":"traceutil/trace.go:171","msg":"trace[303739707] transaction","detail":"{read_only:false; response_revision:3734; number_of_response:1; }","duration":"1.364685813s","start":"2026-02-25T19:40:12.36783Z","end":"2026-02-25T19:40:13.732515Z","steps":["trace[303739707] 'process raft request' (duration: 1.364608461s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:40:13.732644Z","caller":"traceutil/trace.go:171","msg":"trace[1972176607] linearizableReadLoop","detail":"{readStateIndex:3897; appliedIndex:3891; }","duration":"1.366280845s","start":"2026-02-25T19:40:12.36635Z","end":"2026-02-25T19:40:13.732631Z","steps":["trace[1972176607] 'read index received' (duration: 750.423148ms)","trace[1972176607] 'applied index is now lower than readState.Index' (duration: 615.856357ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:40:13.73263Z","caller":"traceutil/trace.go:171","msg":"trace[974832588] transaction","detail":"{read_only:false; response_revision:3733; number_of_response:1; }","duration":"1.36530825s","start":"2026-02-25T19:40:12.367227Z","end":"2026-02-25T19:40:13.732535Z","steps":["trace[974832588] 'process raft request' (duration: 1.365010572s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:40:13.73282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3664649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16032"} {"level":"warn","ts":"2026-02-25T19:40:13.732815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:12.36781Z","time spent":"1.364843377s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:40:13.732856Z","caller":"traceutil/trace.go:171","msg":"trace[495418049] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3735; }","duration":"1.366501151s","start":"2026-02-25T19:40:12.366345Z","end":"2026-02-25T19:40:13.732846Z","steps":["trace[495418049] 'agreement among raft nodes before linearized reading' (duration: 1.366350867s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:40:13.732811Z","caller":"traceutil/trace.go:171","msg":"trace[2021269418] transaction","detail":"{read_only:false; response_revision:3735; number_of_response:1; }","duration":"929.34741ms","start":"2026-02-25T19:40:12.803414Z","end":"2026-02-25T19:40:13.732762Z","steps":["trace[2021269418] 'process raft request' (duration: 929.062622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:40:13.732887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:12.366314Z","time spent":"1.366567503s","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16055,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-25T19:40:13.732862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:12.366384Z","time spent":"1.366224164s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:40:13.733023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:12.803378Z","time spent":"929.534315ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:40:13.733051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:12.367215Z","time spent":"1.365621278s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:40:13.734424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367686792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63049"} {"level":"info","ts":"2026-02-25T19:40:13.734475Z","caller":"traceutil/trace.go:171","msg":"trace[2050484152] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3737; }","duration":"1.367769415s","start":"2026-02-25T19:40:12.366694Z","end":"2026-02-25T19:40:13.734464Z","steps":["trace[2050484152] 'agreement among raft nodes before linearized reading' (duration: 1.367552909s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:40:13.734505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:12.366681Z","time spent":"1.367816456s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63072,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T19:40:13.734589Z","caller":"traceutil/trace.go:171","msg":"trace[253856144] transaction","detail":"{read_only:false; response_revision:3736; number_of_response:1; }","duration":"357.338611ms","start":"2026-02-25T19:40:13.377208Z","end":"2026-02-25T19:40:13.734547Z","steps":["trace[253856144] 'process raft request' (duration: 356.92902ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:40:13.73471Z","caller":"traceutil/trace.go:171","msg":"trace[1174644497] transaction","detail":"{read_only:false; response_revision:3737; number_of_response:1; }","duration":"330.186937ms","start":"2026-02-25T19:40:13.404511Z","end":"2026-02-25T19:40:13.734698Z","steps":["trace[1174644497] 'process raft request' (duration: 329.697994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:40:13.734782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:13.377171Z","time spent":"357.511656ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:40:13.735386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:13.404475Z","time spent":"330.858875ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:40:13.734801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.553335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:40:13.735525Z","caller":"traceutil/trace.go:171","msg":"trace[1603359235] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3737; }","duration":"909.329836ms","start":"2026-02-25T19:40:12.826178Z","end":"2026-02-25T19:40:13.735508Z","steps":["trace[1603359235] 'agreement among raft nodes before linearized reading' (duration: 908.530964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:40:13.735581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:40:12.826162Z","time spent":"909.399077ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:40:17.889325Z","caller":"traceutil/trace.go:171","msg":"trace[658122412] transaction","detail":"{read_only:false; response_revision:3762; number_of_response:1; }","duration":"110.59912ms","start":"2026-02-25T19:40:17.778699Z","end":"2026-02-25T19:40:17.889298Z","steps":["trace[658122412] 'process raft request' (duration: 110.510958ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:40:23.961723Z","caller":"traceutil/trace.go:171","msg":"trace[542891443] transaction","detail":"{read_only:false; response_revision:3789; number_of_response:1; }","duration":"116.548329ms","start":"2026-02-25T19:40:23.845146Z","end":"2026-02-25T19:40:23.961694Z","steps":["trace[542891443] 'process raft request' (duration: 107.427916ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:40:23.962813Z","caller":"traceutil/trace.go:171","msg":"trace[1931225472] transaction","detail":"{read_only:false; response_revision:3790; number_of_response:1; }","duration":"113.324363ms","start":"2026-02-25T19:40:23.849464Z","end":"2026-02-25T19:40:23.962789Z","steps":["trace[1931225472] 'process raft request' (duration: 112.994624ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:40:33.0704Z","caller":"traceutil/trace.go:171","msg":"trace[840108724] transaction","detail":"{read_only:false; response_revision:3837; number_of_response:1; }","duration":"144.852979ms","start":"2026-02-25T19:40:32.925511Z","end":"2026-02-25T19:40:33.070364Z","steps":["trace[840108724] 'process raft request' (duration: 144.621843ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:05.573491Z","caller":"traceutil/trace.go:171","msg":"trace[257008051] transaction","detail":"{read_only:false; response_revision:4066; number_of_response:1; }","duration":"171.795739ms","start":"2026-02-25T19:41:05.401659Z","end":"2026-02-25T19:41:05.573455Z","steps":["trace[257008051] 'process raft request' (duration: 171.581703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:15.500877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.631573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:41:15.500978Z","caller":"traceutil/trace.go:171","msg":"trace[571380935] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4113; }","duration":"132.755717ms","start":"2026-02-25T19:41:15.368205Z","end":"2026-02-25T19:41:15.500961Z","steps":["trace[571380935] 'range keys from in-memory index tree' (duration: 132.554621ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:20.621964Z","caller":"traceutil/trace.go:171","msg":"trace[1878319011] transaction","detail":"{read_only:false; response_revision:4139; number_of_response:1; }","duration":"145.076575ms","start":"2026-02-25T19:41:20.476856Z","end":"2026-02-25T19:41:20.621933Z","steps":["trace[1878319011] 'process raft request' (duration: 142.810475ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:24.493698Z","caller":"traceutil/trace.go:171","msg":"trace[1756715472] transaction","detail":"{read_only:false; response_revision:4163; number_of_response:1; }","duration":"114.463838ms","start":"2026-02-25T19:41:24.379185Z","end":"2026-02-25T19:41:24.493648Z","steps":["trace[1756715472] 'process raft request' (duration: 60.186437ms)","trace[1756715472] 'compare' (duration: 53.996113ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:41:24.858784Z","caller":"traceutil/trace.go:171","msg":"trace[324286078] transaction","detail":"{read_only:false; response_revision:4169; number_of_response:1; }","duration":"172.748824ms","start":"2026-02-25T19:41:24.685999Z","end":"2026-02-25T19:41:24.858748Z","steps":["trace[324286078] 'process raft request' (duration: 169.697763ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:27.630474Z","caller":"traceutil/trace.go:171","msg":"trace[1425983562] linearizableReadLoop","detail":"{readStateIndex:4386; appliedIndex:4385; }","duration":"145.553849ms","start":"2026-02-25T19:41:27.4849Z","end":"2026-02-25T19:41:27.630454Z","steps":["trace[1425983562] 'read index received' (duration: 145.426605ms)","trace[1425983562] 'applied index is now lower than readState.Index' (duration: 126.553µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:41:27.630568Z","caller":"traceutil/trace.go:171","msg":"trace[549084092] transaction","detail":"{read_only:false; response_revision:4194; number_of_response:1; }","duration":"165.762477ms","start":"2026-02-25T19:41:27.464763Z","end":"2026-02-25T19:41:27.630525Z","steps":["trace[549084092] 'process raft request' (duration: 165.534571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:27.630751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.827975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:41:27.630886Z","caller":"traceutil/trace.go:171","msg":"trace[1824841202] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4194; }","duration":"146.036541ms","start":"2026-02-25T19:41:27.484829Z","end":"2026-02-25T19:41:27.630866Z","steps":["trace[1824841202] 'agreement among raft nodes before linearized reading' (duration: 145.830605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:30.885773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.147057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:41:30.8859Z","caller":"traceutil/trace.go:171","msg":"trace[1538194155] transaction","detail":"{read_only:false; response_revision:4211; number_of_response:1; }","duration":"191.562558ms","start":"2026-02-25T19:41:30.694316Z","end":"2026-02-25T19:41:30.885879Z","steps":["trace[1538194155] 'process raft request' (duration: 64.202985ms)","trace[1538194155] 'compare' (duration: 127.003073ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:41:30.919818Z","caller":"traceutil/trace.go:171","msg":"trace[1721782440] linearizableReadLoop","detail":"{readStateIndex:4406; appliedIndex:4403; }","duration":"176.31877ms","start":"2026-02-25T19:41:30.74347Z","end":"2026-02-25T19:41:30.919789Z","steps":["trace[1721782440] 'read index received' (duration: 14.976621ms)","trace[1721782440] 'applied index is now lower than readState.Index' (duration: 161.340759ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:41:30.919839Z","caller":"traceutil/trace.go:171","msg":"trace[1665893519] transaction","detail":"{read_only:false; response_revision:4212; number_of_response:1; }","duration":"224.863847ms","start":"2026-02-25T19:41:30.694941Z","end":"2026-02-25T19:41:30.919805Z","steps":["trace[1665893519] 'process raft request' (duration: 224.60624ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:30.920063Z","caller":"traceutil/trace.go:171","msg":"trace[1991115485] transaction","detail":"{read_only:false; response_revision:4213; number_of_response:1; }","duration":"223.375767ms","start":"2026-02-25T19:41:30.696663Z","end":"2026-02-25T19:41:30.920038Z","steps":["trace[1991115485] 'process raft request' (duration: 223.074109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:30.920158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.683299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-25T19:41:30.920242Z","caller":"traceutil/trace.go:171","msg":"trace[1517278871] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4213; }","duration":"176.821154ms","start":"2026-02-25T19:41:30.7434Z","end":"2026-02-25T19:41:30.920221Z","steps":["trace[1517278871] 'agreement among raft nodes before linearized reading' (duration: 176.555697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:30.920256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.468467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T19:41:30.920331Z","caller":"traceutil/trace.go:171","msg":"trace[1578396078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4213; }","duration":"172.58691ms","start":"2026-02-25T19:41:30.747721Z","end":"2026-02-25T19:41:30.920308Z","steps":["trace[1578396078] 'agreement among raft nodes before linearized reading' (duration: 172.414665ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:33.733748Z","caller":"traceutil/trace.go:171","msg":"trace[704861513] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"152.387311ms","start":"2026-02-25T19:41:33.581326Z","end":"2026-02-25T19:41:33.733713Z","steps":["trace[704861513] 'process raft request' (duration: 139.593498ms)","trace[704861513] 'compare' (duration: 12.604207ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:41:33.741792Z","caller":"traceutil/trace.go:171","msg":"trace[98263785] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4524; }","duration":"100.563756ms","start":"2026-02-25T19:41:33.641198Z","end":"2026-02-25T19:41:33.741761Z","steps":["trace[98263785] 'process raft request' (duration: 100.34007ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:34.301929Z","caller":"traceutil/trace.go:171","msg":"trace[852869419] linearizableReadLoop","detail":"{readStateIndex:4741; appliedIndex:4740; }","duration":"176.072604ms","start":"2026-02-25T19:41:34.125831Z","end":"2026-02-25T19:41:34.301904Z","steps":["trace[852869419] 'read index received' (duration: 174.691767ms)","trace[852869419] 'applied index is now lower than readState.Index' (duration: 1.379577ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:41:34.302045Z","caller":"traceutil/trace.go:171","msg":"trace[1389993784] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"178.866849ms","start":"2026-02-25T19:41:34.123144Z","end":"2026-02-25T19:41:34.302011Z","steps":["trace[1389993784] 'process raft request' (duration: 177.896993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:34.302211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.361141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3009"} {"level":"info","ts":"2026-02-25T19:41:34.302286Z","caller":"traceutil/trace.go:171","msg":"trace[1115264261] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4541; }","duration":"176.632428ms","start":"2026-02-25T19:41:34.125637Z","end":"2026-02-25T19:41:34.302269Z","steps":["trace[1115264261] 'agreement among raft nodes before linearized reading' (duration: 176.393932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:34.303666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.796627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3009"} {"level":"info","ts":"2026-02-25T19:41:34.303835Z","caller":"traceutil/trace.go:171","msg":"trace[590915810] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4542; }","duration":"127.003953ms","start":"2026-02-25T19:41:34.176783Z","end":"2026-02-25T19:41:34.303787Z","steps":["trace[590915810] 'agreement among raft nodes before linearized reading' (duration: 126.685714ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:35.063068Z","caller":"traceutil/trace.go:171","msg":"trace[490762185] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"113.737098ms","start":"2026-02-25T19:41:34.949311Z","end":"2026-02-25T19:41:35.063048Z","steps":["trace[490762185] 'process raft request' (duration: 113.581344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:35.265945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.140729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:41:35.266099Z","caller":"traceutil/trace.go:171","msg":"trace[1667620542] linearizableReadLoop","detail":"{readStateIndex:4756; appliedIndex:4755; }","duration":"197.512546ms","start":"2026-02-25T19:41:35.068562Z","end":"2026-02-25T19:41:35.266075Z","steps":["trace[1667620542] 'read index received' (duration: 65.255683ms)","trace[1667620542] 'applied index is now lower than readState.Index' (duration: 132.254993ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:41:35.266112Z","caller":"traceutil/trace.go:171","msg":"trace[67013614] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"197.793493ms","start":"2026-02-25T19:41:35.06829Z","end":"2026-02-25T19:41:35.266083Z","steps":["trace[67013614] 'process raft request' (duration: 65.402007ms)","trace[67013614] 'compare' (duration: 131.965585ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:41:35.266792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.220045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T19:41:35.266849Z","caller":"traceutil/trace.go:171","msg":"trace[307558817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4556; }","duration":"198.305607ms","start":"2026-02-25T19:41:35.068527Z","end":"2026-02-25T19:41:35.266833Z","steps":["trace[307558817] 'agreement among raft nodes before linearized reading' (duration: 197.604879ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:35.277486Z","caller":"traceutil/trace.go:171","msg":"trace[1263289222] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"207.616975ms","start":"2026-02-25T19:41:35.069852Z","end":"2026-02-25T19:41:35.277469Z","steps":["trace[1263289222] 'process raft request' (duration: 207.42607ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:35.277875Z","caller":"traceutil/trace.go:171","msg":"trace[1060706597] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"207.933694ms","start":"2026-02-25T19:41:35.069921Z","end":"2026-02-25T19:41:35.277854Z","steps":["trace[1060706597] 'process raft request' (duration: 207.498722ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:35.277865Z","caller":"traceutil/trace.go:171","msg":"trace[230796003] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"204.480332ms","start":"2026-02-25T19:41:35.073352Z","end":"2026-02-25T19:41:35.277832Z","steps":["trace[230796003] 'process raft request' (duration: 204.350649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:36.396975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.603565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:41:36.397058Z","caller":"traceutil/trace.go:171","msg":"trace[1458095778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4562; }","duration":"107.742989ms","start":"2026-02-25T19:41:36.289293Z","end":"2026-02-25T19:41:36.397036Z","steps":["trace[1458095778] 'range keys from in-memory index tree' (duration: 107.531743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:36.397531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.037613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-25T19:41:36.397631Z","caller":"traceutil/trace.go:171","msg":"trace[1460500582] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4562; }","duration":"319.213247ms","start":"2026-02-25T19:41:36.078396Z","end":"2026-02-25T19:41:36.397609Z","steps":["trace[1460500582] 'range keys from in-memory index tree' (duration: 318.815807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:36.39771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:36.07837Z","time spent":"319.32287ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T19:41:39.437829Z","caller":"traceutil/trace.go:171","msg":"trace[1674155986] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"122.597748ms","start":"2026-02-25T19:41:39.315202Z","end":"2026-02-25T19:41:39.4378Z","steps":["trace[1674155986] 'process raft request' (duration: 119.828754ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:39.438099Z","caller":"traceutil/trace.go:171","msg":"trace[338989506] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"122.053473ms","start":"2026-02-25T19:41:39.315993Z","end":"2026-02-25T19:41:39.438047Z","steps":["trace[338989506] 'process raft request' (duration: 121.745775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:40.964312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.247673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:41:40.96442Z","caller":"traceutil/trace.go:171","msg":"trace[1156489464] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4594; }","duration":"261.416987ms","start":"2026-02-25T19:41:40.702973Z","end":"2026-02-25T19:41:40.96439Z","steps":["trace[1156489464] 'count revisions from in-memory index tree' (duration: 261.129159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:40.964456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.782926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:41:40.964509Z","caller":"traceutil/trace.go:171","msg":"trace[107848158] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:4594; }","duration":"238.880579ms","start":"2026-02-25T19:41:40.725615Z","end":"2026-02-25T19:41:40.964495Z","steps":["trace[107848158] 'range keys from in-memory index tree' (duration: 238.505888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:41.547646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.027449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T19:41:41.547749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.206982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:41:41.547769Z","caller":"traceutil/trace.go:171","msg":"trace[1600650560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4598; }","duration":"164.219244ms","start":"2026-02-25T19:41:41.383524Z","end":"2026-02-25T19:41:41.547743Z","steps":["trace[1600650560] 'range keys from in-memory index tree' (duration: 163.804954ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:41.547822Z","caller":"traceutil/trace.go:171","msg":"trace[1514257231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4598; }","duration":"258.313185ms","start":"2026-02-25T19:41:41.289486Z","end":"2026-02-25T19:41:41.547799Z","steps":["trace[1514257231] 'range keys from in-memory index tree' (duration: 258.041257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:41.547792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.853317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T19:41:41.547916Z","caller":"traceutil/trace.go:171","msg":"trace[1373363559] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4598; }","duration":"105.053702ms","start":"2026-02-25T19:41:41.442831Z","end":"2026-02-25T19:41:41.547885Z","steps":["trace[1373363559] 'range keys from in-memory index tree' (duration: 104.501848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:41.548084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.300072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T19:41:41.548604Z","caller":"traceutil/trace.go:171","msg":"trace[315183905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4598; }","duration":"104.849067ms","start":"2026-02-25T19:41:41.443698Z","end":"2026-02-25T19:41:41.548547Z","steps":["trace[315183905] 'range keys from in-memory index tree' (duration: 103.86798ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:41.670139Z","caller":"traceutil/trace.go:171","msg":"trace[285155379] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"117.04028ms","start":"2026-02-25T19:41:41.553038Z","end":"2026-02-25T19:41:41.670078Z","steps":["trace[285155379] 'process raft request' (duration: 106.622303ms)","trace[285155379] 'compare' (duration: 10.204292ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:41:41.670513Z","caller":"traceutil/trace.go:171","msg":"trace[1834207520] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"116.915947ms","start":"2026-02-25T19:41:41.553565Z","end":"2026-02-25T19:41:41.670481Z","steps":["trace[1834207520] 'process raft request' (duration: 116.733452ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:41.670519Z","caller":"traceutil/trace.go:171","msg":"trace[173543232] linearizableReadLoop","detail":"{readStateIndex:4803; appliedIndex:4799; }","duration":"106.451219ms","start":"2026-02-25T19:41:41.563996Z","end":"2026-02-25T19:41:41.670447Z","steps":["trace[173543232] 'read index received' (duration: 26.649918ms)","trace[173543232] 'applied index is now lower than readState.Index' (duration: 79.799671ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:41:41.670545Z","caller":"traceutil/trace.go:171","msg":"trace[1834250280] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"117.361409ms","start":"2026-02-25T19:41:41.553154Z","end":"2026-02-25T19:41:41.670515Z","steps":["trace[1834250280] 'process raft request' (duration: 116.866806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:41.670874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.85173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-25T19:41:41.67099Z","caller":"traceutil/trace.go:171","msg":"trace[1386712037] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4602; }","duration":"107.019155ms","start":"2026-02-25T19:41:41.563939Z","end":"2026-02-25T19:41:41.670959Z","steps":["trace[1386712037] 'agreement among raft nodes before linearized reading' (duration: 106.657895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:43.832825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.655908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:41:43.833279Z","caller":"traceutil/trace.go:171","msg":"trace[835259351] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"154.428114ms","start":"2026-02-25T19:41:43.678619Z","end":"2026-02-25T19:41:43.833047Z","steps":["trace[835259351] 'process raft request' (duration: 22.376895ms)","trace[835259351] 'compare' (duration: 131.509525ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:41:43.833372Z","caller":"traceutil/trace.go:171","msg":"trace[2057073854] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"154.567018ms","start":"2026-02-25T19:41:43.678768Z","end":"2026-02-25T19:41:43.833335Z","steps":["trace[2057073854] 'process raft request' (duration: 154.215158ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:43.833475Z","caller":"traceutil/trace.go:171","msg":"trace[659155826] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"154.098696ms","start":"2026-02-25T19:41:43.679345Z","end":"2026-02-25T19:41:43.833444Z","steps":["trace[659155826] 'process raft request' (duration: 153.723986ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:45.462099Z","caller":"traceutil/trace.go:171","msg":"trace[1449020483] linearizableReadLoop","detail":"{readStateIndex:4876; appliedIndex:4875; }","duration":"416.728736ms","start":"2026-02-25T19:41:45.045343Z","end":"2026-02-25T19:41:45.462072Z","steps":["trace[1449020483] 'read index received' (duration: 416.293514ms)","trace[1449020483] 'applied index is now lower than readState.Index' (duration: 433.271µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:41:45.462191Z","caller":"traceutil/trace.go:171","msg":"trace[1926296255] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"449.822514ms","start":"2026-02-25T19:41:45.012317Z","end":"2026-02-25T19:41:45.46214Z","steps":["trace[1926296255] 'process raft request' (duration: 449.410023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:45.462457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.099225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T19:41:45.462507Z","caller":"traceutil/trace.go:171","msg":"trace[1796593618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4672; }","duration":"417.202408ms","start":"2026-02-25T19:41:45.045293Z","end":"2026-02-25T19:41:45.462496Z","steps":["trace[1796593618] 'agreement among raft nodes before linearized reading' (duration: 416.935381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:45.462533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:45.045268Z","time spent":"417.25864ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:41:45.46248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:45.012257Z","time spent":"450.151113ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":237476,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T19:41:45.463247Z","caller":"traceutil/trace.go:171","msg":"trace[1246120490] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"195.777472ms","start":"2026-02-25T19:41:45.26742Z","end":"2026-02-25T19:41:45.463198Z","steps":["trace[1246120490] 'process raft request' (duration: 195.450834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:45.463284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.613413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-02-25T19:41:45.463435Z","caller":"traceutil/trace.go:171","msg":"trace[1073024655] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4673; }","duration":"404.835929ms","start":"2026-02-25T19:41:45.058571Z","end":"2026-02-25T19:41:45.463407Z","steps":["trace[1073024655] 'agreement among raft nodes before linearized reading' (duration: 404.475129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:45.46356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:45.058543Z","time spent":"404.975253ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-02-25T19:41:45.463679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.930231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.189794b9f5ea9077\" ","response":"range_response_count:1 size:1203"} {"level":"info","ts":"2026-02-25T19:41:45.463752Z","caller":"traceutil/trace.go:171","msg":"trace[1072298889] range","detail":"{range_begin:/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.189794b9f5ea9077; range_end:; response_count:1; response_revision:4673; }","duration":"405.011794ms","start":"2026-02-25T19:41:45.058725Z","end":"2026-02-25T19:41:45.463736Z","steps":["trace[1072298889] 'agreement among raft nodes before linearized reading' (duration: 404.837199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:45.463797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:45.058717Z","time spent":"405.071425ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":148,"response count":1,"response size":1226,"request content":"key:\"/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.189794b9f5ea9077\" "} {"level":"warn","ts":"2026-02-25T19:41:45.463846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.967628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T19:41:45.463979Z","caller":"traceutil/trace.go:171","msg":"trace[303344242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4673; }","duration":"342.156183ms","start":"2026-02-25T19:41:45.121796Z","end":"2026-02-25T19:41:45.463952Z","steps":["trace[303344242] 'agreement among raft nodes before linearized reading' (duration: 341.765443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:45.464053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:45.121777Z","time spent":"342.263926ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:41:46.602573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.249406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:41:46.602663Z","caller":"traceutil/trace.go:171","msg":"trace[229088290] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4713; }","duration":"117.39724ms","start":"2026-02-25T19:41:46.485249Z","end":"2026-02-25T19:41:46.602646Z","steps":["trace[229088290] 'range keys from in-memory index tree' (duration: 117.167644ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:46.866632Z","caller":"traceutil/trace.go:171","msg":"trace[809980847] linearizableReadLoop","detail":"{readStateIndex:4920; appliedIndex:4919; }","duration":"227.026393ms","start":"2026-02-25T19:41:46.639572Z","end":"2026-02-25T19:41:46.866599Z","steps":["trace[809980847] 'read index received' (duration: 185.310245ms)","trace[809980847] 'applied index is now lower than readState.Index' (duration: 41.714848ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:41:46.866645Z","caller":"traceutil/trace.go:171","msg":"trace[132100871] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"241.662542ms","start":"2026-02-25T19:41:46.624945Z","end":"2026-02-25T19:41:46.866608Z","steps":["trace[132100871] 'process raft request' (duration: 199.921582ms)","trace[132100871] 'compare' (duration: 41.482873ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:41:46.867095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.293349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-450b5a7b-3a16-48b3-b0ae-0f3c87338758\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-02-25T19:41:46.867101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.506746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7465"} {"level":"info","ts":"2026-02-25T19:41:46.867144Z","caller":"traceutil/trace.go:171","msg":"trace[1124825234] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4716; }","duration":"227.572549ms","start":"2026-02-25T19:41:46.639557Z","end":"2026-02-25T19:41:46.86713Z","steps":["trace[1124825234] 'agreement among raft nodes before linearized reading' (duration: 227.192639ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:46.867175Z","caller":"traceutil/trace.go:171","msg":"trace[1809845783] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-450b5a7b-3a16-48b3-b0ae-0f3c87338758; range_end:; response_count:1; response_revision:4716; }","duration":"210.482144ms","start":"2026-02-25T19:41:46.656659Z","end":"2026-02-25T19:41:46.867141Z","steps":["trace[1809845783] 'agreement among raft nodes before linearized reading' (duration: 210.147905ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:47.277553Z","caller":"traceutil/trace.go:171","msg":"trace[1346220960] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"197.903019ms","start":"2026-02-25T19:41:47.079624Z","end":"2026-02-25T19:41:47.277527Z","steps":["trace[1346220960] 'process raft request' (duration: 197.757945ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:48.725222Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2547} {"level":"warn","ts":"2026-02-25T19:41:48.726986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393798671s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-02-25T19:41:48.727101Z","caller":"traceutil/trace.go:171","msg":"trace[465361364] linearizableReadLoop","detail":"{readStateIndex:4925; appliedIndex:4924; }","duration":"1.247693128s","start":"2026-02-25T19:41:47.479391Z","end":"2026-02-25T19:41:48.727084Z","steps":["trace[465361364] 'read index received' (duration: 75.592µs)","trace[465361364] 'applied index is now lower than readState.Index' (duration: 1.247616016s)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:41:48.727196Z","caller":"traceutil/trace.go:171","msg":"trace[465247471] compact","detail":"{revision:2547; response_revision:4720; }","duration":"1.413200157s","start":"2026-02-25T19:41:47.313949Z","end":"2026-02-25T19:41:48.72715Z","steps":["trace[465247471] 'check and update compact revision' (duration: 1.391659614s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:48.7273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:47.313925Z","time spent":"1.413369431s","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T19:41:48.727366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247956655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T19:41:48.727437Z","caller":"traceutil/trace.go:171","msg":"trace[1609887070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4720; }","duration":"1.248102929s","start":"2026-02-25T19:41:47.479314Z","end":"2026-02-25T19:41:48.727417Z","steps":["trace[1609887070] 'agreement among raft nodes before linearized reading' (duration: 1.247866402s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:48.72749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:47.479293Z","time spent":"1.248185621s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:41:49.787816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.503822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:41:49.788573Z","caller":"traceutil/trace.go:171","msg":"trace[1805156165] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"1.177897443s","start":"2026-02-25T19:41:48.610611Z","end":"2026-02-25T19:41:49.788508Z","steps":["trace[1805156165] 'process raft request' (duration: 1.177335638s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:49.788676Z","caller":"traceutil/trace.go:171","msg":"trace[1907626814] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"1.055893831s","start":"2026-02-25T19:41:48.732747Z","end":"2026-02-25T19:41:49.788641Z","steps":["trace[1907626814] 'process raft request' (duration: 1.055311676s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:49.788706Z","caller":"traceutil/trace.go:171","msg":"trace[158915923] linearizableReadLoop","detail":"{readStateIndex:4927; appliedIndex:4925; }","duration":"1.061520121s","start":"2026-02-25T19:41:48.727134Z","end":"2026-02-25T19:41:49.788654Z","steps":["trace[158915923] 'read index received' (duration: 131.031812ms)","trace[158915923] 'applied index is now lower than readState.Index' (duration: 930.484798ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:41:49.788757Z","caller":"traceutil/trace.go:171","msg":"trace[814086683] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"1.180453931s","start":"2026-02-25T19:41:48.608206Z","end":"2026-02-25T19:41:49.78866Z","steps":["trace[814086683] 'process raft request' (duration: 249.972443ms)","trace[814086683] 'compare' (duration: 217.449478ms)","trace[814086683] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 711.440298ms)"],"step_count":3} {"level":"warn","ts":"2026-02-25T19:41:49.788814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:48.610585Z","time spent":"1.178084868s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:41:49.788936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:48.60818Z","time spent":"1.180665877s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:41:49.788947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:48.73271Z","time spent":"1.056095197s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:41:49.791651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352113664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:41:49.791702Z","caller":"traceutil/trace.go:171","msg":"trace[227300205] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4723; }","duration":"1.352226246s","start":"2026-02-25T19:41:48.439463Z","end":"2026-02-25T19:41:49.791689Z","steps":["trace[227300205] 'agreement among raft nodes before linearized reading' (duration: 1.349302728s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:49.791681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058477639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:41:49.791729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:48.439433Z","time spent":"1.352287188s","remote":"127.0.0.1:55044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:41:49.791759Z","caller":"traceutil/trace.go:171","msg":"trace[50352160] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4723; }","duration":"1.058594622s","start":"2026-02-25T19:41:48.733143Z","end":"2026-02-25T19:41:49.791737Z","steps":["trace[50352160] 'agreement among raft nodes before linearized reading' (duration: 1.058471169s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:49.79177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919316437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-02-25T19:41:49.791815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:48.733128Z","time spent":"1.058675804s","remote":"127.0.0.1:47510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"warn","ts":"2026-02-25T19:41:49.791794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501963415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:41:49.791876Z","caller":"traceutil/trace.go:171","msg":"trace[1778564919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4723; }","duration":"1.50211914s","start":"2026-02-25T19:41:48.28974Z","end":"2026-02-25T19:41:49.791859Z","steps":["trace[1778564919] 'agreement among raft nodes before linearized reading' (duration: 1.499034298s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:49.791871Z","caller":"traceutil/trace.go:171","msg":"trace[1814163462] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0; range_end:; response_count:1; response_revision:4723; }","duration":"1.9194535s","start":"2026-02-25T19:41:47.872387Z","end":"2026-02-25T19:41:49.791841Z","steps":["trace[1814163462] 'agreement among raft nodes before linearized reading' (duration: 1.916269776s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:49.791867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491948989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-25T19:41:49.79191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:48.289717Z","time spent":"1.502186621s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:41:49.791933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933140294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-25T19:41:49.791914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936658378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T19:41:49.791973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91906794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-450b5a7b-3a16-48b3-b0ae-0f3c87338758\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-02-25T19:41:49.791809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170248776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:41:49.791984Z","caller":"traceutil/trace.go:171","msg":"trace[672119914] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4723; }","duration":"1.933236917s","start":"2026-02-25T19:41:47.858723Z","end":"2026-02-25T19:41:49.79196Z","steps":["trace[672119914] 'agreement among raft nodes before linearized reading' (duration: 1.929975861s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:49.792005Z","caller":"traceutil/trace.go:171","msg":"trace[1665388710] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-450b5a7b-3a16-48b3-b0ae-0f3c87338758; range_end:; response_count:1; response_revision:4723; }","duration":"1.919102281s","start":"2026-02-25T19:41:47.872894Z","end":"2026-02-25T19:41:49.791997Z","steps":["trace[1665388710] 'agreement among raft nodes before linearized reading' (duration: 1.915885026s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:49.792018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939771031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:41:49.792023Z","caller":"traceutil/trace.go:171","msg":"trace[555447537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4723; }","duration":"2.170522273s","start":"2026-02-25T19:41:47.621491Z","end":"2026-02-25T19:41:49.792013Z","steps":["trace[555447537] 'agreement among raft nodes before linearized reading' (duration: 2.167252596s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:49.792025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:47.872857Z","time spent":"1.919162703s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-450b5a7b-3a16-48b3-b0ae-0f3c87338758\" "} {"level":"warn","ts":"2026-02-25T19:41:49.79203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:47.858684Z","time spent":"1.93333788s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-25T19:41:49.792053Z","caller":"traceutil/trace.go:171","msg":"trace[1382448839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4723; }","duration":"1.939805132s","start":"2026-02-25T19:41:47.85224Z","end":"2026-02-25T19:41:49.792045Z","steps":["trace[1382448839] 'agreement among raft nodes before linearized reading' (duration: 1.936423192s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:49.792011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006771346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:41:49.792066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:47.62146Z","time spent":"2.170596535s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:41:49.791941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:47.872371Z","time spent":"1.919557274s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3914,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0\" "} {"level":"info","ts":"2026-02-25T19:41:49.791946Z","caller":"traceutil/trace.go:171","msg":"trace[1402846398] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4723; }","duration":"1.492064622s","start":"2026-02-25T19:41:48.299859Z","end":"2026-02-25T19:41:49.791923Z","steps":["trace[1402846398] 'agreement among raft nodes before linearized reading' (duration: 1.488897118s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:49.792121Z","caller":"traceutil/trace.go:171","msg":"trace[323041538] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4723; }","duration":"1.00694855s","start":"2026-02-25T19:41:48.785147Z","end":"2026-02-25T19:41:49.792096Z","steps":["trace[323041538] 'agreement among raft nodes before linearized reading' (duration: 1.006769415s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:49.792136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:48.299847Z","time spent":"1.492280578s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:41:49.792105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.506903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-25T19:41:49.792108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312615809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T19:41:49.792166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:48.785122Z","time spent":"1.007034573s","remote":"127.0.0.1:56166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:41:49.792189Z","caller":"traceutil/trace.go:171","msg":"trace[135980507] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:4723; }","duration":"768.663678ms","start":"2026-02-25T19:41:49.023504Z","end":"2026-02-25T19:41:49.792168Z","steps":["trace[135980507] 'agreement among raft nodes before linearized reading' (duration: 768.387711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:49.792085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:47.85217Z","time spent":"1.939907925s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T19:41:49.7922Z","caller":"traceutil/trace.go:171","msg":"trace[805289078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4723; }","duration":"2.312780953s","start":"2026-02-25T19:41:47.479399Z","end":"2026-02-25T19:41:49.79218Z","steps":["trace[805289078] 'agreement among raft nodes before linearized reading' (duration: 2.309460815s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:49.792233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:49.023479Z","time spent":"768.744689ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T19:41:49.792265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:47.479325Z","time spent":"2.312924967s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T19:41:49.792008Z","caller":"traceutil/trace.go:171","msg":"trace[381115568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4723; }","duration":"1.936776051s","start":"2026-02-25T19:41:47.855212Z","end":"2026-02-25T19:41:49.791988Z","steps":["trace[381115568] 'agreement among raft nodes before linearized reading' (duration: 1.933496044s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:49.792362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:47.855204Z","time spent":"1.937137451s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:41:49.792505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162343375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-450b5a7b-3a16-48b3-b0ae-0f3c87338758\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-02-25T19:41:49.792579Z","caller":"traceutil/trace.go:171","msg":"trace[1610095547] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-450b5a7b-3a16-48b3-b0ae-0f3c87338758; range_end:; response_count:1; response_revision:4723; }","duration":"2.162459698s","start":"2026-02-25T19:41:47.6301Z","end":"2026-02-25T19:41:49.79256Z","steps":["trace[1610095547] 'agreement among raft nodes before linearized reading' (duration: 2.158660107s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:49.792611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:47.630077Z","time spent":"2.16252525s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-450b5a7b-3a16-48b3-b0ae-0f3c87338758\" "} {"level":"info","ts":"2026-02-25T19:41:49.837578Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2547,"took":"1.109709432s","hash":1003117085,"current-db-size-bytes":35246080,"current-db-size":"35 MB","current-db-size-in-use-bytes":24965120,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-25T19:41:49.837653Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1003117085,"revision":2547,"compact-revision":-1} {"level":"info","ts":"2026-02-25T19:41:51.009566Z","caller":"traceutil/trace.go:171","msg":"trace[621122692] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"100.601613ms","start":"2026-02-25T19:41:50.908929Z","end":"2026-02-25T19:41:51.009531Z","steps":["trace[621122692] 'process raft request' (duration: 100.364587ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:51.042303Z","caller":"traceutil/trace.go:171","msg":"trace[1457033767] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"101.275282ms","start":"2026-02-25T19:41:50.941003Z","end":"2026-02-25T19:41:51.042279Z","steps":["trace[1457033767] 'process raft request' (duration: 101.120157ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:51.042291Z","caller":"traceutil/trace.go:171","msg":"trace[942196620] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"104.629881ms","start":"2026-02-25T19:41:50.937613Z","end":"2026-02-25T19:41:51.042242Z","steps":["trace[942196620] 'process raft request' (duration: 104.365944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:53.188149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.410491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:41:53.18826Z","caller":"traceutil/trace.go:171","msg":"trace[772537761] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:0; response_revision:4877; }","duration":"981.548995ms","start":"2026-02-25T19:41:52.206688Z","end":"2026-02-25T19:41:53.188237Z","steps":["trace[772537761] 'range keys from in-memory index tree' (duration: 981.368891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:53.188296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:52.206682Z","time spent":"981.605157ms","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"warn","ts":"2026-02-25T19:41:53.188507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.284129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zvq4f.189794bb8f8d20d0\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-02-25T19:41:53.188616Z","caller":"traceutil/trace.go:171","msg":"trace[1064396440] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zvq4f.189794bb8f8d20d0; range_end:; response_count:1; response_revision:4877; }","duration":"490.412303ms","start":"2026-02-25T19:41:52.698179Z","end":"2026-02-25T19:41:53.188591Z","steps":["trace[1064396440] 'range keys from in-memory index tree' (duration: 489.92409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:53.18875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:52.698107Z","time spent":"490.626758ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zvq4f.189794bb8f8d20d0\" "} {"level":"warn","ts":"2026-02-25T19:41:53.189043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.988547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-450b5a7b-3a16-48b3-b0ae-0f3c87338758\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-02-25T19:41:53.189149Z","caller":"traceutil/trace.go:171","msg":"trace[1048510196] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-450b5a7b-3a16-48b3-b0ae-0f3c87338758; range_end:; response_count:1; response_revision:4877; }","duration":"363.160041ms","start":"2026-02-25T19:41:52.82596Z","end":"2026-02-25T19:41:53.18912Z","steps":["trace[1048510196] 'range keys from in-memory index tree' (duration: 362.607106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:53.189215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:52.825935Z","time spent":"363.269274ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4089,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-450b5a7b-3a16-48b3-b0ae-0f3c87338758\" "} {"level":"warn","ts":"2026-02-25T19:41:53.189385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.698507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:41:53.189457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.858428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zvq4f\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-02-25T19:41:53.189489Z","caller":"traceutil/trace.go:171","msg":"trace[1936040560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4877; }","duration":"900.81977ms","start":"2026-02-25T19:41:52.288645Z","end":"2026-02-25T19:41:53.189465Z","steps":["trace[1936040560] 'range keys from in-memory index tree' (duration: 900.615374ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:53.189526Z","caller":"traceutil/trace.go:171","msg":"trace[1806591085] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zvq4f; range_end:; response_count:1; response_revision:4877; }","duration":"492.967281ms","start":"2026-02-25T19:41:52.696536Z","end":"2026-02-25T19:41:53.189503Z","steps":["trace[1806591085] 'range keys from in-memory index tree' (duration: 492.698424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:53.18954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:52.2886Z","time spent":"900.928753ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:41:53.189585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:52.696508Z","time spent":"493.062204ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9853,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zvq4f\" "} {"level":"warn","ts":"2026-02-25T19:41:53.189768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.710416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0\" ","response":"range_response_count:1 size:4077"} {"level":"info","ts":"2026-02-25T19:41:53.18979Z","caller":"traceutil/trace.go:171","msg":"trace[298010913] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"219.338819ms","start":"2026-02-25T19:41:52.97043Z","end":"2026-02-25T19:41:53.189769Z","steps":["trace[298010913] 'process raft request' (duration: 192.170077ms)","trace[298010913] 'compare' (duration: 26.163445ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:41:53.189821Z","caller":"traceutil/trace.go:171","msg":"trace[1721136820] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0; range_end:; response_count:1; response_revision:4877; }","duration":"363.756067ms","start":"2026-02-25T19:41:52.826044Z","end":"2026-02-25T19:41:53.1898Z","steps":["trace[1721136820] 'range keys from in-memory index tree' (duration: 363.390337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:53.189461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.298417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:41:53.189859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:52.82596Z","time spent":"363.89032ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4100,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0\" "} {"level":"info","ts":"2026-02-25T19:41:53.189893Z","caller":"traceutil/trace.go:171","msg":"trace[1357038326] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4877; }","duration":"736.734899ms","start":"2026-02-25T19:41:52.453137Z","end":"2026-02-25T19:41:53.189872Z","steps":["trace[1357038326] 'count revisions from in-memory index tree' (duration: 736.201955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:53.189958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:52.453051Z","time spent":"736.884372ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":41,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:41:55.055623Z","caller":"traceutil/trace.go:171","msg":"trace[1429537387] linearizableReadLoop","detail":"{readStateIndex:5150; appliedIndex:5149; }","duration":"108.454552ms","start":"2026-02-25T19:41:54.947138Z","end":"2026-02-25T19:41:55.055593Z","steps":["trace[1429537387] 'read index received' (duration: 108.202446ms)","trace[1429537387] 'applied index is now lower than readState.Index' (duration: 250.366µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:41:55.055727Z","caller":"traceutil/trace.go:171","msg":"trace[1629825362] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"247.915429ms","start":"2026-02-25T19:41:54.807764Z","end":"2026-02-25T19:41:55.055679Z","steps":["trace[1629825362] 'process raft request' (duration: 247.621031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:55.056057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.883223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-zvq4f-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-02-25T19:41:55.05618Z","caller":"traceutil/trace.go:171","msg":"trace[1995335652] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-zvq4f-tls; range_end:; response_count:1; response_revision:4937; }","duration":"109.063058ms","start":"2026-02-25T19:41:54.947089Z","end":"2026-02-25T19:41:55.056152Z","steps":["trace[1995335652] 'agreement among raft nodes before linearized reading' (duration: 108.714589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:55.573227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732980944,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:41:56.509688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.820927ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:41:56.509878Z","caller":"traceutil/trace.go:171","msg":"trace[1266073604] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4937; }","duration":"668.044824ms","start":"2026-02-25T19:41:55.841805Z","end":"2026-02-25T19:41:56.50985Z","steps":["trace[1266073604] 'range keys from in-memory index tree' (duration: 667.791057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:56.509915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.433794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:41:56.510428Z","caller":"traceutil/trace.go:171","msg":"trace[446830756] linearizableReadLoop","detail":"{readStateIndex:5152; appliedIndex:5150; }","duration":"1.438253242s","start":"2026-02-25T19:41:55.072153Z","end":"2026-02-25T19:41:56.510406Z","steps":["trace[446830756] 'read index received' (duration: 550.235852ms)","trace[446830756] 'applied index is now lower than readState.Index' (duration: 888.01386ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:41:56.510509Z","caller":"traceutil/trace.go:171","msg":"trace[1766716228] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"1.432666794s","start":"2026-02-25T19:41:55.077833Z","end":"2026-02-25T19:41:56.5105Z","steps":["trace[1766716228] 'process raft request' (duration: 1.432250713s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:56.5106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:55.077813Z","time spent":"1.432725186s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12960,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:41:56.510736Z","caller":"traceutil/trace.go:171","msg":"trace[1444645072] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"1.442353671s","start":"2026-02-25T19:41:55.068359Z","end":"2026-02-25T19:41:56.510713Z","steps":["trace[1444645072] 'process raft request' (duration: 553.988392ms)","trace[1444645072] 'compare' (duration: 886.963182ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:41:56.510871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:55.066987Z","time spent":"1.44380514s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T19:41:56.510978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438802567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-25T19:41:56.511127Z","caller":"traceutil/trace.go:171","msg":"trace[692700058] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4939; }","duration":"1.438955731s","start":"2026-02-25T19:41:55.0721Z","end":"2026-02-25T19:41:56.511056Z","steps":["trace[692700058] 'agreement among raft nodes before linearized reading' (duration: 1.438650243s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:56.511174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:55.07207Z","time spent":"1.439093495s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-25T19:41:56.516452Z","caller":"traceutil/trace.go:171","msg":"trace[1840512517] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"628.470822ms","start":"2026-02-25T19:41:55.887958Z","end":"2026-02-25T19:41:56.516429Z","steps":["trace[1840512517] 'process raft request' (duration: 628.097632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:56.51659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:55.88792Z","time spent":"628.596145ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:41:56.516841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.245419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:41:56.516876Z","caller":"traceutil/trace.go:171","msg":"trace[1453812443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4942; }","duration":"598.28798ms","start":"2026-02-25T19:41:55.918578Z","end":"2026-02-25T19:41:56.516866Z","steps":["trace[1453812443] 'agreement among raft nodes before linearized reading' (duration: 598.200867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:56.516942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.955837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T19:41:56.516996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.686182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-02-25T19:41:56.51706Z","caller":"traceutil/trace.go:171","msg":"trace[1516725463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4942; }","duration":"573.164392ms","start":"2026-02-25T19:41:55.94386Z","end":"2026-02-25T19:41:56.517024Z","steps":["trace[1516725463] 'agreement among raft nodes before linearized reading' (duration: 572.818673ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:56.517093Z","caller":"traceutil/trace.go:171","msg":"trace[1140382997] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4942; }","duration":"396.798085ms","start":"2026-02-25T19:41:56.120272Z","end":"2026-02-25T19:41:56.51707Z","steps":["trace[1140382997] 'agreement among raft nodes before linearized reading' (duration: 396.486597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:56.517131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:56.120254Z","time spent":"396.869587ms","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-25T19:41:56.517155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:55.943832Z","time spent":"573.305166ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:41:56.517186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.011079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:41:56.517322Z","caller":"traceutil/trace.go:171","msg":"trace[870361997] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"626.677195ms","start":"2026-02-25T19:41:55.890633Z","end":"2026-02-25T19:41:56.51731Z","steps":["trace[870361997] 'process raft request' (duration: 625.537994ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:56.517356Z","caller":"traceutil/trace.go:171","msg":"trace[2039505853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4942; }","duration":"599.198904ms","start":"2026-02-25T19:41:55.918144Z","end":"2026-02-25T19:41:56.517343Z","steps":["trace[2039505853] 'agreement among raft nodes before linearized reading' (duration: 598.952838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:56.517401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:55.918133Z","time spent":"599.257656ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:41:56.517415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:55.890604Z","time spent":"626.741827ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:41:56.517563Z","caller":"traceutil/trace.go:171","msg":"trace[1062971985] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"277.588077ms","start":"2026-02-25T19:41:56.239965Z","end":"2026-02-25T19:41:56.517553Z","steps":["trace[1062971985] 'process raft request' (duration: 276.230051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:56.517579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439107715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776997"} {"level":"warn","ts":"2026-02-25T19:41:56.517599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.342899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:41:56.517625Z","caller":"traceutil/trace.go:171","msg":"trace[541201556] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4942; }","duration":"628.417411ms","start":"2026-02-25T19:41:55.889199Z","end":"2026-02-25T19:41:56.517617Z","steps":["trace[541201556] 'agreement among raft nodes before linearized reading' (duration: 628.290547ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:41:56.517683Z","caller":"traceutil/trace.go:171","msg":"trace[1441441348] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4942; }","duration":"1.439175917s","start":"2026-02-25T19:41:55.078425Z","end":"2026-02-25T19:41:56.517601Z","steps":["trace[1441441348] 'agreement among raft nodes before linearized reading' (duration: 1.438558911s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:56.517711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.45704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:41:56.517738Z","caller":"traceutil/trace.go:171","msg":"trace[947468287] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4942; }","duration":"386.538793ms","start":"2026-02-25T19:41:56.131191Z","end":"2026-02-25T19:41:56.517729Z","steps":["trace[947468287] 'agreement among raft nodes before linearized reading' (duration: 386.461301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:56.517754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:55.078409Z","time spent":"1.4393036s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777020,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-02-25T19:41:56.517761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:56.131166Z","time spent":"386.587933ms","remote":"127.0.0.1:33898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":30,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:41:56.517759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226861724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:41:56.517793Z","caller":"traceutil/trace.go:171","msg":"trace[1905399932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4942; }","duration":"1.226949767s","start":"2026-02-25T19:41:55.290835Z","end":"2026-02-25T19:41:56.517784Z","steps":["trace[1905399932] 'agreement among raft nodes before linearized reading' (duration: 1.226868575s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:56.517824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:55.290794Z","time spent":"1.227024439s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:41:56.517599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.349664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T19:41:56.518229Z","caller":"traceutil/trace.go:171","msg":"trace[2011152818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4942; }","duration":"571.987022ms","start":"2026-02-25T19:41:55.94619Z","end":"2026-02-25T19:41:56.518177Z","steps":["trace[2011152818] 'agreement among raft nodes before linearized reading' (duration: 571.250962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:56.518305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.283912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T19:41:56.518315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:55.946161Z","time spent":"572.109004ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T19:41:56.518335Z","caller":"traceutil/trace.go:171","msg":"trace[565315800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4942; }","duration":"574.372105ms","start":"2026-02-25T19:41:55.943956Z","end":"2026-02-25T19:41:56.518328Z","steps":["trace[565315800] 'agreement among raft nodes before linearized reading' (duration: 574.279112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:56.518359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:55.943925Z","time spent":"574.428616ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:41:56.51696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:55.918575Z","time spent":"598.354381ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:41:56.51848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.069027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-25T19:41:56.517056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314044561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-afab23a7-4529-4bae-b0a9-f5f380e85c3b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-02-25T19:41:56.518509Z","caller":"traceutil/trace.go:171","msg":"trace[127449193] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4942; }","duration":"574.152949ms","start":"2026-02-25T19:41:55.944346Z","end":"2026-02-25T19:41:56.518499Z","steps":["trace[127449193] 'agreement among raft nodes before linearized reading' (duration: 574.076307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:56.518535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:55.944319Z","time spent":"574.2097ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:41:56.517688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:55.889162Z","time spent":"628.485863ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":85,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:41:56.518565Z","caller":"traceutil/trace.go:171","msg":"trace[885374289] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-afab23a7-4529-4bae-b0a9-f5f380e85c3b; range_end:; response_count:1; response_revision:4942; }","duration":"1.315566772s","start":"2026-02-25T19:41:55.202957Z","end":"2026-02-25T19:41:56.518524Z","steps":["trace[885374289] 'agreement among raft nodes before linearized reading' (duration: 1.314015911s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:56.518784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.898352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-25T19:41:56.51886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:55.202922Z","time spent":"1.315927672s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-afab23a7-4529-4bae-b0a9-f5f380e85c3b\" "} {"level":"info","ts":"2026-02-25T19:41:56.518878Z","caller":"traceutil/trace.go:171","msg":"trace[1086844003] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:4942; }","duration":"574.028916ms","start":"2026-02-25T19:41:55.94483Z","end":"2026-02-25T19:41:56.518859Z","steps":["trace[1086844003] 'agreement among raft nodes before linearized reading' (duration: 573.538433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:41:56.518919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:41:55.944823Z","time spent":"574.088127ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"info","ts":"2026-02-25T19:42:02.680671Z","caller":"traceutil/trace.go:171","msg":"trace[1072948470] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"133.403295ms","start":"2026-02-25T19:42:02.54723Z","end":"2026-02-25T19:42:02.680633Z","steps":["trace[1072948470] 'process raft request' (duration: 133.115128ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:02.764016Z","caller":"traceutil/trace.go:171","msg":"trace[1707697105] linearizableReadLoop","detail":"{readStateIndex:5274; appliedIndex:5272; }","duration":"209.512297ms","start":"2026-02-25T19:42:02.554482Z","end":"2026-02-25T19:42:02.763994Z","steps":["trace[1707697105] 'read index received' (duration: 125.781352ms)","trace[1707697105] 'applied index is now lower than readState.Index' (duration: 83.725905ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:42:02.76415Z","caller":"traceutil/trace.go:171","msg":"trace[1876484185] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"213.804782ms","start":"2026-02-25T19:42:02.550281Z","end":"2026-02-25T19:42:02.764086Z","steps":["trace[1876484185] 'process raft request' (duration: 213.575836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:02.764257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.762025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T19:42:02.764312Z","caller":"traceutil/trace.go:171","msg":"trace[2005140353] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5057; }","duration":"209.862197ms","start":"2026-02-25T19:42:02.554434Z","end":"2026-02-25T19:42:02.764296Z","steps":["trace[2005140353] 'agreement among raft nodes before linearized reading' (duration: 209.698793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:02.764438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.9934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:42:02.764481Z","caller":"traceutil/trace.go:171","msg":"trace[1796430009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5057; }","duration":"207.067343ms","start":"2026-02-25T19:42:02.557403Z","end":"2026-02-25T19:42:02.764471Z","steps":["trace[1796430009] 'agreement among raft nodes before linearized reading' (duration: 206.905769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:02.764511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.519142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:42:02.764547Z","caller":"traceutil/trace.go:171","msg":"trace[160853209] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:5057; }","duration":"202.611095ms","start":"2026-02-25T19:42:02.561924Z","end":"2026-02-25T19:42:02.764535Z","steps":["trace[160853209] 'agreement among raft nodes before linearized reading' (duration: 202.495722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:02.764587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.817523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T19:42:02.764598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.343238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T19:42:02.764629Z","caller":"traceutil/trace.go:171","msg":"trace[762607883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5057; }","duration":"196.42456ms","start":"2026-02-25T19:42:02.568196Z","end":"2026-02-25T19:42:02.764621Z","steps":["trace[762607883] 'agreement among raft nodes before linearized reading' (duration: 196.365698ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:02.764606Z","caller":"traceutil/trace.go:171","msg":"trace[1260405541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5057; }","duration":"204.889475ms","start":"2026-02-25T19:42:02.559712Z","end":"2026-02-25T19:42:02.764601Z","steps":["trace[1260405541] 'agreement among raft nodes before linearized reading' (duration: 204.826884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:02.76484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.287069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:42:02.764865Z","caller":"traceutil/trace.go:171","msg":"trace[13502718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5057; }","duration":"207.323179ms","start":"2026-02-25T19:42:02.557536Z","end":"2026-02-25T19:42:02.764859Z","steps":["trace[13502718] 'agreement among raft nodes before linearized reading' (duration: 207.257708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:02.765221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.001581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:42:02.765257Z","caller":"traceutil/trace.go:171","msg":"trace[910490544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5057; }","duration":"207.049823ms","start":"2026-02-25T19:42:02.5582Z","end":"2026-02-25T19:42:02.76525Z","steps":["trace[910490544] 'agreement among raft nodes before linearized reading' (duration: 206.420106ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:02.903339Z","caller":"traceutil/trace.go:171","msg":"trace[645469520] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"133.741534ms","start":"2026-02-25T19:42:02.769542Z","end":"2026-02-25T19:42:02.903283Z","steps":["trace[645469520] 'process raft request' (duration: 131.121694ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:02.903368Z","caller":"traceutil/trace.go:171","msg":"trace[103746611] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"133.079956ms","start":"2026-02-25T19:42:02.770256Z","end":"2026-02-25T19:42:02.903336Z","steps":["trace[103746611] 'process raft request' (duration: 133.003874ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:02.90341Z","caller":"traceutil/trace.go:171","msg":"trace[2117105965] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"133.363264ms","start":"2026-02-25T19:42:02.770006Z","end":"2026-02-25T19:42:02.903369Z","steps":["trace[2117105965] 'process raft request' (duration: 133.18669ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:02.903983Z","caller":"traceutil/trace.go:171","msg":"trace[1782614220] linearizableReadLoop","detail":"{readStateIndex:5280; appliedIndex:5274; }","duration":"132.297176ms","start":"2026-02-25T19:42:02.771674Z","end":"2026-02-25T19:42:02.903971Z","steps":["trace[1782614220] 'read index received' (duration: 70.797612ms)","trace[1782614220] 'applied index is now lower than readState.Index' (duration: 61.498864ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:42:02.903971Z","caller":"traceutil/trace.go:171","msg":"trace[1862093641] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"133.658102ms","start":"2026-02-25T19:42:02.770289Z","end":"2026-02-25T19:42:02.903947Z","steps":["trace[1862093641] 'process raft request' (duration: 133.009824ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:02.904026Z","caller":"traceutil/trace.go:171","msg":"trace[268804625] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"133.337583ms","start":"2026-02-25T19:42:02.770664Z","end":"2026-02-25T19:42:02.904002Z","steps":["trace[268804625] 'process raft request' (duration: 133.20437ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:02.904037Z","caller":"traceutil/trace.go:171","msg":"trace[1038139974] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"131.223808ms","start":"2026-02-25T19:42:02.772799Z","end":"2026-02-25T19:42:02.904023Z","steps":["trace[1038139974] 'process raft request' (duration: 131.136465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:02.904617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.921563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62869"} {"level":"info","ts":"2026-02-25T19:42:02.904681Z","caller":"traceutil/trace.go:171","msg":"trace[158316986] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5064; }","duration":"133.007915ms","start":"2026-02-25T19:42:02.771659Z","end":"2026-02-25T19:42:02.904667Z","steps":["trace[158316986] 'agreement among raft nodes before linearized reading' (duration: 132.497451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:04.036137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.663295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:368403"} {"level":"info","ts":"2026-02-25T19:42:04.036243Z","caller":"traceutil/trace.go:171","msg":"trace[1223374098] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:5065; }","duration":"106.85341ms","start":"2026-02-25T19:42:03.929367Z","end":"2026-02-25T19:42:04.03622Z","steps":["trace[1223374098] 'range keys from in-memory index tree' (duration: 106.185702ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:04.827844Z","caller":"traceutil/trace.go:171","msg":"trace[1483692170] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"140.083403ms","start":"2026-02-25T19:42:04.687725Z","end":"2026-02-25T19:42:04.827808Z","steps":["trace[1483692170] 'process raft request' (duration: 139.831147ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:05.217347Z","caller":"traceutil/trace.go:171","msg":"trace[559751126] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"172.32801ms","start":"2026-02-25T19:42:05.044986Z","end":"2026-02-25T19:42:05.217314Z","steps":["trace[559751126] 'process raft request' (duration: 132.367788ms)","trace[559751126] 'compare' (duration: 39.703875ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:42:05.347638Z","caller":"traceutil/trace.go:171","msg":"trace[668453260] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"124.109048ms","start":"2026-02-25T19:42:05.223501Z","end":"2026-02-25T19:42:05.34761Z","steps":["trace[668453260] 'process raft request' (duration: 124.044917ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:05.347693Z","caller":"traceutil/trace.go:171","msg":"trace[994043034] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"127.354465ms","start":"2026-02-25T19:42:05.220303Z","end":"2026-02-25T19:42:05.347658Z","steps":["trace[994043034] 'process raft request' (duration: 103.972353ms)","trace[994043034] 'compare' (duration: 23.142415ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:42:07.318657Z","caller":"traceutil/trace.go:171","msg":"trace[567329874] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"702.505899ms","start":"2026-02-25T19:42:06.616128Z","end":"2026-02-25T19:42:07.318634Z","steps":["trace[567329874] 'process raft request' (duration: 702.369006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:07.318843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:06.616103Z","time spent":"702.639153ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T19:42:07.668314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.091859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:42:07.668868Z","caller":"traceutil/trace.go:171","msg":"trace[484223257] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"884.28072ms","start":"2026-02-25T19:42:06.784521Z","end":"2026-02-25T19:42:07.668801Z","steps":["trace[484223257] 'process raft request' (duration: 625.256877ms)","trace[484223257] 'compare' (duration: 257.900653ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:42:07.668974Z","caller":"traceutil/trace.go:171","msg":"trace[1440851533] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"832.893835ms","start":"2026-02-25T19:42:06.836074Z","end":"2026-02-25T19:42:07.668968Z","steps":["trace[1440851533] 'process raft request' (duration: 832.756371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:07.669031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:06.836061Z","time spent":"832.939466ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:42:07.668927Z","caller":"traceutil/trace.go:171","msg":"trace[444851246] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"833.431359ms","start":"2026-02-25T19:42:06.835475Z","end":"2026-02-25T19:42:07.668906Z","steps":["trace[444851246] 'process raft request' (duration: 833.227954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:07.66909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:06.784486Z","time spent":"884.508786ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:42:07.669312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:06.835443Z","time spent":"833.716047ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:42:07.669434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.186272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-2mk6j\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-02-25T19:42:07.669478Z","caller":"traceutil/trace.go:171","msg":"trace[1334734409] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-2mk6j; range_end:; response_count:1; response_revision:5123; }","duration":"836.263714ms","start":"2026-02-25T19:42:06.833199Z","end":"2026-02-25T19:42:07.669462Z","steps":["trace[1334734409] 'agreement among raft nodes before linearized reading' (duration: 836.09975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:07.669517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:06.833179Z","time spent":"836.331276ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7841,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-2mk6j\" "} {"level":"info","ts":"2026-02-25T19:42:07.669585Z","caller":"traceutil/trace.go:171","msg":"trace[1251343845] linearizableReadLoop","detail":"{readStateIndex:5340; appliedIndex:5338; }","duration":"835.609097ms","start":"2026-02-25T19:42:06.833254Z","end":"2026-02-25T19:42:07.668863Z","steps":["trace[1251343845] 'read index received' (duration: 485.169664ms)","trace[1251343845] 'applied index is now lower than readState.Index' (duration: 350.438643ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:42:07.669972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.894868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-25T19:42:07.669976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.251362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:42:07.669993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.871716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:42:07.670014Z","caller":"traceutil/trace.go:171","msg":"trace[2147105654] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5123; }","duration":"282.96519ms","start":"2026-02-25T19:42:07.387038Z","end":"2026-02-25T19:42:07.670003Z","steps":["trace[2147105654] 'agreement among raft nodes before linearized reading' (duration: 282.860467ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:07.670035Z","caller":"traceutil/trace.go:171","msg":"trace[1048515351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5123; }","duration":"668.939438ms","start":"2026-02-25T19:42:07.001084Z","end":"2026-02-25T19:42:07.670023Z","steps":["trace[1048515351] 'agreement among raft nodes before linearized reading' (duration: 668.793484ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:07.670032Z","caller":"traceutil/trace.go:171","msg":"trace[509955161] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5123; }","duration":"349.318904ms","start":"2026-02-25T19:42:07.3207Z","end":"2026-02-25T19:42:07.670019Z","steps":["trace[509955161] 'agreement among raft nodes before linearized reading' (duration: 349.214281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:07.670059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:07.001069Z","time spent":"668.985599ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:42:07.67007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:07.320644Z","time spent":"349.417266ms","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:42:07.669992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.930577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T19:42:07.670172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.306404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T19:42:07.670238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.124992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T19:42:07.670263Z","caller":"traceutil/trace.go:171","msg":"trace[1544057512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5123; }","duration":"669.203655ms","start":"2026-02-25T19:42:07.001051Z","end":"2026-02-25T19:42:07.670254Z","steps":["trace[1544057512] 'agreement among raft nodes before linearized reading' (duration: 669.145283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:07.670281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:07.001018Z","time spent":"669.258597ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T19:42:07.670335Z","caller":"traceutil/trace.go:171","msg":"trace[1220887179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5123; }","duration":"707.165283ms","start":"2026-02-25T19:42:06.962996Z","end":"2026-02-25T19:42:07.670161Z","steps":["trace[1220887179] 'agreement among raft nodes before linearized reading' (duration: 706.775923ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:07.670393Z","caller":"traceutil/trace.go:171","msg":"trace[1664296112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5123; }","duration":"670.385926ms","start":"2026-02-25T19:42:06.999806Z","end":"2026-02-25T19:42:07.670192Z","steps":["trace[1664296112] 'agreement among raft nodes before linearized reading' (duration: 670.320695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:07.67047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:06.999785Z","time spent":"670.666913ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:42:07.670364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.50631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T19:42:07.670546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.650533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-25T19:42:07.670433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:06.962972Z","time spent":"707.44732ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T19:42:07.670585Z","caller":"traceutil/trace.go:171","msg":"trace[1990820292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5123; }","duration":"670.764486ms","start":"2026-02-25T19:42:06.999808Z","end":"2026-02-25T19:42:07.670572Z","steps":["trace[1990820292] 'agreement among raft nodes before linearized reading' (duration: 670.51888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:07.670993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:06.999779Z","time spent":"671.198997ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T19:42:07.670659Z","caller":"traceutil/trace.go:171","msg":"trace[1438717072] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5123; }","duration":"670.775576ms","start":"2026-02-25T19:42:06.999853Z","end":"2026-02-25T19:42:07.670629Z","steps":["trace[1438717072] 'agreement among raft nodes before linearized reading' (duration: 670.395496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:07.671275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:06.999779Z","time spent":"671.481825ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:42:07.67036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.439261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:42:07.671612Z","caller":"traceutil/trace.go:171","msg":"trace[572214712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:5123; }","duration":"670.678584ms","start":"2026-02-25T19:42:07.000892Z","end":"2026-02-25T19:42:07.67157Z","steps":["trace[572214712] 'agreement among raft nodes before linearized reading' (duration: 669.40146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:07.67225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:07.000881Z","time spent":"670.783026ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T19:42:08.513312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.908657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:42:08.513498Z","caller":"traceutil/trace.go:171","msg":"trace[279631155] linearizableReadLoop","detail":"{readStateIndex:5343; appliedIndex:5342; }","duration":"836.976002ms","start":"2026-02-25T19:42:07.676502Z","end":"2026-02-25T19:42:08.513478Z","steps":["trace[279631155] 'read index received' (duration: 500.708826ms)","trace[279631155] 'applied index is now lower than readState.Index' (duration: 336.265746ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:42:08.51371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.206338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17306"} {"level":"info","ts":"2026-02-25T19:42:08.513741Z","caller":"traceutil/trace.go:171","msg":"trace[425292800] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5124; }","duration":"837.293311ms","start":"2026-02-25T19:42:07.676436Z","end":"2026-02-25T19:42:08.513729Z","steps":["trace[425292800] 'agreement among raft nodes before linearized reading' (duration: 837.125726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:08.513776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:07.67641Z","time spent":"837.357952ms","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17329,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-25T19:42:08.51793Z","caller":"traceutil/trace.go:171","msg":"trace[1834848655] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"837.117966ms","start":"2026-02-25T19:42:07.6764Z","end":"2026-02-25T19:42:08.513518Z","steps":["trace[1834848655] 'process raft request' (duration: 500.87888ms)","trace[1834848655] 'compare' (duration: 335.755073ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:42:08.518115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:07.676368Z","time spent":"841.647667ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:42:08.748472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.737516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:42:08.749185Z","caller":"traceutil/trace.go:171","msg":"trace[1415390912] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"1.072223144s","start":"2026-02-25T19:42:07.676906Z","end":"2026-02-25T19:42:08.749129Z","steps":["trace[1415390912] 'process raft request' (duration: 1.07208624s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:08.749227Z","caller":"traceutil/trace.go:171","msg":"trace[64676894] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"1.072000527s","start":"2026-02-25T19:42:07.677199Z","end":"2026-02-25T19:42:08.7492Z","steps":["trace[64676894] 'process raft request' (duration: 1.071862874s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:08.749217Z","caller":"traceutil/trace.go:171","msg":"trace[706446419] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"1.072130991s","start":"2026-02-25T19:42:07.677017Z","end":"2026-02-25T19:42:08.749148Z","steps":["trace[706446419] 'process raft request' (duration: 1.072013568s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:08.749247Z","caller":"traceutil/trace.go:171","msg":"trace[1066211115] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"1.06981965s","start":"2026-02-25T19:42:07.679407Z","end":"2026-02-25T19:42:08.749226Z","steps":["trace[1066211115] 'process raft request' (duration: 1.069690957s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:08.749449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:07.677191Z","time spent":"1.072151862s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:42:08.749512Z","caller":"traceutil/trace.go:171","msg":"trace[1622017374] linearizableReadLoop","detail":"{readStateIndex:5350; appliedIndex:5343; }","duration":"235.959431ms","start":"2026-02-25T19:42:08.513528Z","end":"2026-02-25T19:42:08.749488Z","steps":["trace[1622017374] 'read index received' (duration: 125.207868ms)","trace[1622017374] 'applied index is now lower than readState.Index' (duration: 110.749743ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:42:08.749486Z","caller":"traceutil/trace.go:171","msg":"trace[954717481] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"1.072552932s","start":"2026-02-25T19:42:07.676861Z","end":"2026-02-25T19:42:08.749414Z","steps":["trace[954717481] 'process raft request' (duration: 1.072058689s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:08.74949Z","caller":"traceutil/trace.go:171","msg":"trace[1375393332] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"1.072611764s","start":"2026-02-25T19:42:07.676759Z","end":"2026-02-25T19:42:08.749371Z","steps":["trace[1375393332] 'process raft request' (duration: 961.857441ms)","trace[1375393332] 'compare' (duration: 109.547671ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:42:08.749611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:07.679399Z","time spent":"1.070077977s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:42:08.749713Z","caller":"traceutil/trace.go:171","msg":"trace[1623912147] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"465.627535ms","start":"2026-02-25T19:42:08.284072Z","end":"2026-02-25T19:42:08.7497Z","steps":["trace[1623912147] 'process raft request' (duration: 465.111521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:08.749671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:07.677002Z","time spent":"1.072503352s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:42:08.749718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:07.676837Z","time spent":"1.072763498s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:42:08.749795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:08.284046Z","time spent":"465.703766ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:42:08.749786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:07.676699Z","time spent":"1.072949603s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:42:08.74998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.596695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:42:08.749989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.391612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:42:08.750018Z","caller":"traceutil/trace.go:171","msg":"trace[1464785038] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5131; }","duration":"158.675217ms","start":"2026-02-25T19:42:08.591331Z","end":"2026-02-25T19:42:08.750007Z","steps":["trace[1464785038] 'agreement among raft nodes before linearized reading' (duration: 158.604945ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:08.750037Z","caller":"traceutil/trace.go:171","msg":"trace[675991819] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5131; }","duration":"166.480064ms","start":"2026-02-25T19:42:08.583543Z","end":"2026-02-25T19:42:08.750023Z","steps":["trace[675991819] 'agreement among raft nodes before linearized reading' (duration: 166.391592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:08.750001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.549106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:42:08.750103Z","caller":"traceutil/trace.go:171","msg":"trace[778566844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5131; }","duration":"458.703041ms","start":"2026-02-25T19:42:08.291375Z","end":"2026-02-25T19:42:08.750078Z","steps":["trace[778566844] 'agreement among raft nodes before linearized reading' (duration: 458.545107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:08.750146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07323728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70918"} {"level":"warn","ts":"2026-02-25T19:42:08.75016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:08.291353Z","time spent":"458.798753ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:42:08.750189Z","caller":"traceutil/trace.go:171","msg":"trace[122047433] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5131; }","duration":"1.073317302s","start":"2026-02-25T19:42:07.67686Z","end":"2026-02-25T19:42:08.750177Z","steps":["trace[122047433] 'agreement among raft nodes before linearized reading' (duration: 1.073063756s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:08.750223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:07.676848Z","time spent":"1.073368134s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70941,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-25T19:42:08.749417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:07.676888Z","time spent":"1.072386548s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:42:08.987719Z","caller":"traceutil/trace.go:171","msg":"trace[1316479430] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"229.510719ms","start":"2026-02-25T19:42:08.758168Z","end":"2026-02-25T19:42:08.987678Z","steps":["trace[1316479430] 'process raft request' (duration: 229.267323ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:09.02107Z","caller":"traceutil/trace.go:171","msg":"trace[1398792429] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"262.417594ms","start":"2026-02-25T19:42:08.758625Z","end":"2026-02-25T19:42:09.021042Z","steps":["trace[1398792429] 'process raft request' (duration: 262.191808ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:09.021551Z","caller":"traceutil/trace.go:171","msg":"trace[1937380685] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"262.805944ms","start":"2026-02-25T19:42:08.758698Z","end":"2026-02-25T19:42:09.021504Z","steps":["trace[1937380685] 'process raft request' (duration: 262.27751ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:09.021641Z","caller":"traceutil/trace.go:171","msg":"trace[1060563812] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"262.541197ms","start":"2026-02-25T19:42:08.759059Z","end":"2026-02-25T19:42:09.0216Z","steps":["trace[1060563812] 'process raft request' (duration: 262.238509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:09.178264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.815277ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T19:42:09.178382Z","caller":"traceutil/trace.go:171","msg":"trace[1874514147] linearizableReadLoop","detail":"{readStateIndex:5354; appliedIndex:5350; }","duration":"418.578353ms","start":"2026-02-25T19:42:08.759784Z","end":"2026-02-25T19:42:09.178362Z","steps":["trace[1874514147] 'read index received' (duration: 227.709931ms)","trace[1874514147] 'applied index is now lower than readState.Index' (duration: 190.866492ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:42:09.178598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.79747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-25T19:42:09.178647Z","caller":"traceutil/trace.go:171","msg":"trace[1517198223] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5135; }","duration":"418.900643ms","start":"2026-02-25T19:42:08.759734Z","end":"2026-02-25T19:42:09.178635Z","steps":["trace[1517198223] 'agreement among raft nodes before linearized reading' (duration: 418.679577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:09.178685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:08.75972Z","time spent":"418.955194ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T19:42:16.714397Z","caller":"traceutil/trace.go:171","msg":"trace[1915385939] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"126.166423ms","start":"2026-02-25T19:42:16.588172Z","end":"2026-02-25T19:42:16.714338Z","steps":["trace[1915385939] 'process raft request' (duration: 125.67523ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:16.986201Z","caller":"traceutil/trace.go:171","msg":"trace[992513941] linearizableReadLoop","detail":"{readStateIndex:5469; appliedIndex:5468; }","duration":"101.21314ms","start":"2026-02-25T19:42:16.884962Z","end":"2026-02-25T19:42:16.986175Z","steps":["trace[992513941] 'read index received' (duration: 9.730758ms)","trace[992513941] 'applied index is now lower than readState.Index' (duration: 91.480842ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:42:16.986373Z","caller":"traceutil/trace.go:171","msg":"trace[1205513275] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"104.884157ms","start":"2026-02-25T19:42:16.881473Z","end":"2026-02-25T19:42:16.986357Z","steps":["trace[1205513275] 'process raft request' (duration: 104.544408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:16.986817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.832857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-25T19:42:16.986924Z","caller":"traceutil/trace.go:171","msg":"trace[935290290] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5248; }","duration":"101.982081ms","start":"2026-02-25T19:42:16.884908Z","end":"2026-02-25T19:42:16.98689Z","steps":["trace[935290290] 'agreement among raft nodes before linearized reading' (duration: 101.655802ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:17.287769Z","caller":"traceutil/trace.go:171","msg":"trace[1510463478] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"105.465062ms","start":"2026-02-25T19:42:17.182264Z","end":"2026-02-25T19:42:17.287729Z","steps":["trace[1510463478] 'process raft request' (duration: 50.743938ms)","trace[1510463478] 'compare' (duration: 54.217981ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:42:17.33906Z","caller":"traceutil/trace.go:171","msg":"trace[1029516912] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"125.396252ms","start":"2026-02-25T19:42:17.213647Z","end":"2026-02-25T19:42:17.339043Z","steps":["trace[1029516912] 'process raft request' (duration: 125.120815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:18.470242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732981665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:42:18.971475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732981665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:42:19.307679Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.593692101s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:42:19.33823Z","caller":"traceutil/trace.go:171","msg":"trace[458993047] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"1.624278094s","start":"2026-02-25T19:42:17.713909Z","end":"2026-02-25T19:42:19.338188Z","steps":["trace[458993047] 'process raft request' (duration: 1.594243706s)","trace[458993047] 'compare' (duration: 28.471146ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:42:19.338435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:17.71389Z","time spent":"1.624434718s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:42:19.382143Z","caller":"traceutil/trace.go:171","msg":"trace[299461115] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"1.602885745s","start":"2026-02-25T19:42:17.779193Z","end":"2026-02-25T19:42:19.382078Z","steps":["trace[299461115] 'process raft request' (duration: 1.602651939s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:19.382368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:17.779166Z","time spent":"1.60306975s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:42:19.382512Z","caller":"traceutil/trace.go:171","msg":"trace[874219698] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"1.560260883s","start":"2026-02-25T19:42:17.8222Z","end":"2026-02-25T19:42:19.382461Z","steps":["trace[874219698] 'process raft request' (duration: 1.559821722s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:19.382727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:17.82217Z","time spent":"1.560441147s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:42:19.437166Z","caller":"traceutil/trace.go:171","msg":"trace[996459960] linearizableReadLoop","detail":"{readStateIndex:5486; appliedIndex:5482; }","duration":"1.467113298s","start":"2026-02-25T19:42:17.969985Z","end":"2026-02-25T19:42:19.437099Z","steps":["trace[996459960] 'read index received' (duration: 1.338070758s)","trace[996459960] 'applied index is now lower than readState.Index' (duration: 129.04016ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:42:19.437512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147706369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:42:19.4376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.680046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T19:42:19.437628Z","caller":"traceutil/trace.go:171","msg":"trace[379220302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5264; }","duration":"1.147873834s","start":"2026-02-25T19:42:18.289727Z","end":"2026-02-25T19:42:19.437601Z","steps":["trace[379220302] 'agreement among raft nodes before linearized reading' (duration: 1.14769913s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:19.43763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.870328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-25T19:42:19.437681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:18.289704Z","time spent":"1.147965706s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:42:19.437695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.191262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-25T19:42:19.437718Z","caller":"traceutil/trace.go:171","msg":"trace[429692753] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:5264; }","duration":"575.033922ms","start":"2026-02-25T19:42:18.862665Z","end":"2026-02-25T19:42:19.437699Z","steps":["trace[429692753] 'agreement among raft nodes before linearized reading' (duration: 574.754634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:19.437779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.694207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T19:42:19.437788Z","caller":"traceutil/trace.go:171","msg":"trace[82154062] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5264; }","duration":"147.337167ms","start":"2026-02-25T19:42:19.290428Z","end":"2026-02-25T19:42:19.437765Z","steps":["trace[82154062] 'agreement among raft nodes before linearized reading' (duration: 147.067179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:19.437804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:18.862633Z","time spent":"575.155355ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"info","ts":"2026-02-25T19:42:19.437834Z","caller":"traceutil/trace.go:171","msg":"trace[1000317106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5264; }","duration":"538.800609ms","start":"2026-02-25T19:42:18.899022Z","end":"2026-02-25T19:42:19.437822Z","steps":["trace[1000317106] 'agreement among raft nodes before linearized reading' (duration: 538.663085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:19.437879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:18.898996Z","time spent":"538.874211ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:42:19.437877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.058056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:42:19.437971Z","caller":"traceutil/trace.go:171","msg":"trace[245728440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5264; }","duration":"539.1874ms","start":"2026-02-25T19:42:18.898765Z","end":"2026-02-25T19:42:19.437953Z","steps":["trace[245728440] 'agreement among raft nodes before linearized reading' (duration: 538.934543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:19.437994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.061359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:42:19.43802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:18.898754Z","time spent":"539.256711ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T19:42:19.437661Z","caller":"traceutil/trace.go:171","msg":"trace[1717949509] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5264; }","duration":"538.788258ms","start":"2026-02-25T19:42:18.898857Z","end":"2026-02-25T19:42:19.437646Z","steps":["trace[1717949509] 'agreement among raft nodes before linearized reading' (duration: 538.564272ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:19.438064Z","caller":"traceutil/trace.go:171","msg":"trace[274794192] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5264; }","duration":"666.134882ms","start":"2026-02-25T19:42:18.771904Z","end":"2026-02-25T19:42:19.438039Z","steps":["trace[274794192] 'agreement among raft nodes before linearized reading' (duration: 666.042509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:19.4381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:18.898832Z","time spent":"539.252761ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:42:19.438123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:18.771898Z","time spent":"666.209084ms","remote":"127.0.0.1:55036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:42:19.438256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.298558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:42:19.438274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.268067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T19:42:19.438296Z","caller":"traceutil/trace.go:171","msg":"trace[168114190] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5264; }","duration":"712.357959ms","start":"2026-02-25T19:42:18.725926Z","end":"2026-02-25T19:42:19.438284Z","steps":["trace[168114190] 'agreement among raft nodes before linearized reading' (duration: 712.269417ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:19.438316Z","caller":"traceutil/trace.go:171","msg":"trace[148291266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5264; }","duration":"873.343528ms","start":"2026-02-25T19:42:18.56496Z","end":"2026-02-25T19:42:19.438304Z","steps":["trace[148291266] 'agreement among raft nodes before linearized reading' (duration: 873.228495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:19.43829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.133704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-25T19:42:19.438327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:18.725917Z","time spent":"712.402301ms","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:42:19.438384Z","caller":"traceutil/trace.go:171","msg":"trace[1524601977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5264; }","duration":"555.269586ms","start":"2026-02-25T19:42:18.883093Z","end":"2026-02-25T19:42:19.438362Z","steps":["trace[1524601977] 'agreement among raft nodes before linearized reading' (duration: 554.979129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:19.43841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.019419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:42:19.438457Z","caller":"traceutil/trace.go:171","msg":"trace[326459492] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5264; }","duration":"765.116372ms","start":"2026-02-25T19:42:18.673329Z","end":"2026-02-25T19:42:19.438445Z","steps":["trace[326459492] 'agreement among raft nodes before linearized reading' (duration: 765.04936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:19.438461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:18.883074Z","time spent":"555.37831ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:42:19.438359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:18.564941Z","time spent":"873.4107ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:42:19.438494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:18.673298Z","time spent":"765.186904ms","remote":"127.0.0.1:60852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:42:19.438495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.080504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:42:19.438547Z","caller":"traceutil/trace.go:171","msg":"trace[8414061] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5264; }","duration":"954.134405ms","start":"2026-02-25T19:42:18.484399Z","end":"2026-02-25T19:42:19.438533Z","steps":["trace[8414061] 'agreement among raft nodes before linearized reading' (duration: 954.053033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:19.438588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:18.484324Z","time spent":"954.254878ms","remote":"127.0.0.1:60886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:42:19.438361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.532458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:42:19.438682Z","caller":"traceutil/trace.go:171","msg":"trace[2725797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5264; }","duration":"539.874968ms","start":"2026-02-25T19:42:18.898797Z","end":"2026-02-25T19:42:19.438672Z","steps":["trace[2725797] 'agreement among raft nodes before linearized reading' (duration: 539.486197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:19.438688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072428799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-868eadd9-f0dd-4f6d-96f5-410934250c04\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-02-25T19:42:19.438814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:18.898785Z","time spent":"540.013241ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T19:42:19.438818Z","caller":"traceutil/trace.go:171","msg":"trace[691422278] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-868eadd9-f0dd-4f6d-96f5-410934250c04; range_end:; response_count:1; response_revision:5264; }","duration":"1.072620054s","start":"2026-02-25T19:42:18.366181Z","end":"2026-02-25T19:42:19.438801Z","steps":["trace[691422278] 'agreement among raft nodes before linearized reading' (duration: 1.072429659s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:19.438864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:18.366158Z","time spent":"1.072697577s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-868eadd9-f0dd-4f6d-96f5-410934250c04\" "} {"level":"warn","ts":"2026-02-25T19:42:19.439201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469221143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-25T19:42:19.439254Z","caller":"traceutil/trace.go:171","msg":"trace[1584620931] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5264; }","duration":"1.469318067s","start":"2026-02-25T19:42:17.969918Z","end":"2026-02-25T19:42:19.439236Z","steps":["trace[1584620931] 'agreement among raft nodes before linearized reading' (duration: 1.467448257s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:19.439294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:17.969886Z","time spent":"1.469400429s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-25T19:42:22.61214Z","caller":"traceutil/trace.go:171","msg":"trace[2128490531] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"148.432544ms","start":"2026-02-25T19:42:22.463677Z","end":"2026-02-25T19:42:22.61211Z","steps":["trace[2128490531] 'process raft request' (duration: 148.220979ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:23.585264Z","caller":"traceutil/trace.go:171","msg":"trace[416830799] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"114.919244ms","start":"2026-02-25T19:42:23.470312Z","end":"2026-02-25T19:42:23.585232Z","steps":["trace[416830799] 'process raft request' (duration: 96.72787ms)","trace[416830799] 'compare' (duration: 17.861945ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:42:23.585367Z","caller":"traceutil/trace.go:171","msg":"trace[1547196324] linearizableReadLoop","detail":"{readStateIndex:5551; appliedIndex:5547; }","duration":"101.577969ms","start":"2026-02-25T19:42:23.483764Z","end":"2026-02-25T19:42:23.585342Z","steps":["trace[1547196324] 'read index received' (duration: 29.701749ms)","trace[1547196324] 'applied index is now lower than readState.Index' (duration: 71.87517ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:42:23.585506Z","caller":"traceutil/trace.go:171","msg":"trace[1801733052] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"101.808486ms","start":"2026-02-25T19:42:23.483659Z","end":"2026-02-25T19:42:23.585468Z","steps":["trace[1801733052] 'process raft request' (duration: 101.60365ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:23.585744Z","caller":"traceutil/trace.go:171","msg":"trace[1520175741] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"109.744907ms","start":"2026-02-25T19:42:23.475976Z","end":"2026-02-25T19:42:23.585721Z","steps":["trace[1520175741] 'process raft request' (duration: 109.13071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:23.585876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.091603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81314"} {"level":"info","ts":"2026-02-25T19:42:23.585862Z","caller":"traceutil/trace.go:171","msg":"trace[235243114] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"109.284024ms","start":"2026-02-25T19:42:23.476531Z","end":"2026-02-25T19:42:23.585815Z","steps":["trace[235243114] 'process raft request' (duration: 108.674888ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:23.585927Z","caller":"traceutil/trace.go:171","msg":"trace[1721873845] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5329; }","duration":"102.166155ms","start":"2026-02-25T19:42:23.48375Z","end":"2026-02-25T19:42:23.585916Z","steps":["trace[1721873845] 'agreement among raft nodes before linearized reading' (duration: 101.945009ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:23.886266Z","caller":"traceutil/trace.go:171","msg":"trace[1744923148] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"122.057344ms","start":"2026-02-25T19:42:23.764159Z","end":"2026-02-25T19:42:23.886217Z","steps":["trace[1744923148] 'process raft request' (duration: 121.481308ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:25.224572Z","caller":"traceutil/trace.go:171","msg":"trace[1692890173] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"117.712649ms","start":"2026-02-25T19:42:25.106835Z","end":"2026-02-25T19:42:25.224547Z","steps":["trace[1692890173] 'process raft request' (duration: 117.471063ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:25.224836Z","caller":"traceutil/trace.go:171","msg":"trace[873254255] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"117.7776ms","start":"2026-02-25T19:42:25.107032Z","end":"2026-02-25T19:42:25.22481Z","steps":["trace[873254255] 'process raft request' (duration: 117.442421ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:25.225239Z","caller":"traceutil/trace.go:171","msg":"trace[663300254] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"117.829192ms","start":"2026-02-25T19:42:25.107395Z","end":"2026-02-25T19:42:25.225224Z","steps":["trace[663300254] 'process raft request' (duration: 117.647237ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:25.225271Z","caller":"traceutil/trace.go:171","msg":"trace[630123706] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"117.707018ms","start":"2026-02-25T19:42:25.107523Z","end":"2026-02-25T19:42:25.22523Z","steps":["trace[630123706] 'process raft request' (duration: 117.612046ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:25.22533Z","caller":"traceutil/trace.go:171","msg":"trace[1103680721] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"118.193051ms","start":"2026-02-25T19:42:25.107114Z","end":"2026-02-25T19:42:25.225307Z","steps":["trace[1103680721] 'process raft request' (duration: 117.591015ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:25.569159Z","caller":"traceutil/trace.go:171","msg":"trace[81848628] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"125.259708ms","start":"2026-02-25T19:42:25.443843Z","end":"2026-02-25T19:42:25.569103Z","steps":["trace[81848628] 'process raft request' (duration: 124.984671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:30.147315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732981906,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T19:42:30.296319Z","caller":"traceutil/trace.go:171","msg":"trace[503928094] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"671.422023ms","start":"2026-02-25T19:42:29.62487Z","end":"2026-02-25T19:42:30.296292Z","steps":["trace[503928094] 'process raft request' (duration: 671.223678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:30.29661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:29.624825Z","time spent":"671.669661ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:42:30.296901Z","caller":"traceutil/trace.go:171","msg":"trace[2057291706] linearizableReadLoop","detail":"{readStateIndex:5610; appliedIndex:5608; }","duration":"650.275771ms","start":"2026-02-25T19:42:29.646586Z","end":"2026-02-25T19:42:30.296862Z","steps":["trace[2057291706] 'read index received' (duration: 649.46363ms)","trace[2057291706] 'applied index is now lower than readState.Index' (duration: 810.601µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:42:30.296985Z","caller":"traceutil/trace.go:171","msg":"trace[1195595455] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"671.302561ms","start":"2026-02-25T19:42:29.625639Z","end":"2026-02-25T19:42:30.296942Z","steps":["trace[1195595455] 'process raft request' (duration: 671.018743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:30.297119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.523398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:42:30.297163Z","caller":"traceutil/trace.go:171","msg":"trace[1497604898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5385; }","duration":"650.621711ms","start":"2026-02-25T19:42:29.64653Z","end":"2026-02-25T19:42:30.297152Z","steps":["trace[1497604898] 'agreement among raft nodes before linearized reading' (duration: 650.455747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:30.297191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:29.646505Z","time spent":"650.679372ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:42:30.297182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:29.625607Z","time spent":"671.468125ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:42:30.301514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.501924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:42:30.301598Z","caller":"traceutil/trace.go:171","msg":"trace[68341830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5386; }","duration":"645.625528ms","start":"2026-02-25T19:42:29.655953Z","end":"2026-02-25T19:42:30.301579Z","steps":["trace[68341830] 'agreement among raft nodes before linearized reading' (duration: 645.401642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:30.301639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:29.655933Z","time spent":"645.69846ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:42:30.301836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.603817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:42:30.301877Z","caller":"traceutil/trace.go:171","msg":"trace[1878343095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5386; }","duration":"613.644218ms","start":"2026-02-25T19:42:29.688222Z","end":"2026-02-25T19:42:30.301866Z","steps":["trace[1878343095] 'agreement among raft nodes before linearized reading' (duration: 613.545036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:30.301901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:29.688197Z","time spent":"613.696949ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:42:30.301889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.366048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-25T19:42:30.301955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.520801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:42:30.301963Z","caller":"traceutil/trace.go:171","msg":"trace[524401069] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:5386; }","duration":"611.47165ms","start":"2026-02-25T19:42:29.690471Z","end":"2026-02-25T19:42:30.301942Z","steps":["trace[524401069] 'agreement among raft nodes before linearized reading' (duration: 611.242794ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:30.301994Z","caller":"traceutil/trace.go:171","msg":"trace[1947738616] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5386; }","duration":"173.608965ms","start":"2026-02-25T19:42:30.128375Z","end":"2026-02-25T19:42:30.301984Z","steps":["trace[1947738616] 'agreement among raft nodes before linearized reading' (duration: 173.483701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:30.302025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.656942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-25T19:42:30.302021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:29.690462Z","time spent":"611.545052ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"info","ts":"2026-02-25T19:42:30.30206Z","caller":"traceutil/trace.go:171","msg":"trace[218762513] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5386; }","duration":"612.703063ms","start":"2026-02-25T19:42:29.689342Z","end":"2026-02-25T19:42:30.302045Z","steps":["trace[218762513] 'agreement among raft nodes before linearized reading' (duration: 612.622401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:30.302052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.597461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-25T19:42:30.302087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:29.689334Z","time spent":"612.745644ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:42:30.302058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.533126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T19:42:30.302124Z","caller":"traceutil/trace.go:171","msg":"trace[1427794863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5386; }","duration":"644.705694ms","start":"2026-02-25T19:42:29.657399Z","end":"2026-02-25T19:42:30.302105Z","steps":["trace[1427794863] 'agreement among raft nodes before linearized reading' (duration: 644.501088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:30.302157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:29.657376Z","time spent":"644.772795ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T19:42:30.302169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.74239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4464"} {"level":"info","ts":"2026-02-25T19:42:30.302168Z","caller":"traceutil/trace.go:171","msg":"trace[586356898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5386; }","duration":"633.630989ms","start":"2026-02-25T19:42:29.668509Z","end":"2026-02-25T19:42:30.30214Z","steps":["trace[586356898] 'agreement among raft nodes before linearized reading' (duration: 633.435684ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:30.302207Z","caller":"traceutil/trace.go:171","msg":"trace[1090593101] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:5386; }","duration":"254.815372ms","start":"2026-02-25T19:42:30.04738Z","end":"2026-02-25T19:42:30.302195Z","steps":["trace[1090593101] 'agreement among raft nodes before linearized reading' (duration: 254.72332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:30.302216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:29.668466Z","time spent":"633.735811ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:42:30.30225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.95739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T19:42:30.302349Z","caller":"traceutil/trace.go:171","msg":"trace[1171054641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5386; }","duration":"613.115085ms","start":"2026-02-25T19:42:29.689209Z","end":"2026-02-25T19:42:30.302324Z","steps":["trace[1171054641] 'agreement among raft nodes before linearized reading' (duration: 612.837857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:30.302407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:29.68918Z","time spent":"613.217057ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T19:42:33.285584Z","caller":"traceutil/trace.go:171","msg":"trace[1748825575] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"224.916786ms","start":"2026-02-25T19:42:33.060641Z","end":"2026-02-25T19:42:33.285558Z","steps":["trace[1748825575] 'process raft request' (duration: 224.720651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:40.698232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732982185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:42:41.198872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732982185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:42:41.699582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732982185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:42:42.200058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732982185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:42:42.290466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T19:42:42.290634Z","caller":"traceutil/trace.go:171","msg":"trace[721676355] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000465984s","start":"2026-02-25T19:42:40.290123Z","end":"2026-02-25T19:42:42.290589Z","steps":["trace[721676355] 'agreement among raft nodes before linearized reading' (duration: 2.000286989s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:42.290756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:40.290095Z","time spent":"2.000643988s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:42:42.700957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732982185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:42:42.764383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.606762805s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:42:42.764905Z","caller":"traceutil/trace.go:171","msg":"trace[515875241] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"2.607461544s","start":"2026-02-25T19:42:40.157425Z","end":"2026-02-25T19:42:42.764886Z","steps":["trace[515875241] 'process raft request' (duration: 2.6073195s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:42.765013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:40.157397Z","time spent":"2.607541126s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:42:44.29144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000206394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T19:42:44.291539Z","caller":"traceutil/trace.go:171","msg":"trace[1617059702] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000372449s","start":"2026-02-25T19:42:42.291146Z","end":"2026-02-25T19:42:44.291518Z","steps":["trace[1617059702] 'agreement among raft nodes before linearized reading' (duration: 2.000241645s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.291592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:42.291123Z","time spent":"2.000458971s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 19:42:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T19:42:44.537735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.773162682s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:42:44.538687Z","caller":"traceutil/trace.go:171","msg":"trace[2059079069] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"4.202673599s","start":"2026-02-25T19:42:40.335967Z","end":"2026-02-25T19:42:44.538641Z","steps":["trace[2059079069] 'process raft request' (duration: 4.202123684s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.538967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:40.335922Z","time spent":"4.202897695s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:42:44.539043Z","caller":"traceutil/trace.go:171","msg":"trace[727923742] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"4.202492335s","start":"2026-02-25T19:42:40.3365Z","end":"2026-02-25T19:42:44.538993Z","steps":["trace[727923742] 'process raft request' (duration: 4.202063723s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:44.53907Z","caller":"traceutil/trace.go:171","msg":"trace[171411697] linearizableReadLoop","detail":"{readStateIndex:5724; appliedIndex:5720; }","duration":"4.3415514s","start":"2026-02-25T19:42:40.197471Z","end":"2026-02-25T19:42:44.539022Z","steps":["trace[171411697] 'read index received' (duration: 2.567305987s)","trace[171411697] 'applied index is now lower than readState.Index' (duration: 1.774243942s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:42:44.539247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:40.33647Z","time spent":"4.20266832s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:42:44.539286Z","caller":"traceutil/trace.go:171","msg":"trace[860917206] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"3.439015778s","start":"2026-02-25T19:42:41.100241Z","end":"2026-02-25T19:42:44.539257Z","steps":["trace[860917206] 'process raft request' (duration: 3.438623417s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.53941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:41.100218Z","time spent":"3.439132532s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:42:44.539466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.341968591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-25T19:42:44.539523Z","caller":"traceutil/trace.go:171","msg":"trace[227939429] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5495; }","duration":"4.342104994s","start":"2026-02-25T19:42:40.197399Z","end":"2026-02-25T19:42:44.539504Z","steps":["trace[227939429] 'agreement among raft nodes before linearized reading' (duration: 4.341897748s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.539571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:40.197369Z","time spent":"4.342191666s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-25T19:42:44.69628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000078391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T19:42:44.696376Z","caller":"traceutil/trace.go:171","msg":"trace[36170550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000251355s","start":"2026-02-25T19:42:42.696101Z","end":"2026-02-25T19:42:44.696352Z","steps":["trace[36170550] 'agreement among raft nodes before linearized reading' (duration: 2.000129522s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.696425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:42.696063Z","time spent":"2.000352458s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 19:42:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-25T19:42:44.886099Z","caller":"traceutil/trace.go:171","msg":"trace[1877198077] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"2.110361471s","start":"2026-02-25T19:42:42.7757Z","end":"2026-02-25T19:42:44.886061Z","steps":["trace[1877198077] 'process raft request' (duration: 2.110083104s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.886305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:42.775672Z","time spent":"2.110527386s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:42:44.886365Z","caller":"traceutil/trace.go:171","msg":"trace[1038518350] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"2.11030265s","start":"2026-02-25T19:42:42.776029Z","end":"2026-02-25T19:42:44.886332Z","steps":["trace[1038518350] 'process raft request' (duration: 2.10995869s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.886561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:42.776006Z","time spent":"2.110439834s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:42:44.886842Z","caller":"traceutil/trace.go:171","msg":"trace[1597767156] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"2.110621548s","start":"2026-02-25T19:42:42.776199Z","end":"2026-02-25T19:42:44.88682Z","steps":["trace[1597767156] 'process raft request' (duration: 2.110085334s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.886955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:42.776191Z","time spent":"2.110710722s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:42:44.887856Z","caller":"traceutil/trace.go:171","msg":"trace[1941259312] linearizableReadLoop","detail":"{readStateIndex:5728; appliedIndex:5724; }","duration":"348.565414ms","start":"2026-02-25T19:42:44.539258Z","end":"2026-02-25T19:42:44.887823Z","steps":["trace[1941259312] 'read index received' (duration: 346.507077ms)","trace[1941259312] 'applied index is now lower than readState.Index' (duration: 2.056777ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:42:44.888422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.523144628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T19:42:44.88849Z","caller":"traceutil/trace.go:171","msg":"trace[479827820] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5499; }","duration":"4.52321606s","start":"2026-02-25T19:42:40.365258Z","end":"2026-02-25T19:42:44.888474Z","steps":["trace[479827820] 'agreement among raft nodes before linearized reading' (duration: 4.523010665s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.888502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.523327944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T19:42:44.888542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:40.365148Z","time spent":"4.523381745s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-25T19:42:44.888562Z","caller":"traceutil/trace.go:171","msg":"trace[48856959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5499; }","duration":"4.523447146s","start":"2026-02-25T19:42:40.365098Z","end":"2026-02-25T19:42:44.888545Z","steps":["trace[48856959] 'agreement among raft nodes before linearized reading' (duration: 4.523295002s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.888635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:40.365072Z","time spent":"4.52355123s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T19:42:44.888678Z","caller":"traceutil/trace.go:171","msg":"trace[1332458048] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"2.111985657s","start":"2026-02-25T19:42:42.776677Z","end":"2026-02-25T19:42:44.888662Z","steps":["trace[1332458048] 'process raft request' (duration: 2.110976479s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.888806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:42.776626Z","time spent":"2.11212792s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:42:44.888823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.312392858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413382"} {"level":"warn","ts":"2026-02-25T19:42:44.888841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.521740041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T19:42:44.889108Z","caller":"traceutil/trace.go:171","msg":"trace[524991364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5499; }","duration":"4.522024619s","start":"2026-02-25T19:42:40.367073Z","end":"2026-02-25T19:42:44.889097Z","steps":["trace[524991364] 'agreement among raft nodes before linearized reading' (duration: 4.521684159s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:44.889114Z","caller":"traceutil/trace.go:171","msg":"trace[1507057497] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5499; }","duration":"4.3124641s","start":"2026-02-25T19:42:40.576389Z","end":"2026-02-25T19:42:44.888853Z","steps":["trace[1507057497] 'agreement among raft nodes before linearized reading' (duration: 4.312209103s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.889147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:40.367062Z","time spent":"4.522078251s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:42:44.889156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:40.576365Z","time spent":"4.312783178s","remote":"127.0.0.1:48486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413405,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-25T19:42:44.889289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.523295593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:42:44.889324Z","caller":"traceutil/trace.go:171","msg":"trace[879976652] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:5499; }","duration":"4.523387746s","start":"2026-02-25T19:42:40.365927Z","end":"2026-02-25T19:42:44.889315Z","steps":["trace[879976652] 'agreement among raft nodes before linearized reading' (duration: 4.523295803s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.889351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:40.365895Z","time spent":"4.523450278s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T19:42:44.889359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.281016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:42:44.8894Z","caller":"traceutil/trace.go:171","msg":"trace[662425077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5499; }","duration":"589.343637ms","start":"2026-02-25T19:42:44.300045Z","end":"2026-02-25T19:42:44.889388Z","steps":["trace[662425077] 'agreement among raft nodes before linearized reading' (duration: 589.276895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.889454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:44.300034Z","time spent":"589.412269ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:42:44.888425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.52432076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:42:44.889517Z","caller":"traceutil/trace.go:171","msg":"trace[673160129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5499; }","duration":"4.525444831s","start":"2026-02-25T19:42:40.364061Z","end":"2026-02-25T19:42:44.889506Z","steps":["trace[673160129] 'agreement among raft nodes before linearized reading' (duration: 4.524215617s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.889561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:40.36405Z","time spent":"4.525500902s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:42:44.889673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.091559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-25T19:42:44.88945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.846975901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-02-25T19:42:44.88972Z","caller":"traceutil/trace.go:171","msg":"trace[1531992597] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad; range_end:; response_count:1; response_revision:5499; }","duration":"594.170712ms","start":"2026-02-25T19:42:44.295533Z","end":"2026-02-25T19:42:44.889703Z","steps":["trace[1531992597] 'agreement among raft nodes before linearized reading' (duration: 594.063629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.889751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:44.295508Z","time spent":"594.235533ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" "} {"level":"info","ts":"2026-02-25T19:42:44.889749Z","caller":"traceutil/trace.go:171","msg":"trace[344799768] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5499; }","duration":"3.847363722s","start":"2026-02-25T19:42:41.042369Z","end":"2026-02-25T19:42:44.889732Z","steps":["trace[344799768] 'agreement among raft nodes before linearized reading' (duration: 3.845799479s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.889797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:41.042341Z","time spent":"3.847443644s","remote":"127.0.0.1:55050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-25T19:42:44.888541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.388071738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-25T19:42:44.888515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094429805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T19:42:44.889847Z","caller":"traceutil/trace.go:171","msg":"trace[786366712] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:5499; }","duration":"1.095809993s","start":"2026-02-25T19:42:43.794028Z","end":"2026-02-25T19:42:44.889838Z","steps":["trace[786366712] 'agreement among raft nodes before linearized reading' (duration: 1.094446335s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.889879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:43.794Z","time spent":"1.095872115s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-25T19:42:44.889768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118849267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-2mk6j\" ","response":"range_response_count:1 size:8067"} {"level":"info","ts":"2026-02-25T19:42:44.890088Z","caller":"traceutil/trace.go:171","msg":"trace[20756744] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-2mk6j; range_end:; response_count:1; response_revision:5499; }","duration":"2.119199366s","start":"2026-02-25T19:42:42.770856Z","end":"2026-02-25T19:42:44.890056Z","steps":["trace[20756744] 'agreement among raft nodes before linearized reading' (duration: 2.118694152s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.890156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:42.770832Z","time spent":"2.1193074s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8090,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-2mk6j\" "} {"level":"info","ts":"2026-02-25T19:42:44.890214Z","caller":"traceutil/trace.go:171","msg":"trace[248772917] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5499; }","duration":"4.389807537s","start":"2026-02-25T19:42:40.500386Z","end":"2026-02-25T19:42:44.890194Z","steps":["trace[248772917] 'agreement among raft nodes before linearized reading' (duration: 4.387974376s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.890291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:40.500361Z","time spent":"4.389913229s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T19:42:44.890286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.819737155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:42:44.890238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780249079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:42:44.890372Z","caller":"traceutil/trace.go:171","msg":"trace[1719360839] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5499; }","duration":"3.819833408s","start":"2026-02-25T19:42:41.070504Z","end":"2026-02-25T19:42:44.890337Z","steps":["trace[1719360839] 'agreement among raft nodes before linearized reading' (duration: 3.819712535s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.890387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.515358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-868eadd9-f0dd-4f6d-96f5-410934250c04\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-25T19:42:44.890408Z","caller":"traceutil/trace.go:171","msg":"trace[256492968] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5499; }","duration":"3.780418574s","start":"2026-02-25T19:42:41.109973Z","end":"2026-02-25T19:42:44.890391Z","steps":["trace[256492968] 'agreement among raft nodes before linearized reading' (duration: 3.780217128s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.890425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:41.070495Z","time spent":"3.8199147s","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:42:44.890443Z","caller":"traceutil/trace.go:171","msg":"trace[1745939743] range","detail":"{range_begin:/registry/persistentvolumes/pvc-868eadd9-f0dd-4f6d-96f5-410934250c04; range_end:; response_count:1; response_revision:5499; }","duration":"346.617441ms","start":"2026-02-25T19:42:44.543814Z","end":"2026-02-25T19:42:44.890431Z","steps":["trace[1745939743] 'agreement among raft nodes before linearized reading' (duration: 346.509448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.890454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:41.109932Z","time spent":"3.780510417s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:42:44.890481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:44.543787Z","time spent":"346.684612ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-868eadd9-f0dd-4f6d-96f5-410934250c04\" "} {"level":"warn","ts":"2026-02-25T19:42:44.890408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480431958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:42:44.890502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.529986703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:42:44.890545Z","caller":"traceutil/trace.go:171","msg":"trace[1226805217] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5499; }","duration":"3.480613793s","start":"2026-02-25T19:42:41.409909Z","end":"2026-02-25T19:42:44.890523Z","steps":["trace[1226805217] 'agreement among raft nodes before linearized reading' (duration: 3.480430048s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.890588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.955437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111427"} {"level":"info","ts":"2026-02-25T19:42:44.890599Z","caller":"traceutil/trace.go:171","msg":"trace[385045918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5499; }","duration":"4.530146477s","start":"2026-02-25T19:42:40.36043Z","end":"2026-02-25T19:42:44.890577Z","steps":["trace[385045918] 'agreement among raft nodes before linearized reading' (duration: 4.529879069s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.890609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:41.40988Z","time spent":"3.480709705s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":48,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:42:44.890614Z","caller":"traceutil/trace.go:171","msg":"trace[558565890] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5499; }","duration":"218.980678ms","start":"2026-02-25T19:42:44.671626Z","end":"2026-02-25T19:42:44.890607Z","steps":["trace[558565890] 'agreement among raft nodes before linearized reading' (duration: 218.810063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.890654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:40.3604Z","time spent":"4.53024228s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:42:44.89065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.261779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:42:44.89076Z","caller":"traceutil/trace.go:171","msg":"trace[1134622759] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5499; }","duration":"262.458604ms","start":"2026-02-25T19:42:44.628275Z","end":"2026-02-25T19:42:44.890734Z","steps":["trace[1134622759] 'agreement among raft nodes before linearized reading' (duration: 262.175196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.890601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.526393797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:42:44.890965Z","caller":"traceutil/trace.go:171","msg":"trace[726321285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5499; }","duration":"4.526902021s","start":"2026-02-25T19:42:40.363995Z","end":"2026-02-25T19:42:44.890897Z","steps":["trace[726321285] 'agreement among raft nodes before linearized reading' (duration: 4.525299676s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:44.891084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:40.363984Z","time spent":"4.527026515s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:42:44.891085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.544432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111427"} {"level":"info","ts":"2026-02-25T19:42:44.891146Z","caller":"traceutil/trace.go:171","msg":"trace[1527842162] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5499; }","duration":"215.646835ms","start":"2026-02-25T19:42:44.675485Z","end":"2026-02-25T19:42:44.891132Z","steps":["trace[1527842162] 'agreement among raft nodes before linearized reading' (duration: 214.970736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:45.421783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:44.893797Z","time spent":"527.970944ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T19:42:45.42212Z","caller":"traceutil/trace.go:171","msg":"trace[271381878] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"525.859325ms","start":"2026-02-25T19:42:44.896195Z","end":"2026-02-25T19:42:45.422054Z","steps":["trace[271381878] 'process raft request' (duration: 525.478114ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:45.422278Z","caller":"traceutil/trace.go:171","msg":"trace[1396806680] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"524.680922ms","start":"2026-02-25T19:42:44.897507Z","end":"2026-02-25T19:42:45.422188Z","steps":["trace[1396806680] 'process raft request' (duration: 524.533448ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:45.422236Z","caller":"traceutil/trace.go:171","msg":"trace[1879670448] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"524.765345ms","start":"2026-02-25T19:42:44.897407Z","end":"2026-02-25T19:42:45.422172Z","steps":["trace[1879670448] 'process raft request' (duration: 524.516408ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:45.422304Z","caller":"traceutil/trace.go:171","msg":"trace[331212791] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"524.722674ms","start":"2026-02-25T19:42:44.89755Z","end":"2026-02-25T19:42:45.422273Z","steps":["trace[331212791] 'process raft request' (duration: 524.556119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:45.422353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:44.896182Z","time spent":"526.03964ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:42:45.422512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:44.897545Z","time spent":"524.860967ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:42:45.422535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:44.8974Z","time spent":"525.000581ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:42:45.422535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:44.8975Z","time spent":"524.923869ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:42:45.422594Z","caller":"traceutil/trace.go:171","msg":"trace[1085376798] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"523.676554ms","start":"2026-02-25T19:42:44.898899Z","end":"2026-02-25T19:42:45.422575Z","steps":["trace[1085376798] 'process raft request' (duration: 523.307534ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:45.422302Z","caller":"traceutil/trace.go:171","msg":"trace[503899937] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"523.416497ms","start":"2026-02-25T19:42:44.898848Z","end":"2026-02-25T19:42:45.422265Z","steps":["trace[503899937] 'process raft request' (duration: 523.310315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:45.422717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:44.898892Z","time spent":"523.769198ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:42:45.422744Z","caller":"traceutil/trace.go:171","msg":"trace[79676207] linearizableReadLoop","detail":"{readStateIndex:5731; appliedIndex:5728; }","duration":"526.40449ms","start":"2026-02-25T19:42:44.896291Z","end":"2026-02-25T19:42:45.422695Z","steps":["trace[79676207] 'read index received' (duration: 48.471485ms)","trace[79676207] 'applied index is now lower than readState.Index' (duration: 477.932035ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:42:45.422835Z","caller":"traceutil/trace.go:171","msg":"trace[1490777846] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"516.128745ms","start":"2026-02-25T19:42:44.906694Z","end":"2026-02-25T19:42:45.422822Z","steps":["trace[1490777846] 'process raft request' (duration: 515.94187ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:45.422836Z","caller":"traceutil/trace.go:171","msg":"trace[317464652] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"520.388164ms","start":"2026-02-25T19:42:44.902428Z","end":"2026-02-25T19:42:45.422816Z","steps":["trace[317464652] 'process raft request' (duration: 520.035614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:45.422931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:44.906685Z","time spent":"516.172446ms","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:42:45.422946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:44.9024Z","time spent":"520.493196ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8236,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:42:45.422989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.689198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-25T19:42:45.422969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:44.898841Z","time spent":"523.950412ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:42:45.42306Z","caller":"traceutil/trace.go:171","msg":"trace[2110277747] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5507; }","duration":"526.76576ms","start":"2026-02-25T19:42:44.896274Z","end":"2026-02-25T19:42:45.42304Z","steps":["trace[2110277747] 'agreement among raft nodes before linearized reading' (duration: 526.561494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:45.423108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:44.896269Z","time spent":"526.826932ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T19:42:45.49082Z","caller":"traceutil/trace.go:171","msg":"trace[1794251226] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"516.345991ms","start":"2026-02-25T19:42:44.974436Z","end":"2026-02-25T19:42:45.490782Z","steps":["trace[1794251226] 'process raft request' (duration: 516.074654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:45.491036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:44.974412Z","time spent":"516.502246ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:42:45.491196Z","caller":"traceutil/trace.go:171","msg":"trace[795830986] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"213.468584ms","start":"2026-02-25T19:42:45.277682Z","end":"2026-02-25T19:42:45.491151Z","steps":["trace[795830986] 'process raft request' (duration: 213.139705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:45.491295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.70957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:42:45.491381Z","caller":"traceutil/trace.go:171","msg":"trace[982412086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5509; }","duration":"472.849494ms","start":"2026-02-25T19:42:45.018509Z","end":"2026-02-25T19:42:45.491358Z","steps":["trace[982412086] 'agreement among raft nodes before linearized reading' (duration: 472.625348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:45.491429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:45.018491Z","time spent":"472.926736ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:42:45.491645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.942434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81791"} {"level":"info","ts":"2026-02-25T19:42:45.491742Z","caller":"traceutil/trace.go:171","msg":"trace[1261800335] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5509; }","duration":"594.063668ms","start":"2026-02-25T19:42:44.897657Z","end":"2026-02-25T19:42:45.491721Z","steps":["trace[1261800335] 'agreement among raft nodes before linearized reading' (duration: 593.644147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:45.491796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:44.897653Z","time spent":"594.13413ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81814,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-25T19:42:45.491658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.684821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"info","ts":"2026-02-25T19:42:45.491888Z","caller":"traceutil/trace.go:171","msg":"trace[597731771] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5509; }","duration":"587.984419ms","start":"2026-02-25T19:42:44.903886Z","end":"2026-02-25T19:42:45.491871Z","steps":["trace[597731771] 'agreement among raft nodes before linearized reading' (duration: 587.363822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:45.49194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:42:44.903874Z","time spent":"588.054171ms","remote":"127.0.0.1:60892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4890,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-25T19:42:45.721986Z","caller":"traceutil/trace.go:171","msg":"trace[1662561951] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"292.870389ms","start":"2026-02-25T19:42:45.429083Z","end":"2026-02-25T19:42:45.721954Z","steps":["trace[1662561951] 'process raft request' (duration: 292.787846ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:45.722145Z","caller":"traceutil/trace.go:171","msg":"trace[1411392113] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"297.842937ms","start":"2026-02-25T19:42:45.424261Z","end":"2026-02-25T19:42:45.722104Z","steps":["trace[1411392113] 'process raft request' (duration: 253.856676ms)","trace[1411392113] 'compare' (duration: 43.201099ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:42:45.72215Z","caller":"traceutil/trace.go:171","msg":"trace[616998475] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"293.507937ms","start":"2026-02-25T19:42:45.4286Z","end":"2026-02-25T19:42:45.722108Z","steps":["trace[616998475] 'process raft request' (duration: 293.095195ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:45.72228Z","caller":"traceutil/trace.go:171","msg":"trace[1724041058] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"293.27431ms","start":"2026-02-25T19:42:45.428992Z","end":"2026-02-25T19:42:45.722266Z","steps":["trace[1724041058] 'process raft request' (duration: 292.828048ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:45.722684Z","caller":"traceutil/trace.go:171","msg":"trace[1866891355] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"292.450436ms","start":"2026-02-25T19:42:45.430223Z","end":"2026-02-25T19:42:45.722673Z","steps":["trace[1866891355] 'process raft request' (duration: 291.690205ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:45.722773Z","caller":"traceutil/trace.go:171","msg":"trace[1807275325] linearizableReadLoop","detail":"{readStateIndex:5746; appliedIndex:5740; }","duration":"231.64078ms","start":"2026-02-25T19:42:45.491111Z","end":"2026-02-25T19:42:45.722752Z","steps":["trace[1807275325] 'read index received' (duration: 186.907838ms)","trace[1807275325] 'applied index is now lower than readState.Index' (duration: 44.731652ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:42:45.723002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.99198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-b6h68\" ","response":"range_response_count:1 size:4344"} {"level":"warn","ts":"2026-02-25T19:42:45.723035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.601038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18705"} {"level":"info","ts":"2026-02-25T19:42:45.723047Z","caller":"traceutil/trace.go:171","msg":"trace[574408782] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-b6h68; range_end:; response_count:1; response_revision:5515; }","duration":"294.102262ms","start":"2026-02-25T19:42:45.428929Z","end":"2026-02-25T19:42:45.723032Z","steps":["trace[574408782] 'agreement among raft nodes before linearized reading' (duration: 293.921537ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:45.723023Z","caller":"traceutil/trace.go:171","msg":"trace[542222183] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"289.744541ms","start":"2026-02-25T19:42:45.433251Z","end":"2026-02-25T19:42:45.722995Z","steps":["trace[542222183] 'process raft request' (duration: 289.182546ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:42:45.723078Z","caller":"traceutil/trace.go:171","msg":"trace[1235329364] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5515; }","duration":"298.68027ms","start":"2026-02-25T19:42:45.424383Z","end":"2026-02-25T19:42:45.723064Z","steps":["trace[1235329364] 'agreement among raft nodes before linearized reading' (duration: 298.486225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:42:45.72308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.017819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-25T19:42:45.723126Z","caller":"traceutil/trace.go:171","msg":"trace[1966283802] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5515; }","duration":"228.162323ms","start":"2026-02-25T19:42:45.494951Z","end":"2026-02-25T19:42:45.723113Z","steps":["trace[1966283802] 'agreement among raft nodes before linearized reading' (duration: 227.986208ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:43:04.714976Z","caller":"traceutil/trace.go:171","msg":"trace[1605799403] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"131.85726ms","start":"2026-02-25T19:43:04.583079Z","end":"2026-02-25T19:43:04.714936Z","steps":["trace[1605799403] 'process raft request' (duration: 97.008893ms)","trace[1605799403] 'compare' (duration: 34.61156ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:43:18.984372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732983060,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T19:43:19.223385Z","caller":"traceutil/trace.go:171","msg":"trace[1554809198] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"770.086484ms","start":"2026-02-25T19:43:18.453256Z","end":"2026-02-25T19:43:19.223343Z","steps":["trace[1554809198] 'process raft request' (duration: 769.833727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:19.223859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:43:18.45322Z","time spent":"770.520166ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5701,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:43:19.224213Z","caller":"traceutil/trace.go:171","msg":"trace[1176285447] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"441.555326ms","start":"2026-02-25T19:43:18.782603Z","end":"2026-02-25T19:43:19.224159Z","steps":["trace[1176285447] 'process raft request' (duration: 441.421022ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:43:19.224259Z","caller":"traceutil/trace.go:171","msg":"trace[774843695] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"441.508624ms","start":"2026-02-25T19:43:18.78271Z","end":"2026-02-25T19:43:19.224218Z","steps":["trace[774843695] 'process raft request' (duration: 441.400521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:19.224443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:43:18.782568Z","time spent":"441.750801ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:43:19.224455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:43:18.782664Z","time spent":"441.684779ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:43:19.243248Z","caller":"traceutil/trace.go:171","msg":"trace[1180141787] linearizableReadLoop","detail":"{readStateIndex:6054; appliedIndex:6051; }","duration":"759.079168ms","start":"2026-02-25T19:43:18.484121Z","end":"2026-02-25T19:43:19.2432Z","steps":["trace[1180141787] 'read index received' (duration: 738.918509ms)","trace[1180141787] 'applied index is now lower than readState.Index' (duration: 20.156439ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:43:19.243506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.363676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-25T19:43:19.243588Z","caller":"traceutil/trace.go:171","msg":"trace[1672036900] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5816; }","duration":"759.48996ms","start":"2026-02-25T19:43:18.484076Z","end":"2026-02-25T19:43:19.243566Z","steps":["trace[1672036900] 'agreement among raft nodes before linearized reading' (duration: 759.247333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:19.243634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:43:18.484058Z","time spent":"759.567992ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-25T19:43:19.312634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.462443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:43:19.312932Z","caller":"traceutil/trace.go:171","msg":"trace[500912389] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5823; }","duration":"156.593976ms","start":"2026-02-25T19:43:19.156108Z","end":"2026-02-25T19:43:19.312702Z","steps":["trace[500912389] 'agreement among raft nodes before linearized reading' (duration: 156.480663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:19.31262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.536222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:43:19.313089Z","caller":"traceutil/trace.go:171","msg":"trace[342854269] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5823; }","duration":"158.036897ms","start":"2026-02-25T19:43:19.155004Z","end":"2026-02-25T19:43:19.313041Z","steps":["trace[342854269] 'agreement among raft nodes before linearized reading' (duration: 157.553053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:19.312639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.739009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:43:19.31324Z","caller":"traceutil/trace.go:171","msg":"trace[1146858309] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5823; }","duration":"247.334485ms","start":"2026-02-25T19:43:19.06587Z","end":"2026-02-25T19:43:19.313204Z","steps":["trace[1146858309] 'agreement among raft nodes before linearized reading' (duration: 246.697787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:19.313387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.594303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-02-25T19:43:19.31349Z","caller":"traceutil/trace.go:171","msg":"trace[503413206] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5823; }","duration":"153.732076ms","start":"2026-02-25T19:43:19.159733Z","end":"2026-02-25T19:43:19.313466Z","steps":["trace[503413206] 'agreement among raft nodes before linearized reading' (duration: 152.807601ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:43:28.800417Z","caller":"traceutil/trace.go:171","msg":"trace[769870737] transaction","detail":"{read_only:false; response_revision:5873; number_of_response:1; }","duration":"184.1203ms","start":"2026-02-25T19:43:28.616261Z","end":"2026-02-25T19:43:28.800382Z","steps":["trace[769870737] 'process raft request' (duration: 183.866443ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:43:30.113115Z","caller":"traceutil/trace.go:171","msg":"trace[1626147151] transaction","detail":"{read_only:false; response_revision:5878; number_of_response:1; }","duration":"309.876021ms","start":"2026-02-25T19:43:29.803206Z","end":"2026-02-25T19:43:30.113082Z","steps":["trace[1626147151] 'process raft request' (duration: 309.668015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:30.113319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:43:29.803173Z","time spent":"310.041516ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:43:30.118013Z","caller":"traceutil/trace.go:171","msg":"trace[316514613] linearizableReadLoop","detail":"{readStateIndex:6120; appliedIndex:6118; }","duration":"310.400285ms","start":"2026-02-25T19:43:29.807585Z","end":"2026-02-25T19:43:30.117985Z","steps":["trace[316514613] 'read index received' (duration: 305.376716ms)","trace[316514613] 'applied index is now lower than readState.Index' (duration: 5.021839ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:43:30.118157Z","caller":"traceutil/trace.go:171","msg":"trace[2003208276] transaction","detail":"{read_only:false; response_revision:5879; number_of_response:1; }","duration":"314.116838ms","start":"2026-02-25T19:43:29.804016Z","end":"2026-02-25T19:43:30.118133Z","steps":["trace[2003208276] 'process raft request' (duration: 313.82503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:30.118272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:43:29.803988Z","time spent":"314.230842ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:43:30.118524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.918219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101672"} {"level":"warn","ts":"2026-02-25T19:43:30.11851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.232977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-25T19:43:30.11852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.468073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T19:43:30.118582Z","caller":"traceutil/trace.go:171","msg":"trace[18037076] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5879; }","duration":"311.024722ms","start":"2026-02-25T19:43:29.807546Z","end":"2026-02-25T19:43:30.11857Z","steps":["trace[18037076] 'agreement among raft nodes before linearized reading' (duration: 310.650912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:30.118698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:43:29.807534Z","time spent":"311.127085ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101695,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T19:43:30.118696Z","caller":"traceutil/trace.go:171","msg":"trace[924471242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5879; }","duration":"303.679918ms","start":"2026-02-25T19:43:29.814994Z","end":"2026-02-25T19:43:30.118674Z","steps":["trace[924471242] 'agreement among raft nodes before linearized reading' (duration: 303.285727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:30.118873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:43:29.814986Z","time spent":"303.865944ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T19:43:30.118606Z","caller":"traceutil/trace.go:171","msg":"trace[188867135] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5879; }","duration":"187.394891ms","start":"2026-02-25T19:43:29.931187Z","end":"2026-02-25T19:43:30.118581Z","steps":["trace[188867135] 'agreement among raft nodes before linearized reading' (duration: 187.158534ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:43:31.431383Z","caller":"traceutil/trace.go:171","msg":"trace[1247147977] transaction","detail":"{read_only:false; response_revision:5885; number_of_response:1; }","duration":"126.81738ms","start":"2026-02-25T19:43:31.304541Z","end":"2026-02-25T19:43:31.431359Z","steps":["trace[1247147977] 'process raft request' (duration: 126.447329ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:43:31.577577Z","caller":"traceutil/trace.go:171","msg":"trace[233458430] transaction","detail":"{read_only:false; response_revision:5886; number_of_response:1; }","duration":"225.940951ms","start":"2026-02-25T19:43:31.351606Z","end":"2026-02-25T19:43:31.577547Z","steps":["trace[233458430] 'process raft request' (duration: 154.819367ms)","trace[233458430] 'compare' (duration: 70.742133ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:43:31.577659Z","caller":"traceutil/trace.go:171","msg":"trace[924967029] linearizableReadLoop","detail":"{readStateIndex:6127; appliedIndex:6126; }","duration":"146.155377ms","start":"2026-02-25T19:43:31.431492Z","end":"2026-02-25T19:43:31.577647Z","steps":["trace[924967029] 'read index received' (duration: 74.91789ms)","trace[924967029] 'applied index is now lower than readState.Index' (duration: 71.236307ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:43:31.577592Z","caller":"traceutil/trace.go:171","msg":"trace[2029750881] transaction","detail":"{read_only:false; response_revision:5887; number_of_response:1; }","duration":"101.690073ms","start":"2026-02-25T19:43:31.475875Z","end":"2026-02-25T19:43:31.577565Z","steps":["trace[2029750881] 'process raft request' (duration: 101.58147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:31.577836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.876499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-02-25T19:43:31.577873Z","caller":"traceutil/trace.go:171","msg":"trace[150935269] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5887; }","duration":"225.962322ms","start":"2026-02-25T19:43:31.351898Z","end":"2026-02-25T19:43:31.57786Z","steps":["trace[150935269] 'agreement among raft nodes before linearized reading' (duration: 225.801547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:31.577898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.91679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:43:31.577963Z","caller":"traceutil/trace.go:171","msg":"trace[1569203001] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5887; }","duration":"226.002292ms","start":"2026-02-25T19:43:31.351941Z","end":"2026-02-25T19:43:31.577943Z","steps":["trace[1569203001] 'agreement among raft nodes before linearized reading' (duration: 225.896459ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:43:45.630915Z","caller":"traceutil/trace.go:171","msg":"trace[1991277413] transaction","detail":"{read_only:false; response_revision:5977; number_of_response:1; }","duration":"142.856093ms","start":"2026-02-25T19:43:45.487983Z","end":"2026-02-25T19:43:45.630839Z","steps":["trace[1991277413] 'process raft request' (duration: 142.538844ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:43:45.930346Z","caller":"traceutil/trace.go:171","msg":"trace[1458491822] transaction","detail":"{read_only:false; response_revision:5979; number_of_response:1; }","duration":"193.847238ms","start":"2026-02-25T19:43:45.736464Z","end":"2026-02-25T19:43:45.930311Z","steps":["trace[1458491822] 'process raft request' (duration: 193.623362ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:43:46.337149Z","caller":"traceutil/trace.go:171","msg":"trace[1522028092] transaction","detail":"{read_only:false; response_revision:5982; number_of_response:1; }","duration":"136.456862ms","start":"2026-02-25T19:43:46.200664Z","end":"2026-02-25T19:43:46.337121Z","steps":["trace[1522028092] 'process raft request' (duration: 136.268327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:46.645531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.380601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:43:46.645781Z","caller":"traceutil/trace.go:171","msg":"trace[826625676] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"444.554076ms","start":"2026-02-25T19:43:46.201171Z","end":"2026-02-25T19:43:46.645725Z","steps":["trace[826625676] 'process raft request' (duration: 252.877597ms)","trace[826625676] 'compare' (duration: 191.223017ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:43:46.645799Z","caller":"traceutil/trace.go:171","msg":"trace[960723254] linearizableReadLoop","detail":"{readStateIndex:6227; appliedIndex:6225; }","duration":"444.147745ms","start":"2026-02-25T19:43:46.201609Z","end":"2026-02-25T19:43:46.645756Z","steps":["trace[960723254] 'read index received' (duration: 135.227709ms)","trace[960723254] 'applied index is now lower than readState.Index' (duration: 308.915366ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:43:46.646029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:43:46.201122Z","time spent":"444.778012ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:43:46.646102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.445873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:43:46.64642Z","caller":"traceutil/trace.go:171","msg":"trace[1746705564] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:5984; }","duration":"444.782222ms","start":"2026-02-25T19:43:46.201565Z","end":"2026-02-25T19:43:46.646347Z","steps":["trace[1746705564] 'agreement among raft nodes before linearized reading' (duration: 444.292269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:46.646517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:43:46.201554Z","time spent":"444.935106ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T19:43:46.6962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.087564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:43:46.696232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.212071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T19:43:46.696284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.343314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-25T19:43:46.696324Z","caller":"traceutil/trace.go:171","msg":"trace[1511097196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5985; }","duration":"452.342584ms","start":"2026-02-25T19:43:46.243957Z","end":"2026-02-25T19:43:46.6963Z","steps":["trace[1511097196] 'agreement among raft nodes before linearized reading' (duration: 452.094087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:46.696379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:43:46.243944Z","time spent":"452.425657ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T19:43:46.696297Z","caller":"traceutil/trace.go:171","msg":"trace[1974737756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5985; }","duration":"407.204116ms","start":"2026-02-25T19:43:46.289068Z","end":"2026-02-25T19:43:46.696272Z","steps":["trace[1974737756] 'agreement among raft nodes before linearized reading' (duration: 406.97065ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:43:46.696372Z","caller":"traceutil/trace.go:171","msg":"trace[1885418574] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5985; }","duration":"480.441196ms","start":"2026-02-25T19:43:46.2159Z","end":"2026-02-25T19:43:46.696341Z","steps":["trace[1885418574] 'agreement among raft nodes before linearized reading' (duration: 480.241911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:46.696443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:43:46.289061Z","time spent":"407.36544ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:43:46.69655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:43:46.21589Z","time spent":"480.633832ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:43:46.6966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.470066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-25T19:43:46.696761Z","caller":"traceutil/trace.go:171","msg":"trace[1309180379] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5985; }","duration":"462.674601ms","start":"2026-02-25T19:43:46.23406Z","end":"2026-02-25T19:43:46.696734Z","steps":["trace[1309180379] 'agreement among raft nodes before linearized reading' (duration: 462.174137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:46.696839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:43:46.234048Z","time spent":"462.777014ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-25T19:46:05.248643Z","caller":"traceutil/trace.go:171","msg":"trace[1553607413] linearizableReadLoop","detail":"{readStateIndex:7081; appliedIndex:7080; }","duration":"115.442044ms","start":"2026-02-25T19:46:05.133171Z","end":"2026-02-25T19:46:05.248613Z","steps":["trace[1553607413] 'read index received' (duration: 115.168026ms)","trace[1553607413] 'applied index is now lower than readState.Index' (duration: 272.558µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:46:05.24903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.797684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T19:46:05.249109Z","caller":"traceutil/trace.go:171","msg":"trace[1793165490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6805; }","duration":"115.920337ms","start":"2026-02-25T19:46:05.133147Z","end":"2026-02-25T19:46:05.249068Z","steps":["trace[1793165490] 'agreement among raft nodes before linearized reading' (duration: 115.616319ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:05.249268Z","caller":"traceutil/trace.go:171","msg":"trace[1783043059] transaction","detail":"{read_only:false; response_revision:6805; number_of_response:1; }","duration":"126.334482ms","start":"2026-02-25T19:46:05.122894Z","end":"2026-02-25T19:46:05.249229Z","steps":["trace[1783043059] 'process raft request' (duration: 125.523441ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:05.433438Z","caller":"traceutil/trace.go:171","msg":"trace[438128368] linearizableReadLoop","detail":"{readStateIndex:7082; appliedIndex:7081; }","duration":"144.748657ms","start":"2026-02-25T19:46:05.288663Z","end":"2026-02-25T19:46:05.433412Z","steps":["trace[438128368] 'read index received' (duration: 66.593246ms)","trace[438128368] 'applied index is now lower than readState.Index' (duration: 78.153971ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:46:05.4336Z","caller":"traceutil/trace.go:171","msg":"trace[387249106] transaction","detail":"{read_only:false; response_revision:6806; number_of_response:1; }","duration":"178.97057ms","start":"2026-02-25T19:46:05.254599Z","end":"2026-02-25T19:46:05.433569Z","steps":["trace[387249106] 'process raft request' (duration: 100.648764ms)","trace[387249106] 'compare' (duration: 78.029178ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:46:05.433649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.962753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:46:05.433691Z","caller":"traceutil/trace.go:171","msg":"trace[1530040397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6806; }","duration":"145.077605ms","start":"2026-02-25T19:46:05.288603Z","end":"2026-02-25T19:46:05.43368Z","steps":["trace[1530040397] 'agreement among raft nodes before linearized reading' (duration: 144.959682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:46:05.856507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.389042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T19:46:05.856605Z","caller":"traceutil/trace.go:171","msg":"trace[2133980409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6807; }","duration":"217.564468ms","start":"2026-02-25T19:46:05.639017Z","end":"2026-02-25T19:46:05.856582Z","steps":["trace[2133980409] 'range keys from in-memory index tree' (duration: 217.137266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:46:05.857131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.579821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-25T19:46:05.857194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.952693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T19:46:05.857236Z","caller":"traceutil/trace.go:171","msg":"trace[298706564] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6807; }","duration":"222.032966ms","start":"2026-02-25T19:46:05.63519Z","end":"2026-02-25T19:46:05.857223Z","steps":["trace[298706564] 'range keys from in-memory index tree' (duration: 221.816989ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:05.857234Z","caller":"traceutil/trace.go:171","msg":"trace[1105889657] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:6807; }","duration":"296.744025ms","start":"2026-02-25T19:46:05.560468Z","end":"2026-02-25T19:46:05.857212Z","steps":["trace[1105889657] 'range keys from in-memory index tree' (duration: 296.377356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:46:05.857295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.68108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:46:05.857427Z","caller":"traceutil/trace.go:171","msg":"trace[788399496] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6807; }","duration":"275.873295ms","start":"2026-02-25T19:46:05.581525Z","end":"2026-02-25T19:46:05.857398Z","steps":["trace[788399496] 'range keys from in-memory index tree' (duration: 275.590277ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:06.048361Z","caller":"traceutil/trace.go:171","msg":"trace[1094911443] transaction","detail":"{read_only:false; response_revision:6808; number_of_response:1; }","duration":"186.937339ms","start":"2026-02-25T19:46:05.86139Z","end":"2026-02-25T19:46:06.048327Z","steps":["trace[1094911443] 'process raft request' (duration: 186.728324ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:06.250766Z","caller":"traceutil/trace.go:171","msg":"trace[1169195698] linearizableReadLoop","detail":"{readStateIndex:7085; appliedIndex:7083; }","duration":"388.032612ms","start":"2026-02-25T19:46:05.862687Z","end":"2026-02-25T19:46:06.250719Z","steps":["trace[1169195698] 'read index received' (duration: 185.585604ms)","trace[1169195698] 'applied index is now lower than readState.Index' (duration: 202.445158ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:46:06.250856Z","caller":"traceutil/trace.go:171","msg":"trace[673096569] transaction","detail":"{read_only:false; response_revision:6809; number_of_response:1; }","duration":"388.945886ms","start":"2026-02-25T19:46:05.861879Z","end":"2026-02-25T19:46:06.250825Z","steps":["trace[673096569] 'process raft request' (duration: 387.684443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:46:06.251035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:46:05.861866Z","time spent":"389.06139ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:46:06.25101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.29637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:46:06.251134Z","caller":"traceutil/trace.go:171","msg":"trace[967946325] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6809; }","duration":"388.466064ms","start":"2026-02-25T19:46:05.862638Z","end":"2026-02-25T19:46:06.251105Z","steps":["trace[967946325] 'agreement among raft nodes before linearized reading' (duration: 388.254568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:46:06.251342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:46:05.862616Z","time spent":"388.70796ms","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-25T19:46:06.439991Z","caller":"traceutil/trace.go:171","msg":"trace[1507089203] linearizableReadLoop","detail":"{readStateIndex:7087; appliedIndex:7085; }","duration":"189.097737ms","start":"2026-02-25T19:46:06.250864Z","end":"2026-02-25T19:46:06.439962Z","steps":["trace[1507089203] 'read index received' (duration: 154.376222ms)","trace[1507089203] 'applied index is now lower than readState.Index' (duration: 34.719865ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:46:06.440077Z","caller":"traceutil/trace.go:171","msg":"trace[1086217845] transaction","detail":"{read_only:false; response_revision:6810; number_of_response:1; }","duration":"230.128439ms","start":"2026-02-25T19:46:06.209907Z","end":"2026-02-25T19:46:06.440036Z","steps":["trace[1086217845] 'process raft request' (duration: 195.442034ms)","trace[1086217845] 'compare' (duration: 34.380747ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:46:06.44013Z","caller":"traceutil/trace.go:171","msg":"trace[132750986] transaction","detail":"{read_only:false; response_revision:6811; number_of_response:1; }","duration":"217.212878ms","start":"2026-02-25T19:46:06.222872Z","end":"2026-02-25T19:46:06.440085Z","steps":["trace[132750986] 'process raft request' (duration: 217.028914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:46:06.440495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.381019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:150677"} {"level":"info","ts":"2026-02-25T19:46:06.440539Z","caller":"traceutil/trace.go:171","msg":"trace[4611651] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:6811; }","duration":"576.500183ms","start":"2026-02-25T19:46:05.864028Z","end":"2026-02-25T19:46:06.440528Z","steps":["trace[4611651] 'agreement among raft nodes before linearized reading' (duration: 576.106143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:46:06.440544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.438781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-25T19:46:06.440581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:46:05.864005Z","time spent":"576.565494ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":17,"response size":150700,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T19:46:06.440614Z","caller":"traceutil/trace.go:171","msg":"trace[558083218] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6811; }","duration":"185.571604ms","start":"2026-02-25T19:46:06.255026Z","end":"2026-02-25T19:46:06.440598Z","steps":["trace[558083218] 'agreement among raft nodes before linearized reading' (duration: 185.319637ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:17.221516Z","caller":"traceutil/trace.go:171","msg":"trace[27588138] transaction","detail":"{read_only:false; response_revision:6919; number_of_response:1; }","duration":"186.364765ms","start":"2026-02-25T19:46:17.035096Z","end":"2026-02-25T19:46:17.22146Z","steps":["trace[27588138] 'process raft request' (duration: 186.122018ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:19.002677Z","caller":"traceutil/trace.go:171","msg":"trace[663143690] linearizableReadLoop","detail":"{readStateIndex:7214; appliedIndex:7213; }","duration":"171.734739ms","start":"2026-02-25T19:46:18.830902Z","end":"2026-02-25T19:46:19.002636Z","steps":["trace[663143690] 'read index received' (duration: 122.231553ms)","trace[663143690] 'applied index is now lower than readState.Index' (duration: 49.501796ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:46:19.002729Z","caller":"traceutil/trace.go:171","msg":"trace[598629345] transaction","detail":"{read_only:false; response_revision:6934; number_of_response:1; }","duration":"179.082293ms","start":"2026-02-25T19:46:18.823599Z","end":"2026-02-25T19:46:19.002681Z","steps":["trace[598629345] 'process raft request' (duration: 129.466774ms)","trace[598629345] 'compare' (duration: 49.352062ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:46:19.003054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.12068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:9223"} {"level":"info","ts":"2026-02-25T19:46:19.0031Z","caller":"traceutil/trace.go:171","msg":"trace[78957879] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:6934; }","duration":"172.235172ms","start":"2026-02-25T19:46:18.83085Z","end":"2026-02-25T19:46:19.003085Z","steps":["trace[78957879] 'agreement among raft nodes before linearized reading' (duration: 171.986546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:46:19.003203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.030013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-25T19:46:19.003291Z","caller":"traceutil/trace.go:171","msg":"trace[2132112759] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:6934; }","duration":"107.179266ms","start":"2026-02-25T19:46:18.896088Z","end":"2026-02-25T19:46:19.003267Z","steps":["trace[2132112759] 'agreement among raft nodes before linearized reading' (duration: 106.94231ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:19.16136Z","caller":"traceutil/trace.go:171","msg":"trace[2108316157] transaction","detail":"{read_only:false; response_revision:6936; number_of_response:1; }","duration":"152.027229ms","start":"2026-02-25T19:46:19.009296Z","end":"2026-02-25T19:46:19.161324Z","steps":["trace[2108316157] 'process raft request' (duration: 149.76554ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:19.161841Z","caller":"traceutil/trace.go:171","msg":"trace[592328588] transaction","detail":"{read_only:false; response_revision:6937; number_of_response:1; }","duration":"149.487222ms","start":"2026-02-25T19:46:19.012326Z","end":"2026-02-25T19:46:19.161813Z","steps":["trace[592328588] 'process raft request' (duration: 148.928068ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:19.488941Z","caller":"traceutil/trace.go:171","msg":"trace[1565033080] linearizableReadLoop","detail":"{readStateIndex:7218; appliedIndex:7217; }","duration":"199.007758ms","start":"2026-02-25T19:46:19.289892Z","end":"2026-02-25T19:46:19.4889Z","steps":["trace[1565033080] 'read index received' (duration: 121.628447ms)","trace[1565033080] 'applied index is now lower than readState.Index' (duration: 77.376711ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:46:19.489125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.205634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:46:19.489166Z","caller":"traceutil/trace.go:171","msg":"trace[1274637760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6937; }","duration":"199.280586ms","start":"2026-02-25T19:46:19.289871Z","end":"2026-02-25T19:46:19.489152Z","steps":["trace[1274637760] 'agreement among raft nodes before linearized reading' (duration: 199.161092ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:20.429931Z","caller":"traceutil/trace.go:171","msg":"trace[1052241034] transaction","detail":"{read_only:false; response_revision:6944; number_of_response:1; }","duration":"120.428126ms","start":"2026-02-25T19:46:20.309469Z","end":"2026-02-25T19:46:20.429897Z","steps":["trace[1052241034] 'process raft request' (duration: 107.712161ms)","trace[1052241034] 'compare' (duration: 12.371546ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:46:20.651452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.046918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:46:20.651575Z","caller":"traceutil/trace.go:171","msg":"trace[384510373] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:6945; }","duration":"103.260843ms","start":"2026-02-25T19:46:20.548287Z","end":"2026-02-25T19:46:20.651548Z","steps":["trace[384510373] 'count revisions from in-memory index tree' (duration: 102.941714ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:22.188607Z","caller":"traceutil/trace.go:171","msg":"trace[1304036121] transaction","detail":"{read_only:false; response_revision:6956; number_of_response:1; }","duration":"108.240885ms","start":"2026-02-25T19:46:22.080318Z","end":"2026-02-25T19:46:22.188559Z","steps":["trace[1304036121] 'process raft request' (duration: 107.923797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:46:22.363175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.509678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:46:22.363355Z","caller":"traceutil/trace.go:171","msg":"trace[1779280612] transaction","detail":"{read_only:false; response_revision:6957; number_of_response:1; }","duration":"163.818059ms","start":"2026-02-25T19:46:22.1995Z","end":"2026-02-25T19:46:22.363318Z","steps":["trace[1779280612] 'process raft request' (duration: 60.051924ms)","trace[1779280612] 'compare' (duration: 103.326444ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:46:22.363754Z","caller":"traceutil/trace.go:171","msg":"trace[340174489] transaction","detail":"{read_only:false; response_revision:6958; number_of_response:1; }","duration":"162.617377ms","start":"2026-02-25T19:46:22.20108Z","end":"2026-02-25T19:46:22.363697Z","steps":["trace[340174489] 'process raft request' (duration: 162.400522ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:22.364077Z","caller":"traceutil/trace.go:171","msg":"trace[1139371130] transaction","detail":"{read_only:false; response_revision:6959; number_of_response:1; }","duration":"162.828593ms","start":"2026-02-25T19:46:22.201236Z","end":"2026-02-25T19:46:22.364064Z","steps":["trace[1139371130] 'process raft request' (duration: 162.391002ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:22.364443Z","caller":"traceutil/trace.go:171","msg":"trace[185420393] transaction","detail":"{read_only:false; response_revision:6960; number_of_response:1; }","duration":"163.155421ms","start":"2026-02-25T19:46:22.20125Z","end":"2026-02-25T19:46:22.364405Z","steps":["trace[185420393] 'process raft request' (duration: 162.72502ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:22.767027Z","caller":"traceutil/trace.go:171","msg":"trace[912737324] transaction","detail":"{read_only:false; response_revision:6963; number_of_response:1; }","duration":"108.738977ms","start":"2026-02-25T19:46:22.658254Z","end":"2026-02-25T19:46:22.766993Z","steps":["trace[912737324] 'process raft request' (duration: 108.506371ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:23.306884Z","caller":"traceutil/trace.go:171","msg":"trace[864166419] transaction","detail":"{read_only:false; response_revision:6969; number_of_response:1; }","duration":"123.958639ms","start":"2026-02-25T19:46:23.182881Z","end":"2026-02-25T19:46:23.30684Z","steps":["trace[864166419] 'process raft request' (duration: 92.278324ms)","trace[864166419] 'compare' (duration: 31.384188ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:46:23.817791Z","caller":"traceutil/trace.go:171","msg":"trace[2091843590] transaction","detail":"{read_only:false; response_revision:6971; number_of_response:1; }","duration":"158.591532ms","start":"2026-02-25T19:46:23.659152Z","end":"2026-02-25T19:46:23.817744Z","steps":["trace[2091843590] 'process raft request' (duration: 150.134509ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:24.010047Z","caller":"traceutil/trace.go:171","msg":"trace[1456433797] transaction","detail":"{read_only:false; response_revision:6972; number_of_response:1; }","duration":"123.346033ms","start":"2026-02-25T19:46:23.886681Z","end":"2026-02-25T19:46:24.010027Z","steps":["trace[1456433797] 'process raft request' (duration: 73.468698ms)","trace[1456433797] 'compare' (duration: 49.744422ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:46:40.577324Z","caller":"traceutil/trace.go:171","msg":"trace[1718481196] transaction","detail":"{read_only:false; response_revision:7061; number_of_response:1; }","duration":"118.855754ms","start":"2026-02-25T19:46:40.45844Z","end":"2026-02-25T19:46:40.577296Z","steps":["trace[1718481196] 'process raft request' (duration: 104.846245ms)","trace[1718481196] 'compare' (duration: 13.799634ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:46:48.772689Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4720} {"level":"info","ts":"2026-02-25T19:46:48.992621Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4720,"took":"217.741642ms","hash":4016325637,"current-db-size-bytes":37576704,"current-db-size":"38 MB","current-db-size-in-use-bytes":21028864,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-02-25T19:46:48.99269Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4016325637,"revision":4720,"compact-revision":2547} {"level":"info","ts":"2026-02-25T19:46:52.567831Z","caller":"traceutil/trace.go:171","msg":"trace[190913346] linearizableReadLoop","detail":"{readStateIndex:7493; appliedIndex:7492; }","duration":"134.458645ms","start":"2026-02-25T19:46:52.433339Z","end":"2026-02-25T19:46:52.567798Z","steps":["trace[190913346] 'read index received' (duration: 134.119766ms)","trace[190913346] 'applied index is now lower than readState.Index' (duration: 337.619µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:46:52.567966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.60155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:46:52.568064Z","caller":"traceutil/trace.go:171","msg":"trace[442046077] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7203; }","duration":"134.768964ms","start":"2026-02-25T19:46:52.433269Z","end":"2026-02-25T19:46:52.568038Z","steps":["trace[442046077] 'agreement among raft nodes before linearized reading' (duration: 134.584629ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:52.568427Z","caller":"traceutil/trace.go:171","msg":"trace[1875425291] transaction","detail":"{read_only:false; response_revision:7203; number_of_response:1; }","duration":"234.226496ms","start":"2026-02-25T19:46:52.334139Z","end":"2026-02-25T19:46:52.568365Z","steps":["trace[1875425291] 'process raft request' (duration: 233.461686ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:53.676294Z","caller":"traceutil/trace.go:171","msg":"trace[1185654187] transaction","detail":"{read_only:false; response_revision:7210; number_of_response:1; }","duration":"146.149814ms","start":"2026-02-25T19:46:53.530108Z","end":"2026-02-25T19:46:53.676258Z","steps":["trace[1185654187] 'process raft request' (duration: 67.787067ms)","trace[1185654187] 'compare' (duration: 77.981737ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:46:53.69228Z","caller":"traceutil/trace.go:171","msg":"trace[1850534534] transaction","detail":"{read_only:false; response_revision:7211; number_of_response:1; }","duration":"112.644831ms","start":"2026-02-25T19:46:53.579615Z","end":"2026-02-25T19:46:53.69226Z","steps":["trace[1850534534] 'process raft request' (duration: 112.524188ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:54.19653Z","caller":"traceutil/trace.go:171","msg":"trace[700482934] transaction","detail":"{read_only:false; response_revision:7212; number_of_response:1; }","duration":"318.112069ms","start":"2026-02-25T19:46:53.878384Z","end":"2026-02-25T19:46:54.196496Z","steps":["trace[700482934] 'process raft request' (duration: 317.909964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:46:54.196762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:46:53.878359Z","time spent":"318.271474ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:46:54.346345Z","caller":"traceutil/trace.go:171","msg":"trace[224965721] linearizableReadLoop","detail":"{readStateIndex:7504; appliedIndex:7503; }","duration":"372.121703ms","start":"2026-02-25T19:46:53.974199Z","end":"2026-02-25T19:46:54.346321Z","steps":["trace[224965721] 'read index received' (duration: 223.406131ms)","trace[224965721] 'applied index is now lower than readState.Index' (duration: 148.714232ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:46:54.346469Z","caller":"traceutil/trace.go:171","msg":"trace[444352440] transaction","detail":"{read_only:false; response_revision:7213; number_of_response:1; }","duration":"381.226664ms","start":"2026-02-25T19:46:53.965231Z","end":"2026-02-25T19:46:54.346457Z","steps":["trace[444352440] 'process raft request' (duration: 299.223381ms)","trace[444352440] 'compare' (duration: 81.764677ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:46:54.346575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:46:53.965193Z","time spent":"381.301856ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:46:54.346818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.615816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:46:54.34685Z","caller":"traceutil/trace.go:171","msg":"trace[43348380] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7213; }","duration":"372.686928ms","start":"2026-02-25T19:46:53.974156Z","end":"2026-02-25T19:46:54.346843Z","steps":["trace[43348380] 'agreement among raft nodes before linearized reading' (duration: 372.610176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:46:54.346874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:46:53.974138Z","time spent":"372.73223ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-02-25T19:46:54.347006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.004301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:46:54.347029Z","caller":"traceutil/trace.go:171","msg":"trace[730837277] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7213; }","duration":"358.048442ms","start":"2026-02-25T19:46:53.988975Z","end":"2026-02-25T19:46:54.347024Z","steps":["trace[730837277] 'agreement among raft nodes before linearized reading' (duration: 358.015351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:46:54.34705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:46:53.988961Z","time spent":"358.086174ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-02-25T19:46:54.347287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.003243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:46:54.347314Z","caller":"traceutil/trace.go:171","msg":"trace[342188005] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7213; }","duration":"272.072895ms","start":"2026-02-25T19:46:54.075234Z","end":"2026-02-25T19:46:54.347306Z","steps":["trace[342188005] 'agreement among raft nodes before linearized reading' (duration: 272.029614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:46:54.347484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.483711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T19:46:54.347507Z","caller":"traceutil/trace.go:171","msg":"trace[1797169504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7213; }","duration":"290.534002ms","start":"2026-02-25T19:46:54.056967Z","end":"2026-02-25T19:46:54.347501Z","steps":["trace[1797169504] 'agreement among raft nodes before linearized reading' (duration: 290.44575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:46:54.347627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.531175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:46:54.34765Z","caller":"traceutil/trace.go:171","msg":"trace[2025238238] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7213; }","duration":"358.594366ms","start":"2026-02-25T19:46:53.98905Z","end":"2026-02-25T19:46:54.347644Z","steps":["trace[2025238238] 'agreement among raft nodes before linearized reading' (duration: 358.555655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:46:54.347667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:46:53.989039Z","time spent":"358.624798ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-02-25T19:46:54.347756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.680499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:46:54.347778Z","caller":"traceutil/trace.go:171","msg":"trace[1198968184] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:0; response_revision:7213; }","duration":"358.740001ms","start":"2026-02-25T19:46:53.989033Z","end":"2026-02-25T19:46:54.347773Z","steps":["trace[1198968184] 'agreement among raft nodes before linearized reading' (duration: 358.70843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:46:54.347799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:46:53.989017Z","time spent":"358.778221ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"info","ts":"2026-02-25T19:46:54.616621Z","caller":"traceutil/trace.go:171","msg":"trace[380814751] transaction","detail":"{read_only:false; response_revision:7215; number_of_response:1; }","duration":"251.586554ms","start":"2026-02-25T19:46:54.364998Z","end":"2026-02-25T19:46:54.616584Z","steps":["trace[380814751] 'process raft request' (duration: 251.240974ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:54.703001Z","caller":"traceutil/trace.go:171","msg":"trace[1766901766] linearizableReadLoop","detail":"{readStateIndex:7507; appliedIndex:7505; }","duration":"259.871094ms","start":"2026-02-25T19:46:54.443101Z","end":"2026-02-25T19:46:54.702972Z","steps":["trace[1766901766] 'read index received' (duration: 173.222689ms)","trace[1766901766] 'applied index is now lower than readState.Index' (duration: 86.646845ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:46:54.703263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.13698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-25T19:46:54.703304Z","caller":"traceutil/trace.go:171","msg":"trace[1900508718] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7216; }","duration":"260.254373ms","start":"2026-02-25T19:46:54.443037Z","end":"2026-02-25T19:46:54.703291Z","steps":["trace[1900508718] 'agreement among raft nodes before linearized reading' (duration: 260.047138ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:54.703579Z","caller":"traceutil/trace.go:171","msg":"trace[2113586943] transaction","detail":"{read_only:false; response_revision:7216; number_of_response:1; }","duration":"299.319163ms","start":"2026-02-25T19:46:54.404229Z","end":"2026-02-25T19:46:54.703549Z","steps":["trace[2113586943] 'process raft request' (duration: 298.581123ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:54.867305Z","caller":"traceutil/trace.go:171","msg":"trace[1080423452] linearizableReadLoop","detail":"{readStateIndex:7508; appliedIndex:7507; }","duration":"160.03597ms","start":"2026-02-25T19:46:54.707233Z","end":"2026-02-25T19:46:54.867269Z","steps":["trace[1080423452] 'read index received' (duration: 103.447618ms)","trace[1080423452] 'applied index is now lower than readState.Index' (duration: 56.587312ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:46:54.867471Z","caller":"traceutil/trace.go:171","msg":"trace[1804863895] transaction","detail":"{read_only:false; response_revision:7217; number_of_response:1; }","duration":"165.193756ms","start":"2026-02-25T19:46:54.70226Z","end":"2026-02-25T19:46:54.867454Z","steps":["trace[1804863895] 'process raft request' (duration: 108.420759ms)","trace[1804863895] 'compare' (duration: 56.287484ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:46:54.868036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.735692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T19:46:54.868082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.826951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-afab23a7-4529-4bae-b0a9-f5f380e85c3b\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-02-25T19:46:54.868142Z","caller":"traceutil/trace.go:171","msg":"trace[415554331] range","detail":"{range_begin:/registry/persistentvolumes/pvc-afab23a7-4529-4bae-b0a9-f5f380e85c3b; range_end:; response_count:1; response_revision:7217; }","duration":"160.933594ms","start":"2026-02-25T19:46:54.707193Z","end":"2026-02-25T19:46:54.868127Z","steps":["trace[415554331] 'agreement among raft nodes before linearized reading' (duration: 160.684387ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:54.868143Z","caller":"traceutil/trace.go:171","msg":"trace[802328392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7217; }","duration":"118.888596ms","start":"2026-02-25T19:46:54.749228Z","end":"2026-02-25T19:46:54.868117Z","steps":["trace[802328392] 'agreement among raft nodes before linearized reading' (duration: 118.644329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:46:55.107462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.831446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:46:55.107933Z","caller":"traceutil/trace.go:171","msg":"trace[751485817] transaction","detail":"{read_only:false; response_revision:7223; number_of_response:1; }","duration":"109.545389ms","start":"2026-02-25T19:46:54.998366Z","end":"2026-02-25T19:46:55.107911Z","steps":["trace[751485817] 'process raft request' (duration: 109.452037ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:55.107977Z","caller":"traceutil/trace.go:171","msg":"trace[569750058] transaction","detail":"{read_only:false; response_revision:7222; number_of_response:1; }","duration":"110.982447ms","start":"2026-02-25T19:46:54.99694Z","end":"2026-02-25T19:46:55.107923Z","steps":["trace[569750058] 'process raft request' (duration: 110.839883ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:55.108005Z","caller":"traceutil/trace.go:171","msg":"trace[1483915487] transaction","detail":"{read_only:false; response_revision:7219; number_of_response:1; }","duration":"230.841688ms","start":"2026-02-25T19:46:54.877103Z","end":"2026-02-25T19:46:55.107945Z","steps":["trace[1483915487] 'process raft request' (duration: 128.390306ms)","trace[1483915487] 'compare' (duration: 101.683862ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:46:55.107996Z","caller":"traceutil/trace.go:171","msg":"trace[1980389653] transaction","detail":"{read_only:false; response_revision:7221; number_of_response:1; }","duration":"197.879438ms","start":"2026-02-25T19:46:54.910096Z","end":"2026-02-25T19:46:55.107975Z","steps":["trace[1980389653] 'process raft request' (duration: 197.613681ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:55.108379Z","caller":"traceutil/trace.go:171","msg":"trace[2147252177] transaction","detail":"{read_only:false; response_revision:7220; number_of_response:1; }","duration":"228.508926ms","start":"2026-02-25T19:46:54.879357Z","end":"2026-02-25T19:46:55.107866Z","steps":["trace[2147252177] 'process raft request' (duration: 228.257149ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:55.250699Z","caller":"traceutil/trace.go:171","msg":"trace[1858294331] transaction","detail":"{read_only:false; response_revision:7225; number_of_response:1; }","duration":"101.339023ms","start":"2026-02-25T19:46:55.149329Z","end":"2026-02-25T19:46:55.250668Z","steps":["trace[1858294331] 'process raft request' (duration: 81.547011ms)","trace[1858294331] 'compare' (duration: 19.441723ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:46:55.500791Z","caller":"traceutil/trace.go:171","msg":"trace[964820604] transaction","detail":"{read_only:false; response_revision:7229; number_of_response:1; }","duration":"147.382247ms","start":"2026-02-25T19:46:55.353337Z","end":"2026-02-25T19:46:55.500719Z","steps":["trace[964820604] 'process raft request' (duration: 147.179542ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:55.709676Z","caller":"traceutil/trace.go:171","msg":"trace[303244265] transaction","detail":"{read_only:false; response_revision:7230; number_of_response:1; }","duration":"202.89174ms","start":"2026-02-25T19:46:55.50674Z","end":"2026-02-25T19:46:55.709632Z","steps":["trace[303244265] 'process raft request' (duration: 112.371863ms)","trace[303244265] 'compare' (duration: 90.214899ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:46:55.75838Z","caller":"traceutil/trace.go:171","msg":"trace[1376967822] transaction","detail":"{read_only:false; response_revision:7231; number_of_response:1; }","duration":"251.555174ms","start":"2026-02-25T19:46:55.50678Z","end":"2026-02-25T19:46:55.758336Z","steps":["trace[1376967822] 'process raft request' (duration: 251.283646ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:55.75844Z","caller":"traceutil/trace.go:171","msg":"trace[1995571169] transaction","detail":"{read_only:false; response_revision:7232; number_of_response:1; }","duration":"250.275051ms","start":"2026-02-25T19:46:55.508134Z","end":"2026-02-25T19:46:55.758409Z","steps":["trace[1995571169] 'process raft request' (duration: 250.103506ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:46:55.931361Z","caller":"traceutil/trace.go:171","msg":"trace[1090457056] transaction","detail":"{read_only:false; response_revision:7234; number_of_response:1; }","duration":"167.24518ms","start":"2026-02-25T19:46:55.764081Z","end":"2026-02-25T19:46:55.931326Z","steps":["trace[1090457056] 'process raft request' (duration: 82.968378ms)","trace[1090457056] 'compare' (duration: 84.132359ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:46:55.980084Z","caller":"traceutil/trace.go:171","msg":"trace[622024995] transaction","detail":"{read_only:false; response_revision:7235; number_of_response:1; }","duration":"172.125659ms","start":"2026-02-25T19:46:55.807913Z","end":"2026-02-25T19:46:55.980038Z","steps":["trace[622024995] 'process raft request' (duration: 171.740659ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:47:07.28376Z","caller":"traceutil/trace.go:171","msg":"trace[102008387] transaction","detail":"{read_only:false; response_revision:7298; number_of_response:1; }","duration":"118.294891ms","start":"2026-02-25T19:47:07.165419Z","end":"2026-02-25T19:47:07.283714Z","steps":["trace[102008387] 'process raft request' (duration: 118.074455ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:47:07.369783Z","caller":"traceutil/trace.go:171","msg":"trace[7580437] linearizableReadLoop","detail":"{readStateIndex:7592; appliedIndex:7590; }","duration":"194.635588ms","start":"2026-02-25T19:47:07.175103Z","end":"2026-02-25T19:47:07.369739Z","steps":["trace[7580437] 'read index received' (duration: 108.526332ms)","trace[7580437] 'applied index is now lower than readState.Index' (duration: 86.107636ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:47:07.369858Z","caller":"traceutil/trace.go:171","msg":"trace[1753857550] transaction","detail":"{read_only:false; response_revision:7299; number_of_response:1; }","duration":"203.539475ms","start":"2026-02-25T19:47:07.166253Z","end":"2026-02-25T19:47:07.369792Z","steps":["trace[1753857550] 'process raft request' (duration: 155.482759ms)","trace[1753857550] 'compare' (duration: 47.83078ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:47:07.370182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.439614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-25T19:47:07.370212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.992368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-25T19:47:07.370345Z","caller":"traceutil/trace.go:171","msg":"trace[1886142070] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7299; }","duration":"195.246725ms","start":"2026-02-25T19:47:07.175069Z","end":"2026-02-25T19:47:07.370316Z","steps":["trace[1886142070] 'agreement among raft nodes before linearized reading' (duration: 194.829014ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:47:07.370248Z","caller":"traceutil/trace.go:171","msg":"trace[1243907761] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:7299; }","duration":"188.582797ms","start":"2026-02-25T19:47:07.181643Z","end":"2026-02-25T19:47:07.370226Z","steps":["trace[1243907761] 'agreement among raft nodes before linearized reading' (duration: 188.32209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:47:07.653331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.531812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:47:07.653564Z","caller":"traceutil/trace.go:171","msg":"trace[79658263] transaction","detail":"{read_only:false; response_revision:7300; number_of_response:1; }","duration":"277.343035ms","start":"2026-02-25T19:47:07.376199Z","end":"2026-02-25T19:47:07.653542Z","steps":["trace[79658263] 'process raft request' (duration: 139.500764ms)","trace[79658263] 'compare' (duration: 137.356208ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:47:07.65374Z","caller":"traceutil/trace.go:171","msg":"trace[1649625448] transaction","detail":"{read_only:false; response_revision:7301; number_of_response:1; }","duration":"277.103959ms","start":"2026-02-25T19:47:07.376596Z","end":"2026-02-25T19:47:07.6537Z","steps":["trace[1649625448] 'process raft request' (duration: 276.886143ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:47:10.751713Z","caller":"traceutil/trace.go:171","msg":"trace[939626501] linearizableReadLoop","detail":"{readStateIndex:7610; appliedIndex:7609; }","duration":"233.238593ms","start":"2026-02-25T19:47:10.518449Z","end":"2026-02-25T19:47:10.751687Z","steps":["trace[939626501] 'read index received' (duration: 233.12952ms)","trace[939626501] 'applied index is now lower than readState.Index' (duration: 107.593µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:47:10.752153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.669204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-sync-h949p\" ","response":"range_response_count:1 size:7407"} {"level":"info","ts":"2026-02-25T19:47:10.752225Z","caller":"traceutil/trace.go:171","msg":"trace[1585304231] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-sync-h949p; range_end:; response_count:1; response_revision:7316; }","duration":"233.805869ms","start":"2026-02-25T19:47:10.5184Z","end":"2026-02-25T19:47:10.752206Z","steps":["trace[1585304231] 'agreement among raft nodes before linearized reading' (duration: 233.427379ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:47:10.752393Z","caller":"traceutil/trace.go:171","msg":"trace[2136889426] transaction","detail":"{read_only:false; response_revision:7316; number_of_response:1; }","duration":"256.061299ms","start":"2026-02-25T19:47:10.496309Z","end":"2026-02-25T19:47:10.752371Z","steps":["trace[2136889426] 'process raft request' (duration: 255.170876ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:47:10.885616Z","caller":"traceutil/trace.go:171","msg":"trace[524696159] transaction","detail":"{read_only:false; response_revision:7318; number_of_response:1; }","duration":"124.525817ms","start":"2026-02-25T19:47:10.761058Z","end":"2026-02-25T19:47:10.885584Z","steps":["trace[524696159] 'process raft request' (duration: 124.301421ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:47:15.075225Z","caller":"traceutil/trace.go:171","msg":"trace[1250787740] transaction","detail":"{read_only:false; response_revision:7353; number_of_response:1; }","duration":"269.049344ms","start":"2026-02-25T19:47:14.806147Z","end":"2026-02-25T19:47:15.075196Z","steps":["trace[1250787740] 'process raft request' (duration: 268.872159ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:47:15.688518Z","caller":"traceutil/trace.go:171","msg":"trace[515194928] linearizableReadLoop","detail":"{readStateIndex:7651; appliedIndex:7650; }","duration":"194.073003ms","start":"2026-02-25T19:47:15.494409Z","end":"2026-02-25T19:47:15.688482Z","steps":["trace[515194928] 'read index received' (duration: 193.814887ms)","trace[515194928] 'applied index is now lower than readState.Index' (duration: 255.996µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:47:15.688672Z","caller":"traceutil/trace.go:171","msg":"trace[2082042990] transaction","detail":"{read_only:false; response_revision:7356; number_of_response:1; }","duration":"204.998224ms","start":"2026-02-25T19:47:15.483615Z","end":"2026-02-25T19:47:15.688614Z","steps":["trace[2082042990] 'process raft request' (duration: 204.638804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:47:15.688855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.421122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:47:15.688916Z","caller":"traceutil/trace.go:171","msg":"trace[175606909] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:7356; }","duration":"194.559527ms","start":"2026-02-25T19:47:15.494341Z","end":"2026-02-25T19:47:15.6889Z","steps":["trace[175606909] 'agreement among raft nodes before linearized reading' (duration: 194.291319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:47:15.923307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.34519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:47:15.923428Z","caller":"traceutil/trace.go:171","msg":"trace[1459478963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7358; }","duration":"136.554796ms","start":"2026-02-25T19:47:15.786845Z","end":"2026-02-25T19:47:15.9234Z","steps":["trace[1459478963] 'range keys from in-memory index tree' (duration: 136.103844ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:47:16.697478Z","caller":"traceutil/trace.go:171","msg":"trace[59166074] transaction","detail":"{read_only:false; response_revision:7362; number_of_response:1; }","duration":"120.518721ms","start":"2026-02-25T19:47:16.576932Z","end":"2026-02-25T19:47:16.697451Z","steps":["trace[59166074] 'process raft request' (duration: 120.370377ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:47:16.734491Z","caller":"traceutil/trace.go:171","msg":"trace[1250177800] transaction","detail":"{read_only:false; response_revision:7363; number_of_response:1; }","duration":"125.41779ms","start":"2026-02-25T19:47:16.609037Z","end":"2026-02-25T19:47:16.734455Z","steps":["trace[1250177800] 'process raft request' (duration: 125.210805ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:47:18.746192Z","caller":"traceutil/trace.go:171","msg":"trace[1800692710] transaction","detail":"{read_only:false; response_revision:7378; number_of_response:1; }","duration":"133.70951ms","start":"2026-02-25T19:47:18.61244Z","end":"2026-02-25T19:47:18.746149Z","steps":["trace[1800692710] 'process raft request' (duration: 130.572196ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:47:18.964026Z","caller":"traceutil/trace.go:171","msg":"trace[325047844] transaction","detail":"{read_only:false; response_revision:7379; number_of_response:1; }","duration":"206.743071ms","start":"2026-02-25T19:47:18.757238Z","end":"2026-02-25T19:47:18.963981Z","steps":["trace[325047844] 'process raft request' (duration: 112.656172ms)","trace[325047844] 'compare' (duration: 93.839582ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:48:10.73654Z","caller":"traceutil/trace.go:171","msg":"trace[1354991807] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"120.080455ms","start":"2026-02-25T19:48:10.616421Z","end":"2026-02-25T19:48:10.736501Z","steps":["trace[1354991807] 'process raft request' (duration: 119.779107ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:11.993552Z","caller":"traceutil/trace.go:171","msg":"trace[1648577298] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"476.211822ms","start":"2026-02-25T19:48:11.517312Z","end":"2026-02-25T19:48:11.993524Z","steps":["trace[1648577298] 'process raft request' (duration: 476.043677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:11.993734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:11.517293Z","time spent":"476.349096ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:48:12.057987Z","caller":"traceutil/trace.go:171","msg":"trace[971630530] linearizableReadLoop","detail":"{readStateIndex:8016; appliedIndex:8015; }","duration":"291.219028ms","start":"2026-02-25T19:48:11.766732Z","end":"2026-02-25T19:48:12.057951Z","steps":["trace[971630530] 'read index received' (duration: 227.158353ms)","trace[971630530] 'applied index is now lower than readState.Index' (duration: 64.059535ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:48:12.058187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.420923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:48:12.058237Z","caller":"traceutil/trace.go:171","msg":"trace[816295821] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7710; }","duration":"291.538347ms","start":"2026-02-25T19:48:11.766682Z","end":"2026-02-25T19:48:12.05822Z","steps":["trace[816295821] 'agreement among raft nodes before linearized reading' (duration: 291.402614ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:12.058281Z","caller":"traceutil/trace.go:171","msg":"trace[1201904355] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"409.206038ms","start":"2026-02-25T19:48:11.649041Z","end":"2026-02-25T19:48:12.058247Z","steps":["trace[1201904355] 'process raft request' (duration: 408.619222ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:12.058544Z","caller":"traceutil/trace.go:171","msg":"trace[2084074250] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"127.623808ms","start":"2026-02-25T19:48:11.930905Z","end":"2026-02-25T19:48:12.058528Z","steps":["trace[2084074250] 'process raft request' (duration: 126.9701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:12.058662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:11.649004Z","time spent":"409.455585ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:48:12.588105Z","caller":"traceutil/trace.go:171","msg":"trace[515814243] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"138.366655ms","start":"2026-02-25T19:48:12.44936Z","end":"2026-02-25T19:48:12.587727Z","steps":["trace[515814243] 'process raft request' (duration: 138.17381ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:12.762593Z","caller":"traceutil/trace.go:171","msg":"trace[1542997858] linearizableReadLoop","detail":"{readStateIndex:8020; appliedIndex:8019; }","duration":"145.079825ms","start":"2026-02-25T19:48:12.617476Z","end":"2026-02-25T19:48:12.762555Z","steps":["trace[1542997858] 'read index received' (duration: 108.041683ms)","trace[1542997858] 'applied index is now lower than readState.Index' (duration: 37.036352ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:48:12.763257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.752263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7403"} {"level":"info","ts":"2026-02-25T19:48:12.763314Z","caller":"traceutil/trace.go:171","msg":"trace[1947542433] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7713; }","duration":"145.859486ms","start":"2026-02-25T19:48:12.617443Z","end":"2026-02-25T19:48:12.763302Z","steps":["trace[1947542433] 'agreement among raft nodes before linearized reading' (duration: 145.64502ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:12.763608Z","caller":"traceutil/trace.go:171","msg":"trace[154825780] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"279.349451ms","start":"2026-02-25T19:48:12.484247Z","end":"2026-02-25T19:48:12.763596Z","steps":["trace[154825780] 'process raft request' (duration: 241.286931ms)","trace[154825780] 'compare' (duration: 36.907439ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:48:23.952636Z","caller":"traceutil/trace.go:171","msg":"trace[1962539072] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"106.436459ms","start":"2026-02-25T19:48:23.846154Z","end":"2026-02-25T19:48:23.952591Z","steps":["trace[1962539072] 'process raft request' (duration: 100.855059ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:24.251525Z","caller":"traceutil/trace.go:171","msg":"trace[82246455] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"142.347072ms","start":"2026-02-25T19:48:24.109134Z","end":"2026-02-25T19:48:24.251481Z","steps":["trace[82246455] 'process raft request' (duration: 142.013823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:25.14661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.430188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:48:25.146757Z","caller":"traceutil/trace.go:171","msg":"trace[636033306] linearizableReadLoop","detail":"{readStateIndex:8098; appliedIndex:8097; }","duration":"283.08148ms","start":"2026-02-25T19:48:24.863651Z","end":"2026-02-25T19:48:25.146733Z","steps":["trace[636033306] 'read index received' (duration: 132.360774ms)","trace[636033306] 'applied index is now lower than readState.Index' (duration: 150.718266ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:48:25.146842Z","caller":"traceutil/trace.go:171","msg":"trace[806086201] transaction","detail":"{read_only:false; response_revision:7787; number_of_response:1; }","duration":"287.406756ms","start":"2026-02-25T19:48:24.859389Z","end":"2026-02-25T19:48:25.146795Z","steps":["trace[806086201] 'process raft request' (duration: 136.66502ms)","trace[806086201] 'compare' (duration: 150.029517ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:48:25.147013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.356687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-25T19:48:25.147077Z","caller":"traceutil/trace.go:171","msg":"trace[434863257] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7787; }","duration":"283.419759ms","start":"2026-02-25T19:48:24.86364Z","end":"2026-02-25T19:48:25.14706Z","steps":["trace[434863257] 'agreement among raft nodes before linearized reading' (duration: 283.204823ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:25.164845Z","caller":"traceutil/trace.go:171","msg":"trace[1628874232] transaction","detail":"{read_only:false; response_revision:7788; number_of_response:1; }","duration":"299.282664ms","start":"2026-02-25T19:48:24.865425Z","end":"2026-02-25T19:48:25.164707Z","steps":["trace[1628874232] 'process raft request' (duration: 299.027627ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:25.165117Z","caller":"traceutil/trace.go:171","msg":"trace[268096026] transaction","detail":"{read_only:false; response_revision:7789; number_of_response:1; }","duration":"290.033837ms","start":"2026-02-25T19:48:24.875074Z","end":"2026-02-25T19:48:25.165108Z","steps":["trace[268096026] 'process raft request' (duration: 289.505122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:25.165403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.041323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:48:25.165539Z","caller":"traceutil/trace.go:171","msg":"trace[977972199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7789; }","duration":"288.206627ms","start":"2026-02-25T19:48:24.877304Z","end":"2026-02-25T19:48:25.165511Z","steps":["trace[977972199] 'agreement among raft nodes before linearized reading' (duration: 287.56412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:25.165572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.082826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:48:25.165705Z","caller":"traceutil/trace.go:171","msg":"trace[341272108] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7789; }","duration":"269.275761ms","start":"2026-02-25T19:48:24.896404Z","end":"2026-02-25T19:48:25.16568Z","steps":["trace[341272108] 'agreement among raft nodes before linearized reading' (duration: 269.001833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:25.1655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.577196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-25T19:48:25.165951Z","caller":"traceutil/trace.go:171","msg":"trace[1770131793] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7789; }","duration":"302.067388ms","start":"2026-02-25T19:48:24.863856Z","end":"2026-02-25T19:48:25.165923Z","steps":["trace[1770131793] 'agreement among raft nodes before linearized reading' (duration: 301.191945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:25.16616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:24.863848Z","time spent":"302.200483ms","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-02-25T19:48:27.512692Z","caller":"traceutil/trace.go:171","msg":"trace[1702265935] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"179.27104ms","start":"2026-02-25T19:48:27.33338Z","end":"2026-02-25T19:48:27.512651Z","steps":["trace[1702265935] 'process raft request' (duration: 179.048824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:28.814025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732988723,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T19:48:28.88925Z","caller":"traceutil/trace.go:171","msg":"trace[1135497302] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"596.324808ms","start":"2026-02-25T19:48:28.292887Z","end":"2026-02-25T19:48:28.889212Z","steps":["trace[1135497302] 'process raft request' (duration: 596.090102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:28.889557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:28.292851Z","time spent":"596.493813ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:48:29.076381Z","caller":"traceutil/trace.go:171","msg":"trace[1725471855] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"770.686157ms","start":"2026-02-25T19:48:28.305656Z","end":"2026-02-25T19:48:29.076342Z","steps":["trace[1725471855] 'process raft request' (duration: 770.530133ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:29.076397Z","caller":"traceutil/trace.go:171","msg":"trace[153323417] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"770.719978ms","start":"2026-02-25T19:48:28.305634Z","end":"2026-02-25T19:48:29.076354Z","steps":["trace[153323417] 'process raft request' (duration: 770.362019ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:29.076518Z","caller":"traceutil/trace.go:171","msg":"trace[464977706] linearizableReadLoop","detail":"{readStateIndex:8142; appliedIndex:8138; }","duration":"762.763465ms","start":"2026-02-25T19:48:28.31372Z","end":"2026-02-25T19:48:29.076484Z","steps":["trace[464977706] 'read index received' (duration: 575.249674ms)","trace[464977706] 'applied index is now lower than readState.Index' (duration: 187.512491ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:48:29.07659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:28.30564Z","time spent":"770.833162ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:48:29.076608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:28.305613Z","time spent":"770.884372ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:48:29.076603Z","caller":"traceutil/trace.go:171","msg":"trace[908052839] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"592.297211ms","start":"2026-02-25T19:48:28.484259Z","end":"2026-02-25T19:48:29.076556Z","steps":["trace[908052839] 'process raft request' (duration: 591.982562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:29.076847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:28.484237Z","time spent":"592.503486ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T19:48:29.076858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.119805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:48:29.076959Z","caller":"traceutil/trace.go:171","msg":"trace[24020889] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:7829; }","duration":"763.272079ms","start":"2026-02-25T19:48:28.313663Z","end":"2026-02-25T19:48:29.076935Z","steps":["trace[24020889] 'agreement among raft nodes before linearized reading' (duration: 762.981551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:29.07708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:28.313635Z","time spent":"763.370921ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T19:48:29.129299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.230814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:48:29.129352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.248019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:48:29.129377Z","caller":"traceutil/trace.go:171","msg":"trace[2065306509] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7830; }","duration":"193.383998ms","start":"2026-02-25T19:48:28.935975Z","end":"2026-02-25T19:48:29.129359Z","steps":["trace[2065306509] 'agreement among raft nodes before linearized reading' (duration: 193.228364ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:29.129409Z","caller":"traceutil/trace.go:171","msg":"trace[1996193198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7830; }","duration":"412.345952ms","start":"2026-02-25T19:48:28.717047Z","end":"2026-02-25T19:48:29.129393Z","steps":["trace[1996193198] 'agreement among raft nodes before linearized reading' (duration: 412.180247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:29.129386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.880221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-25T19:48:29.129444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:28.71702Z","time spent":"412.415894ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:48:29.129416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.120927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:48:29.129514Z","caller":"traceutil/trace.go:171","msg":"trace[323301850] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7830; }","duration":"703.060876ms","start":"2026-02-25T19:48:28.426419Z","end":"2026-02-25T19:48:29.129479Z","steps":["trace[323301850] 'agreement among raft nodes before linearized reading' (duration: 702.701206ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:29.129527Z","caller":"traceutil/trace.go:171","msg":"trace[1187390318] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7830; }","duration":"787.312033ms","start":"2026-02-25T19:48:28.342195Z","end":"2026-02-25T19:48:29.129507Z","steps":["trace[1187390318] 'agreement among raft nodes before linearized reading' (duration: 787.030755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:29.129577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:28.4264Z","time spent":"703.165659ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:48:29.129584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:28.342167Z","time spent":"787.405925ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":59,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:48:29.301295Z","caller":"traceutil/trace.go:171","msg":"trace[1611033762] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"167.744252ms","start":"2026-02-25T19:48:29.133529Z","end":"2026-02-25T19:48:29.301274Z","steps":["trace[1611033762] 'process raft request' (duration: 167.500675ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:29.301695Z","caller":"traceutil/trace.go:171","msg":"trace[1555749060] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"162.274355ms","start":"2026-02-25T19:48:29.139409Z","end":"2026-02-25T19:48:29.301683Z","steps":["trace[1555749060] 'process raft request' (duration: 161.779102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:29.590293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.759888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:48:29.590399Z","caller":"traceutil/trace.go:171","msg":"trace[210407825] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"282.34326ms","start":"2026-02-25T19:48:29.308036Z","end":"2026-02-25T19:48:29.59038Z","steps":["trace[210407825] 'process raft request' (duration: 122.373806ms)","trace[210407825] 'compare' (duration: 159.567343ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:48:29.591916Z","caller":"traceutil/trace.go:171","msg":"trace[775766808] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"282.129295ms","start":"2026-02-25T19:48:29.309771Z","end":"2026-02-25T19:48:29.591901Z","steps":["trace[775766808] 'process raft request' (duration: 281.841367ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:29.592011Z","caller":"traceutil/trace.go:171","msg":"trace[2001727021] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"282.096294ms","start":"2026-02-25T19:48:29.309882Z","end":"2026-02-25T19:48:29.591978Z","steps":["trace[2001727021] 'process raft request' (duration: 281.922089ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:29.592256Z","caller":"traceutil/trace.go:171","msg":"trace[704632206] linearizableReadLoop","detail":"{readStateIndex:8152; appliedIndex:8147; }","duration":"188.306303ms","start":"2026-02-25T19:48:29.403927Z","end":"2026-02-25T19:48:29.592233Z","steps":["trace[704632206] 'read index received' (duration: 26.582682ms)","trace[704632206] 'applied index is now lower than readState.Index' (duration: 161.722761ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:48:29.592365Z","caller":"traceutil/trace.go:171","msg":"trace[986892998] transaction","detail":"{read_only:false; response_revision:7837; number_of_response:1; }","duration":"281.302793ms","start":"2026-02-25T19:48:29.311054Z","end":"2026-02-25T19:48:29.592357Z","steps":["trace[986892998] 'process raft request' (duration: 280.840271ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:29.592364Z","caller":"traceutil/trace.go:171","msg":"trace[499308419] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"280.256745ms","start":"2026-02-25T19:48:29.312096Z","end":"2026-02-25T19:48:29.592353Z","steps":["trace[499308419] 'process raft request' (duration: 280.041879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:29.592447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.501907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:48:29.592487Z","caller":"traceutil/trace.go:171","msg":"trace[480610553] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7838; }","duration":"188.61041ms","start":"2026-02-25T19:48:29.403864Z","end":"2026-02-25T19:48:29.592475Z","steps":["trace[480610553] 'agreement among raft nodes before linearized reading' (duration: 188.516758ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:33.20946Z","caller":"traceutil/trace.go:171","msg":"trace[1907361184] transaction","detail":"{read_only:false; response_revision:7853; number_of_response:1; }","duration":"112.642846ms","start":"2026-02-25T19:48:33.096773Z","end":"2026-02-25T19:48:33.209416Z","steps":["trace[1907361184] 'process raft request' (duration: 112.4178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:35.712249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.799015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-25T19:48:35.71233Z","caller":"traceutil/trace.go:171","msg":"trace[1855235042] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7866; }","duration":"173.949598ms","start":"2026-02-25T19:48:35.538363Z","end":"2026-02-25T19:48:35.712312Z","steps":["trace[1855235042] 'range keys from in-memory index tree' (duration: 173.588288ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:36.019985Z","caller":"traceutil/trace.go:171","msg":"trace[1425541344] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"117.064535ms","start":"2026-02-25T19:48:35.902892Z","end":"2026-02-25T19:48:36.019956Z","steps":["trace[1425541344] 'process raft request' (duration: 116.869249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:36.707137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.010414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:48:36.707255Z","caller":"traceutil/trace.go:171","msg":"trace[1671294886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7870; }","duration":"418.201408ms","start":"2026-02-25T19:48:36.289028Z","end":"2026-02-25T19:48:36.707229Z","steps":["trace[1671294886] 'range keys from in-memory index tree' (duration: 417.889741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:36.707306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:36.288998Z","time spent":"418.296591ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:48:37.616081Z","caller":"traceutil/trace.go:171","msg":"trace[1070723621] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"324.901541ms","start":"2026-02-25T19:48:37.29115Z","end":"2026-02-25T19:48:37.616052Z","steps":["trace[1070723621] 'process raft request' (duration: 318.757566ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:37.616068Z","caller":"traceutil/trace.go:171","msg":"trace[1439187128] linearizableReadLoop","detail":"{readStateIndex:8189; appliedIndex:8188; }","duration":"321.52568ms","start":"2026-02-25T19:48:37.294501Z","end":"2026-02-25T19:48:37.616027Z","steps":["trace[1439187128] 'read index received' (duration: 315.239462ms)","trace[1439187128] 'applied index is now lower than readState.Index' (duration: 6.284928ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:48:37.61633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:37.291124Z","time spent":"325.094735ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:48:37.616363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.824788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:48:37.616443Z","caller":"traceutil/trace.go:171","msg":"trace[537568228] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:7874; }","duration":"321.932031ms","start":"2026-02-25T19:48:37.294493Z","end":"2026-02-25T19:48:37.616425Z","steps":["trace[537568228] 'agreement among raft nodes before linearized reading' (duration: 321.656173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:37.616492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:37.294422Z","time spent":"322.058484ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T19:48:37.616593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.521809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-fb4b7567d-zctvx.1897951814111a65\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-25T19:48:37.616706Z","caller":"traceutil/trace.go:171","msg":"trace[676207962] range","detail":"{range_begin:/registry/events/openstack/barbican-api-fb4b7567d-zctvx.1897951814111a65; range_end:; response_count:1; response_revision:7874; }","duration":"169.703255ms","start":"2026-02-25T19:48:37.446976Z","end":"2026-02-25T19:48:37.616679Z","steps":["trace[676207962] 'agreement among raft nodes before linearized reading' (duration: 169.365865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:37.61692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.895015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T19:48:37.616976Z","caller":"traceutil/trace.go:171","msg":"trace[1216724556] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7874; }","duration":"158.985337ms","start":"2026-02-25T19:48:37.457971Z","end":"2026-02-25T19:48:37.616956Z","steps":["trace[1216724556] 'agreement among raft nodes before linearized reading' (duration: 158.804202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:37.617023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.124782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:48:37.617101Z","caller":"traceutil/trace.go:171","msg":"trace[1075919342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7874; }","duration":"168.260656ms","start":"2026-02-25T19:48:37.44882Z","end":"2026-02-25T19:48:37.617081Z","steps":["trace[1075919342] 'agreement among raft nodes before linearized reading' (duration: 168.01239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:37.879744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.539344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:48:37.879864Z","caller":"traceutil/trace.go:171","msg":"trace[630512749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7877; }","duration":"146.74346ms","start":"2026-02-25T19:48:37.733099Z","end":"2026-02-25T19:48:37.879842Z","steps":["trace[630512749] 'range keys from in-memory index tree' (duration: 146.288168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:37.879868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.784555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:48:37.879963Z","caller":"traceutil/trace.go:171","msg":"trace[1546124739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7877; }","duration":"126.9763ms","start":"2026-02-25T19:48:37.752965Z","end":"2026-02-25T19:48:37.879942Z","steps":["trace[1546124739] 'range keys from in-memory index tree' (duration: 126.424366ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.058228Z","caller":"traceutil/trace.go:171","msg":"trace[723355596] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"131.533182ms","start":"2026-02-25T19:48:40.926667Z","end":"2026-02-25T19:48:41.0582Z","steps":["trace[723355596] 'process raft request' (duration: 71.854454ms)","trace[723355596] 'compare' (duration: 59.549935ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:48:41.080547Z","caller":"traceutil/trace.go:171","msg":"trace[571907565] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"153.340616ms","start":"2026-02-25T19:48:40.927169Z","end":"2026-02-25T19:48:41.08051Z","steps":["trace[571907565] 'process raft request' (duration: 153.12184ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.081386Z","caller":"traceutil/trace.go:171","msg":"trace[1523275946] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"104.827857ms","start":"2026-02-25T19:48:40.976528Z","end":"2026-02-25T19:48:41.081356Z","steps":["trace[1523275946] 'process raft request' (duration: 104.17435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:41.42648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.431931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:48:41.426592Z","caller":"traceutil/trace.go:171","msg":"trace[1038303721] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"170.710832ms","start":"2026-02-25T19:48:41.255863Z","end":"2026-02-25T19:48:41.426574Z","steps":["trace[1038303721] 'process raft request' (duration: 61.094466ms)","trace[1038303721] 'compare' (duration: 109.273407ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:48:41.48323Z","caller":"traceutil/trace.go:171","msg":"trace[733050485] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"226.892245ms","start":"2026-02-25T19:48:41.256287Z","end":"2026-02-25T19:48:41.483179Z","steps":["trace[733050485] 'process raft request' (duration: 225.339754ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.483501Z","caller":"traceutil/trace.go:171","msg":"trace[10458233] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"223.845094ms","start":"2026-02-25T19:48:41.259643Z","end":"2026-02-25T19:48:41.483488Z","steps":["trace[10458233] 'process raft request' (duration: 223.613517ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.483607Z","caller":"traceutil/trace.go:171","msg":"trace[421931415] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"226.503745ms","start":"2026-02-25T19:48:41.257092Z","end":"2026-02-25T19:48:41.483596Z","steps":["trace[421931415] 'process raft request' (duration: 226.107945ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.483666Z","caller":"traceutil/trace.go:171","msg":"trace[179019371] linearizableReadLoop","detail":"{readStateIndex:8235; appliedIndex:8224; }","duration":"193.741778ms","start":"2026-02-25T19:48:41.289902Z","end":"2026-02-25T19:48:41.483643Z","steps":["trace[179019371] 'read index received' (duration: 27.070965ms)","trace[179019371] 'applied index is now lower than readState.Index' (duration: 166.669723ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:48:41.483788Z","caller":"traceutil/trace.go:171","msg":"trace[345625069] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"187.001187ms","start":"2026-02-25T19:48:41.296772Z","end":"2026-02-25T19:48:41.483773Z","steps":["trace[345625069] 'process raft request' (duration: 186.73739ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.483807Z","caller":"traceutil/trace.go:171","msg":"trace[1868396761] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"186.832553ms","start":"2026-02-25T19:48:41.296958Z","end":"2026-02-25T19:48:41.48379Z","steps":["trace[1868396761] 'process raft request' (duration: 186.618587ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.483817Z","caller":"traceutil/trace.go:171","msg":"trace[1286340162] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"185.853767ms","start":"2026-02-25T19:48:41.297933Z","end":"2026-02-25T19:48:41.483787Z","steps":["trace[1286340162] 'process raft request' (duration: 185.669212ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.483649Z","caller":"traceutil/trace.go:171","msg":"trace[1906094780] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"227.148753ms","start":"2026-02-25T19:48:41.256452Z","end":"2026-02-25T19:48:41.4836Z","steps":["trace[1906094780] 'process raft request' (duration: 226.650079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:41.483931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.988934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:48:41.483706Z","caller":"traceutil/trace.go:171","msg":"trace[1935730811] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"187.311286ms","start":"2026-02-25T19:48:41.296378Z","end":"2026-02-25T19:48:41.483689Z","steps":["trace[1935730811] 'process raft request' (duration: 187.027348ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.483997Z","caller":"traceutil/trace.go:171","msg":"trace[810947830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7925; }","duration":"194.103138ms","start":"2026-02-25T19:48:41.289875Z","end":"2026-02-25T19:48:41.483978Z","steps":["trace[810947830] 'agreement among raft nodes before linearized reading' (duration: 193.937933ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.483722Z","caller":"traceutil/trace.go:171","msg":"trace[459073266] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"194.066107ms","start":"2026-02-25T19:48:41.289647Z","end":"2026-02-25T19:48:41.483714Z","steps":["trace[459073266] 'process raft request' (duration: 193.728898ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.483678Z","caller":"traceutil/trace.go:171","msg":"trace[611217635] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"225.274273ms","start":"2026-02-25T19:48:41.258363Z","end":"2026-02-25T19:48:41.483638Z","steps":["trace[611217635] 'process raft request' (duration: 224.866262ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.483725Z","caller":"traceutil/trace.go:171","msg":"trace[1304678602] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"186.812722ms","start":"2026-02-25T19:48:41.29688Z","end":"2026-02-25T19:48:41.483693Z","steps":["trace[1304678602] 'process raft request' (duration: 186.666078ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.483768Z","caller":"traceutil/trace.go:171","msg":"trace[1351867220] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"187.150731ms","start":"2026-02-25T19:48:41.29661Z","end":"2026-02-25T19:48:41.48376Z","steps":["trace[1351867220] 'process raft request' (duration: 186.863323ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.483761Z","caller":"traceutil/trace.go:171","msg":"trace[74723234] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"223.543526ms","start":"2026-02-25T19:48:41.26019Z","end":"2026-02-25T19:48:41.483733Z","steps":["trace[74723234] 'process raft request' (duration: 223.097704ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.483758Z","caller":"traceutil/trace.go:171","msg":"trace[435917827] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"210.820295ms","start":"2026-02-25T19:48:41.272894Z","end":"2026-02-25T19:48:41.483715Z","steps":["trace[435917827] 'process raft request' (duration: 210.449665ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.483802Z","caller":"traceutil/trace.go:171","msg":"trace[263516046] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"215.335596ms","start":"2026-02-25T19:48:41.26846Z","end":"2026-02-25T19:48:41.483796Z","steps":["trace[263516046] 'process raft request' (duration: 214.854523ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.484005Z","caller":"traceutil/trace.go:171","msg":"trace[2132333957] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"226.605988ms","start":"2026-02-25T19:48:41.256965Z","end":"2026-02-25T19:48:41.483571Z","steps":["trace[2132333957] 'process raft request' (duration: 226.175486ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.530495Z","caller":"traceutil/trace.go:171","msg":"trace[905010294] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"212.844929ms","start":"2026-02-25T19:48:41.317618Z","end":"2026-02-25T19:48:41.530463Z","steps":["trace[905010294] 'process raft request' (duration: 209.619563ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.530544Z","caller":"traceutil/trace.go:171","msg":"trace[1471826660] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"212.810058ms","start":"2026-02-25T19:48:41.31772Z","end":"2026-02-25T19:48:41.53053Z","steps":["trace[1471826660] 'process raft request' (duration: 212.688365ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.530748Z","caller":"traceutil/trace.go:171","msg":"trace[1128488557] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"182.879037ms","start":"2026-02-25T19:48:41.347863Z","end":"2026-02-25T19:48:41.530742Z","steps":["trace[1128488557] 'process raft request' (duration: 182.6119ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.531253Z","caller":"traceutil/trace.go:171","msg":"trace[1335051008] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"100.019048ms","start":"2026-02-25T19:48:41.431227Z","end":"2026-02-25T19:48:41.531246Z","steps":["trace[1335051008] 'process raft request' (duration: 99.456993ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.715202Z","caller":"traceutil/trace.go:171","msg":"trace[540021565] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"107.328514ms","start":"2026-02-25T19:48:41.607836Z","end":"2026-02-25T19:48:41.715164Z","steps":["trace[540021565] 'process raft request' (duration: 92.288852ms)","trace[540021565] 'compare' (duration: 14.602161ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:48:41.715331Z","caller":"traceutil/trace.go:171","msg":"trace[1738473929] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"107.245062ms","start":"2026-02-25T19:48:41.608024Z","end":"2026-02-25T19:48:41.715269Z","steps":["trace[1738473929] 'process raft request' (duration: 106.986685ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.715586Z","caller":"traceutil/trace.go:171","msg":"trace[1205151894] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"107.447887ms","start":"2026-02-25T19:48:41.608125Z","end":"2026-02-25T19:48:41.715572Z","steps":["trace[1205151894] 'process raft request' (duration: 107.032106ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.715796Z","caller":"traceutil/trace.go:171","msg":"trace[1360269262] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"107.375205ms","start":"2026-02-25T19:48:41.608388Z","end":"2026-02-25T19:48:41.715763Z","steps":["trace[1360269262] 'process raft request' (duration: 107.298693ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.716018Z","caller":"traceutil/trace.go:171","msg":"trace[1020738717] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"107.676983ms","start":"2026-02-25T19:48:41.608311Z","end":"2026-02-25T19:48:41.715988Z","steps":["trace[1020738717] 'process raft request' (duration: 107.346355ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.716042Z","caller":"traceutil/trace.go:171","msg":"trace[2079253384] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"107.795406ms","start":"2026-02-25T19:48:41.608223Z","end":"2026-02-25T19:48:41.716019Z","steps":["trace[2079253384] 'process raft request' (duration: 107.390515ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.716072Z","caller":"traceutil/trace.go:171","msg":"trace[2020229348] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"107.108248ms","start":"2026-02-25T19:48:41.608954Z","end":"2026-02-25T19:48:41.716062Z","steps":["trace[2020229348] 'process raft request' (duration: 107.059837ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.715854Z","caller":"traceutil/trace.go:171","msg":"trace[1193691125] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"107.728165ms","start":"2026-02-25T19:48:41.608115Z","end":"2026-02-25T19:48:41.715843Z","steps":["trace[1193691125] 'process raft request' (duration: 107.337584ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.716201Z","caller":"traceutil/trace.go:171","msg":"trace[341671100] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"108.029993ms","start":"2026-02-25T19:48:41.608156Z","end":"2026-02-25T19:48:41.716186Z","steps":["trace[341671100] 'process raft request' (duration: 107.403376ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.716225Z","caller":"traceutil/trace.go:171","msg":"trace[1121800751] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"107.773876ms","start":"2026-02-25T19:48:41.608441Z","end":"2026-02-25T19:48:41.716215Z","steps":["trace[1121800751] 'process raft request' (duration: 107.279712ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:41.716223Z","caller":"traceutil/trace.go:171","msg":"trace[779862944] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"107.766405ms","start":"2026-02-25T19:48:41.608438Z","end":"2026-02-25T19:48:41.716205Z","steps":["trace[779862944] 'process raft request' (duration: 107.485218ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:42.121913Z","caller":"traceutil/trace.go:171","msg":"trace[1970819792] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"118.840172ms","start":"2026-02-25T19:48:42.003032Z","end":"2026-02-25T19:48:42.121872Z","steps":["trace[1970819792] 'process raft request' (duration: 118.779801ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:42.121994Z","caller":"traceutil/trace.go:171","msg":"trace[339073786] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"152.783802ms","start":"2026-02-25T19:48:41.969182Z","end":"2026-02-25T19:48:42.121965Z","steps":["trace[339073786] 'process raft request' (duration: 152.535535ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:42.121977Z","caller":"traceutil/trace.go:171","msg":"trace[623399679] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"158.502804ms","start":"2026-02-25T19:48:41.963428Z","end":"2026-02-25T19:48:42.12193Z","steps":["trace[623399679] 'process raft request' (duration: 119.53431ms)","trace[623399679] 'compare' (duration: 38.567263ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:48:42.122276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.451096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4125"} {"level":"info","ts":"2026-02-25T19:48:42.12237Z","caller":"traceutil/trace.go:171","msg":"trace[357185118] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:7994; }","duration":"154.60848ms","start":"2026-02-25T19:48:41.967746Z","end":"2026-02-25T19:48:42.122354Z","steps":["trace[357185118] 'agreement among raft nodes before linearized reading' (duration: 154.335803ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:42.122042Z","caller":"traceutil/trace.go:171","msg":"trace[98089146] linearizableReadLoop","detail":"{readStateIndex:8309; appliedIndex:8307; }","duration":"154.21848ms","start":"2026-02-25T19:48:41.967792Z","end":"2026-02-25T19:48:42.12201Z","steps":["trace[98089146] 'read index received' (duration: 23.613113ms)","trace[98089146] 'applied index is now lower than readState.Index' (duration: 130.601967ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:48:42.137768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.314248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T19:48:42.137778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.479003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:48:42.137838Z","caller":"traceutil/trace.go:171","msg":"trace[1351005952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7995; }","duration":"146.40236ms","start":"2026-02-25T19:48:41.991419Z","end":"2026-02-25T19:48:42.137822Z","steps":["trace[1351005952] 'agreement among raft nodes before linearized reading' (duration: 146.195435ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:42.137848Z","caller":"traceutil/trace.go:171","msg":"trace[1390454160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7995; }","duration":"152.604487ms","start":"2026-02-25T19:48:41.985227Z","end":"2026-02-25T19:48:42.137831Z","steps":["trace[1390454160] 'agreement among raft nodes before linearized reading' (duration: 152.411131ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:42.497124Z","caller":"traceutil/trace.go:171","msg":"trace[353809483] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"152.935866ms","start":"2026-02-25T19:48:42.344149Z","end":"2026-02-25T19:48:42.497085Z","steps":["trace[353809483] 'process raft request' (duration: 77.927137ms)","trace[353809483] 'compare' (duration: 74.799923ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:48:42.515826Z","caller":"traceutil/trace.go:171","msg":"trace[210932025] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"169.942611ms","start":"2026-02-25T19:48:42.345858Z","end":"2026-02-25T19:48:42.515801Z","steps":["trace[210932025] 'process raft request' (duration: 169.603142ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:42.515795Z","caller":"traceutil/trace.go:171","msg":"trace[1857991285] linearizableReadLoop","detail":"{readStateIndex:8332; appliedIndex:8330; }","duration":"127.134925ms","start":"2026-02-25T19:48:42.388626Z","end":"2026-02-25T19:48:42.515761Z","steps":["trace[1857991285] 'read index received' (duration: 33.461726ms)","trace[1857991285] 'applied index is now lower than readState.Index' (duration: 93.671649ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:48:42.516183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.534075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-02-25T19:48:42.516325Z","caller":"traceutil/trace.go:171","msg":"trace[743015066] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:8015; }","duration":"127.695749ms","start":"2026-02-25T19:48:42.388616Z","end":"2026-02-25T19:48:42.516312Z","steps":["trace[743015066] 'agreement among raft nodes before linearized reading' (duration: 127.241357ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:42.685705Z","caller":"traceutil/trace.go:171","msg":"trace[932754936] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"141.017966ms","start":"2026-02-25T19:48:42.544655Z","end":"2026-02-25T19:48:42.685673Z","steps":["trace[932754936] 'process raft request' (duration: 137.903252ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:42.979833Z","caller":"traceutil/trace.go:171","msg":"trace[1148718389] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"268.14174ms","start":"2026-02-25T19:48:42.711666Z","end":"2026-02-25T19:48:42.979808Z","steps":["trace[1148718389] 'process raft request' (duration: 267.961765ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:43.015163Z","caller":"traceutil/trace.go:171","msg":"trace[1266504822] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"208.298228ms","start":"2026-02-25T19:48:42.806829Z","end":"2026-02-25T19:48:43.015128Z","steps":["trace[1266504822] 'process raft request' (duration: 208.041551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:45.687171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.51567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:48:45.687264Z","caller":"traceutil/trace.go:171","msg":"trace[762993595] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8040; }","duration":"423.674304ms","start":"2026-02-25T19:48:45.26357Z","end":"2026-02-25T19:48:45.687244Z","steps":["trace[762993595] 'count revisions from in-memory index tree' (duration: 423.394007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:45.687307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:45.263537Z","time spent":"423.761937ms","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:48:45.687514Z","caller":"traceutil/trace.go:171","msg":"trace[2124044686] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"187.11503ms","start":"2026-02-25T19:48:45.50036Z","end":"2026-02-25T19:48:45.687475Z","steps":["trace[2124044686] 'process raft request' (duration: 185.656972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:47.687461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732989191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:48:48.188299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732989191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:48:48.689148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732989191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:48:48.725745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.56135722s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:48:48.726255Z","caller":"traceutil/trace.go:171","msg":"trace[822490603] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"1.561998367s","start":"2026-02-25T19:48:47.164221Z","end":"2026-02-25T19:48:48.726219Z","steps":["trace[822490603] 'process raft request' (duration: 1.561767041s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:48.726442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:47.164181Z","time spent":"1.562159941s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:48:49.289618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999890482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T19:48:49.289748Z","caller":"traceutil/trace.go:171","msg":"trace[1746517653] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000098917s","start":"2026-02-25T19:48:47.289619Z","end":"2026-02-25T19:48:49.289718Z","steps":["trace[1746517653] 'agreement among raft nodes before linearized reading' (duration: 1.999926212s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:49.289822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:47.289592Z","time spent":"2.00021504s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:48:49.867272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.141278221s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:48:49.86808Z","caller":"traceutil/trace.go:171","msg":"trace[1741549877] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"2.114276755s","start":"2026-02-25T19:48:47.753779Z","end":"2026-02-25T19:48:49.868056Z","steps":["trace[1741549877] 'process raft request' (duration: 2.114176372s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:49.868055Z","caller":"traceutil/trace.go:171","msg":"trace[1248625178] linearizableReadLoop","detail":"{readStateIndex:8371; appliedIndex:8366; }","duration":"2.681544445s","start":"2026-02-25T19:48:47.186481Z","end":"2026-02-25T19:48:49.868026Z","steps":["trace[1248625178] 'read index received' (duration: 1.539627888s)","trace[1248625178] 'applied index is now lower than readState.Index' (duration: 1.141915257s)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:48:49.868161Z","caller":"traceutil/trace.go:171","msg":"trace[1474093390] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"2.174623331s","start":"2026-02-25T19:48:47.693427Z","end":"2026-02-25T19:48:49.86805Z","steps":["trace[1474093390] 'process raft request' (duration: 2.174436636s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:49.868043Z","caller":"traceutil/trace.go:171","msg":"trace[1729856336] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"2.192366137s","start":"2026-02-25T19:48:47.675639Z","end":"2026-02-25T19:48:49.868006Z","steps":["trace[1729856336] 'process raft request' (duration: 2.192172631s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:49.868269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681755451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T19:48:49.868306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:47.753747Z","time spent":"2.114392398s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:48:49.868326Z","caller":"traceutil/trace.go:171","msg":"trace[1926912806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8052; }","duration":"2.681859354s","start":"2026-02-25T19:48:47.186454Z","end":"2026-02-25T19:48:49.868314Z","steps":["trace[1926912806] 'agreement among raft nodes before linearized reading' (duration: 2.681657379s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:49.868411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:47.675604Z","time spent":"2.192703695s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:48:49.868456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:47.69339Z","time spent":"2.174901398s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:48:49.868471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:47.186442Z","time spent":"2.682013618s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T19:48:49.867938Z","caller":"traceutil/trace.go:171","msg":"trace[120117978] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"2.64399066s","start":"2026-02-25T19:48:47.223916Z","end":"2026-02-25T19:48:49.867907Z","steps":["trace[120117978] 'process raft request' (duration: 2.64362694s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:49.86882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:47.223883Z","time spent":"2.644882434s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:48:49.870985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426418004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-fb4b7567d-zctvx.1897951814111a65\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-02-25T19:48:49.870988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669061933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T19:48:49.871028Z","caller":"traceutil/trace.go:171","msg":"trace[394183475] range","detail":"{range_begin:/registry/events/openstack/barbican-api-fb4b7567d-zctvx.1897951814111a65; range_end:; response_count:1; response_revision:8052; }","duration":"2.426507856s","start":"2026-02-25T19:48:47.444508Z","end":"2026-02-25T19:48:49.871016Z","steps":["trace[394183475] 'agreement among raft nodes before linearized reading' (duration: 2.426351972s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:49.871028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021419418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T19:48:49.871045Z","caller":"traceutil/trace.go:171","msg":"trace[1322471869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8052; }","duration":"1.669157375s","start":"2026-02-25T19:48:48.20187Z","end":"2026-02-25T19:48:49.871028Z","steps":["trace[1322471869] 'agreement among raft nodes before linearized reading' (duration: 1.668995331s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:49.871079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:47.444483Z","time spent":"2.426588449s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-fb4b7567d-zctvx.1897951814111a65\" "} {"level":"warn","ts":"2026-02-25T19:48:49.871168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668982601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T19:48:49.871211Z","caller":"traceutil/trace.go:171","msg":"trace[1065569166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8052; }","duration":"1.669073843s","start":"2026-02-25T19:48:48.202127Z","end":"2026-02-25T19:48:49.871201Z","steps":["trace[1065569166] 'agreement among raft nodes before linearized reading' (duration: 1.66897423s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:49.871239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:48.202099Z","time spent":"1.669133935s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:48:49.871176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019556738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:48:49.871303Z","caller":"traceutil/trace.go:171","msg":"trace[916501074] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:8052; }","duration":"2.019730213s","start":"2026-02-25T19:48:47.851556Z","end":"2026-02-25T19:48:49.871286Z","steps":["trace[916501074] 'agreement among raft nodes before linearized reading' (duration: 2.019546348s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:49.871373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:47.851525Z","time spent":"2.019830746s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T19:48:49.87142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021905602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:48:49.871481Z","caller":"traceutil/trace.go:171","msg":"trace[1533155147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8052; }","duration":"2.021994224s","start":"2026-02-25T19:48:47.84946Z","end":"2026-02-25T19:48:49.871454Z","steps":["trace[1533155147] 'agreement among raft nodes before linearized reading' (duration: 2.0218546s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:49.87108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:48.201844Z","time spent":"1.669229028s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:48:49.871589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.880545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:48:49.871625Z","caller":"traceutil/trace.go:171","msg":"trace[714636069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8052; }","duration":"580.955067ms","start":"2026-02-25T19:48:49.29066Z","end":"2026-02-25T19:48:49.871615Z","steps":["trace[714636069] 'agreement among raft nodes before linearized reading' (duration: 580.900736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:49.871664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:49.290632Z","time spent":"581.025819ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:48:49.87108Z","caller":"traceutil/trace.go:171","msg":"trace[1565176443] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8052; }","duration":"2.021528531s","start":"2026-02-25T19:48:47.849534Z","end":"2026-02-25T19:48:49.871063Z","steps":["trace[1565176443] 'agreement among raft nodes before linearized reading' (duration: 2.021386318s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:49.871946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:47.849503Z","time spent":"2.022395215s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:48:49.87114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572008304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T19:48:49.871535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:47.849433Z","time spent":"2.022095147s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T19:48:49.87228Z","caller":"traceutil/trace.go:171","msg":"trace[410741227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8052; }","duration":"1.573095343s","start":"2026-02-25T19:48:48.29905Z","end":"2026-02-25T19:48:49.872145Z","steps":["trace[410741227] 'agreement among raft nodes before linearized reading' (duration: 1.5718397s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:49.872369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:48.299029Z","time spent":"1.573298278s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:48:58.257049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.669453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:48:58.257143Z","caller":"traceutil/trace.go:171","msg":"trace[942340541] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"800.174437ms","start":"2026-02-25T19:48:57.456952Z","end":"2026-02-25T19:48:58.257126Z","steps":["trace[942340541] 'process raft request' (duration: 96.343799ms)","trace[942340541] 'compare' (duration: 703.55357ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:48:58.257193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:57.456932Z","time spent":"800.237099ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:48:58.44073Z","caller":"traceutil/trace.go:171","msg":"trace[1538562551] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"602.165005ms","start":"2026-02-25T19:48:57.83852Z","end":"2026-02-25T19:48:58.440685Z","steps":["trace[1538562551] 'process raft request' (duration: 520.274002ms)","trace[1538562551] 'compare' (duration: 81.78058ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:48:58.440878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:57.838486Z","time spent":"602.311959ms","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19433,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:48:58.64299Z","caller":"traceutil/trace.go:171","msg":"trace[536564669] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"739.240716ms","start":"2026-02-25T19:48:57.903721Z","end":"2026-02-25T19:48:58.642962Z","steps":["trace[536564669] 'process raft request' (duration: 672.283033ms)","trace[536564669] 'compare' (duration: 66.49313ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:48:58.643147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:57.903689Z","time spent":"739.370159ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:48:58.643264Z","caller":"traceutil/trace.go:171","msg":"trace[738681264] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"738.611388ms","start":"2026-02-25T19:48:57.904644Z","end":"2026-02-25T19:48:58.643255Z","steps":["trace[738681264] 'process raft request' (duration: 738.243239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:58.643301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:57.904615Z","time spent":"738.66385ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:48:58.643259Z","caller":"traceutil/trace.go:171","msg":"trace[1741840298] linearizableReadLoop","detail":"{readStateIndex:8415; appliedIndex:8412; }","duration":"730.869431ms","start":"2026-02-25T19:48:57.912337Z","end":"2026-02-25T19:48:58.643207Z","steps":["trace[1741840298] 'read index received' (duration: 446.525227ms)","trace[1741840298] 'applied index is now lower than readState.Index' (duration: 284.340284ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:48:58.643438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.112447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T19:48:58.64347Z","caller":"traceutil/trace.go:171","msg":"trace[323810264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8094; }","duration":"731.19356ms","start":"2026-02-25T19:48:57.912269Z","end":"2026-02-25T19:48:58.643462Z","steps":["trace[323810264] 'agreement among raft nodes before linearized reading' (duration: 731.086477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:58.643493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:57.912242Z","time spent":"731.245571ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:48:58.643585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.585558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:48:58.643606Z","caller":"traceutil/trace.go:171","msg":"trace[943978165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8094; }","duration":"356.643771ms","start":"2026-02-25T19:48:58.286956Z","end":"2026-02-25T19:48:58.6436Z","steps":["trace[943978165] 'agreement among raft nodes before linearized reading' (duration: 356.60776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:58.643622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:58.286937Z","time spent":"356.682461ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:48:58.643636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.175311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:48:58.643664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.182758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T19:48:58.643717Z","caller":"traceutil/trace.go:171","msg":"trace[242972263] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8094; }","duration":"628.305745ms","start":"2026-02-25T19:48:58.015388Z","end":"2026-02-25T19:48:58.643694Z","steps":["trace[242972263] 'agreement among raft nodes before linearized reading' (duration: 628.173552ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:58.643764Z","caller":"traceutil/trace.go:171","msg":"trace[1003300993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8094; }","duration":"725.325462ms","start":"2026-02-25T19:48:57.918416Z","end":"2026-02-25T19:48:58.643741Z","steps":["trace[1003300993] 'agreement among raft nodes before linearized reading' (duration: 725.045775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:58.643797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:58.015335Z","time spent":"628.442608ms","remote":"127.0.0.1:55128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:48:58.643695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.483159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T19:48:58.643852Z","caller":"traceutil/trace.go:171","msg":"trace[1490796352] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8094; }","duration":"718.680695ms","start":"2026-02-25T19:48:57.92516Z","end":"2026-02-25T19:48:58.64384Z","steps":["trace[1490796352] 'agreement among raft nodes before linearized reading' (duration: 718.316455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:58.643849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.058994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:48:58.644118Z","caller":"traceutil/trace.go:171","msg":"trace[2019967305] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:8094; }","duration":"710.340812ms","start":"2026-02-25T19:48:57.933752Z","end":"2026-02-25T19:48:58.644093Z","steps":["trace[2019967305] 'agreement among raft nodes before linearized reading' (duration: 709.982162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:58.644215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:57.933736Z","time spent":"710.459755ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T19:48:58.643812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:57.918403Z","time spent":"725.399965ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:48:58.643891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:57.925149Z","time spent":"718.732806ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:48:58.643966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.439779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:48:58.644711Z","caller":"traceutil/trace.go:171","msg":"trace[576463787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8094; }","duration":"722.202619ms","start":"2026-02-25T19:48:57.922496Z","end":"2026-02-25T19:48:58.644698Z","steps":["trace[576463787] 'agreement among raft nodes before linearized reading' (duration: 721.358177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:58.644778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:57.922487Z","time spent":"722.280441ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:48:58.643993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.759611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:48:58.644873Z","caller":"traceutil/trace.go:171","msg":"trace[1522610031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8094; }","duration":"721.664065ms","start":"2026-02-25T19:48:57.92319Z","end":"2026-02-25T19:48:58.644854Z","steps":["trace[1522610031] 'agreement among raft nodes before linearized reading' (duration: 720.748121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:58.644962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:57.923168Z","time spent":"721.758797ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:48:58.643985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.22992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:48:58.645034Z","caller":"traceutil/trace.go:171","msg":"trace[1154512140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8094; }","duration":"723.32331ms","start":"2026-02-25T19:48:57.921689Z","end":"2026-02-25T19:48:58.645013Z","steps":["trace[1154512140] 'agreement among raft nodes before linearized reading' (duration: 722.21816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:48:58.645135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:48:57.921627Z","time spent":"723.488273ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T19:48:58.818559Z","caller":"traceutil/trace.go:171","msg":"trace[631365294] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"169.328405ms","start":"2026-02-25T19:48:58.64919Z","end":"2026-02-25T19:48:58.818519Z","steps":["trace[631365294] 'process raft request' (duration: 107.91589ms)","trace[631365294] 'compare' (duration: 61.122247ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:48:58.81866Z","caller":"traceutil/trace.go:171","msg":"trace[1972427311] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"166.891499ms","start":"2026-02-25T19:48:58.651751Z","end":"2026-02-25T19:48:58.818642Z","steps":["trace[1972427311] 'process raft request' (duration: 166.834557ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:58.81881Z","caller":"traceutil/trace.go:171","msg":"trace[1032468935] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"167.872365ms","start":"2026-02-25T19:48:58.650927Z","end":"2026-02-25T19:48:58.8188Z","steps":["trace[1032468935] 'process raft request' (duration: 167.621258ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:58.81881Z","caller":"traceutil/trace.go:171","msg":"trace[23469606] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"169.044357ms","start":"2026-02-25T19:48:58.649744Z","end":"2026-02-25T19:48:58.818788Z","steps":["trace[23469606] 'process raft request' (duration: 168.755379ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:48:58.818958Z","caller":"traceutil/trace.go:171","msg":"trace[1284187606] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"169.624272ms","start":"2026-02-25T19:48:58.649279Z","end":"2026-02-25T19:48:58.818903Z","steps":["trace[1284187606] 'process raft request' (duration: 169.131899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:00.789806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732989330,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:49:01.291016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732989330,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T19:49:01.472124Z","caller":"traceutil/trace.go:171","msg":"trace[1902698860] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"1.246647462s","start":"2026-02-25T19:49:00.225446Z","end":"2026-02-25T19:49:01.472094Z","steps":["trace[1902698860] 'process raft request' (duration: 1.246148929s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:01.472345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:00.225425Z","time spent":"1.246788537s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:02.28946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0005486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T19:49:02.28957Z","caller":"traceutil/trace.go:171","msg":"trace[272869678] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000717615s","start":"2026-02-25T19:49:00.288823Z","end":"2026-02-25T19:49:02.289541Z","steps":["trace[272869678] 'agreement among raft nodes before linearized reading' (duration: 2.000577061s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:02.289634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:00.288796Z","time spent":"2.000825958s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 19:49:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T19:49:03.005541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.797503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:49:03.005858Z","caller":"traceutil/trace.go:171","msg":"trace[1702137930] linearizableReadLoop","detail":"{readStateIndex:8425; appliedIndex:8422; }","duration":"2.716959865s","start":"2026-02-25T19:49:00.288871Z","end":"2026-02-25T19:49:03.005831Z","steps":["trace[1702137930] 'read index received' (duration: 1.183094591s)","trace[1702137930] 'applied index is now lower than readState.Index' (duration: 1.533863434s)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:03.00594Z","caller":"traceutil/trace.go:171","msg":"trace[1101448532] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"2.356270186s","start":"2026-02-25T19:49:00.649621Z","end":"2026-02-25T19:49:03.005892Z","steps":["trace[1101448532] 'process raft request' (duration: 2.356064041s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.006175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:00.649593Z","time spent":"2.356451791s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:03.006188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.697945405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-25T19:49:03.006227Z","caller":"traceutil/trace.go:171","msg":"trace[1531900118] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8103; }","duration":"2.698043408s","start":"2026-02-25T19:49:00.308172Z","end":"2026-02-25T19:49:03.006216Z","steps":["trace[1531900118] 'agreement among raft nodes before linearized reading' (duration: 2.697848403s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.006269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:00.308147Z","time spent":"2.69810969s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T19:49:03.006264Z","caller":"traceutil/trace.go:171","msg":"trace[805449632] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"2.356562854s","start":"2026-02-25T19:49:00.649621Z","end":"2026-02-25T19:49:03.006184Z","steps":["trace[805449632] 'process raft request' (duration: 1.5269818s)","trace[805449632] 'compare' (duration: 828.143666ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:03.006335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275381032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.00637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142529795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.00643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:00.649594Z","time spent":"2.356747698s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:03.006444Z","caller":"traceutil/trace.go:171","msg":"trace[440959369] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8103; }","duration":"1.275545326s","start":"2026-02-25T19:49:01.730866Z","end":"2026-02-25T19:49:03.006411Z","steps":["trace[440959369] 'agreement among raft nodes before linearized reading' (duration: 1.275352271s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.006468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275821203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.006523Z","caller":"traceutil/trace.go:171","msg":"trace[1053944041] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8103; }","duration":"1.275893126s","start":"2026-02-25T19:49:01.730615Z","end":"2026-02-25T19:49:03.006508Z","steps":["trace[1053944041] 'agreement among raft nodes before linearized reading' (duration: 1.275802984s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.006538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086165165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.006543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.730848Z","time spent":"1.27567476s","remote":"127.0.0.1:53474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:03.006568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.730607Z","time spent":"1.275947027s","remote":"127.0.0.1:53474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-02-25T19:49:03.006563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.842245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:49:03.006598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123082964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.006618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123907646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.006639Z","caller":"traceutil/trace.go:171","msg":"trace[397317895] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8103; }","duration":"1.123133675s","start":"2026-02-25T19:49:01.883495Z","end":"2026-02-25T19:49:03.006629Z","steps":["trace[397317895] 'agreement among raft nodes before linearized reading' (duration: 1.123050713s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:03.006649Z","caller":"traceutil/trace.go:171","msg":"trace[1805013395] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8103; }","duration":"1.123946666s","start":"2026-02-25T19:49:01.882694Z","end":"2026-02-25T19:49:03.006641Z","steps":["trace[1805013395] 'agreement among raft nodes before linearized reading' (duration: 1.123903005s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.00667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.88349Z","time spent":"1.123174406s","remote":"127.0.0.1:53546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-02-25T19:49:03.00667Z","caller":"traceutil/trace.go:171","msg":"trace[1363623814] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8103; }","duration":"620.962008ms","start":"2026-02-25T19:49:02.385656Z","end":"2026-02-25T19:49:03.006618Z","steps":["trace[1363623814] 'agreement among raft nodes before linearized reading' (duration: 620.858715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.006688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.882689Z","time spent":"1.123988678s","remote":"127.0.0.1:53546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:03.006708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417615561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.006739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:02.385632Z","time spent":"621.088912ms","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:49:03.006757Z","caller":"traceutil/trace.go:171","msg":"trace[1704238577] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8103; }","duration":"1.417711063s","start":"2026-02-25T19:49:01.589032Z","end":"2026-02-25T19:49:03.006743Z","steps":["trace[1704238577] 'agreement among raft nodes before linearized reading' (duration: 1.417623021s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.006752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203181179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.006757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1240672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.006794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.589008Z","time spent":"1.417776775s","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-02-25T19:49:03.006775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203139888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.00681Z","caller":"traceutil/trace.go:171","msg":"trace[1164859282] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8103; }","duration":"1.203254501s","start":"2026-02-25T19:49:01.80354Z","end":"2026-02-25T19:49:03.006795Z","steps":["trace[1164859282] 'agreement among raft nodes before linearized reading' (duration: 1.203157798s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:03.006816Z","caller":"traceutil/trace.go:171","msg":"trace[1721099697] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8103; }","duration":"1.124135792s","start":"2026-02-25T19:49:01.882668Z","end":"2026-02-25T19:49:03.006803Z","steps":["trace[1721099697] 'agreement among raft nodes before linearized reading' (duration: 1.124043039s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.006829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10615932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.006854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.882661Z","time spent":"1.124187573s","remote":"127.0.0.1:53546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"info","ts":"2026-02-25T19:49:03.006859Z","caller":"traceutil/trace.go:171","msg":"trace[1209623086] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8103; }","duration":"1.106221712s","start":"2026-02-25T19:49:01.900628Z","end":"2026-02-25T19:49:03.006849Z","steps":["trace[1209623086] 'agreement among raft nodes before linearized reading' (duration: 1.106178851s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.006857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.803531Z","time spent":"1.203313022s","remote":"127.0.0.1:53502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:03.00688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.900607Z","time spent":"1.106267824s","remote":"127.0.0.1:53548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-02-25T19:49:03.006911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142718769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.006926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1434594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.00695Z","caller":"traceutil/trace.go:171","msg":"trace[1641848650] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8103; }","duration":"1.142767191s","start":"2026-02-25T19:49:01.864173Z","end":"2026-02-25T19:49:03.00694Z","steps":["trace[1641848650] 'agreement among raft nodes before linearized reading' (duration: 1.14271124s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:03.006964Z","caller":"traceutil/trace.go:171","msg":"trace[1488839309] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8103; }","duration":"1.143517731s","start":"2026-02-25T19:49:01.863437Z","end":"2026-02-25T19:49:03.006954Z","steps":["trace[1488839309] 'agreement among raft nodes before linearized reading' (duration: 1.143461199s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.00697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433391873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.006998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106827569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296628431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.007028Z","caller":"traceutil/trace.go:171","msg":"trace[1717268120] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8103; }","duration":"1.106904961s","start":"2026-02-25T19:49:01.900116Z","end":"2026-02-25T19:49:03.007021Z","steps":["trace[1717268120] 'agreement among raft nodes before linearized reading' (duration: 1.10686466s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:03.007028Z","caller":"traceutil/trace.go:171","msg":"trace[1689019461] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8103; }","duration":"1.433459725s","start":"2026-02-25T19:49:01.573553Z","end":"2026-02-25T19:49:03.007013Z","steps":["trace[1689019461] 'agreement among raft nodes before linearized reading' (duration: 1.433383853s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.007049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318776964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.007062Z","caller":"traceutil/trace.go:171","msg":"trace[169434009] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8103; }","duration":"1.296715453s","start":"2026-02-25T19:49:01.710328Z","end":"2026-02-25T19:49:03.007043Z","steps":["trace[169434009] 'agreement among raft nodes before linearized reading' (duration: 1.296656872s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.00707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159994513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362966017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107198238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.573545Z","time spent":"1.433524797s","remote":"127.0.0.1:53398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-02-25T19:49:03.0071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.710315Z","time spent":"1.296777305s","remote":"127.0.0.1:53472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-02-25T19:49:03.007111Z","caller":"traceutil/trace.go:171","msg":"trace[102844968] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8103; }","duration":"1.10724559s","start":"2026-02-25T19:49:01.899861Z","end":"2026-02-25T19:49:03.007106Z","steps":["trace[102844968] 'agreement among raft nodes before linearized reading' (duration: 1.107211419s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.007127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297884534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.899854Z","time spent":"1.107280641s","remote":"127.0.0.1:53548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:03.007038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.14551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222015553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.007154Z","caller":"traceutil/trace.go:171","msg":"trace[1831654717] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8103; }","duration":"1.297942326s","start":"2026-02-25T19:49:01.709205Z","end":"2026-02-25T19:49:03.007147Z","steps":["trace[1831654717] 'agreement among raft nodes before linearized reading' (duration: 1.297899895s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.007155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160677251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.709187Z","time spent":"1.297988498s","remote":"127.0.0.1:53472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-02-25T19:49:03.007188Z","caller":"traceutil/trace.go:171","msg":"trace[851892524] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8103; }","duration":"1.160741642s","start":"2026-02-25T19:49:01.846436Z","end":"2026-02-25T19:49:03.007178Z","steps":["trace[851892524] 'agreement among raft nodes before linearized reading' (duration: 1.160696351s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:03.007189Z","caller":"traceutil/trace.go:171","msg":"trace[1295535255] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8103; }","duration":"1.222085265s","start":"2026-02-25T19:49:01.785086Z","end":"2026-02-25T19:49:03.007171Z","steps":["trace[1295535255] 'agreement among raft nodes before linearized reading' (duration: 1.222003512s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.007226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.846423Z","time spent":"1.160791304s","remote":"127.0.0.1:53516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-02-25T19:49:03.007232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.472548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-25T19:49:03.007107Z","caller":"traceutil/trace.go:171","msg":"trace[1246911471] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8103; }","duration":"1.160048594s","start":"2026-02-25T19:49:01.847046Z","end":"2026-02-25T19:49:03.007094Z","steps":["trace[1246911471] 'agreement among raft nodes before linearized reading' (duration: 1.159996792s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.007254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319017041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363574124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.847034Z","time spent":"1.160245479s","remote":"127.0.0.1:53516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"info","ts":"2026-02-25T19:49:03.007288Z","caller":"traceutil/trace.go:171","msg":"trace[1801458264] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad; range_end:; response_count:1; response_revision:8103; }","duration":"709.580671ms","start":"2026-02-25T19:49:02.297692Z","end":"2026-02-25T19:49:03.007273Z","steps":["trace[1801458264] 'agreement among raft nodes before linearized reading' (duration: 709.378996ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:03.007298Z","caller":"traceutil/trace.go:171","msg":"trace[785416214] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8103; }","duration":"1.319103073s","start":"2026-02-25T19:49:01.688182Z","end":"2026-02-25T19:49:03.007285Z","steps":["trace[785416214] 'agreement among raft nodes before linearized reading' (duration: 1.319034681s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.007304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222849925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298150511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:02.297662Z","time spent":"709.659664ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" "} {"level":"warn","ts":"2026-02-25T19:49:03.007349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.688159Z","time spent":"1.319176595s","remote":"127.0.0.1:53456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:49:03.007356Z","caller":"traceutil/trace.go:171","msg":"trace[1414097701] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8103; }","duration":"1.298208183s","start":"2026-02-25T19:49:01.709139Z","end":"2026-02-25T19:49:03.007347Z","steps":["trace[1414097701] 'agreement among raft nodes before linearized reading' (duration: 1.298156112s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.00735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433808374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.007358Z","caller":"traceutil/trace.go:171","msg":"trace[322672157] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8103; }","duration":"1.222955978s","start":"2026-02-25T19:49:01.784384Z","end":"2026-02-25T19:49:03.00734Z","steps":["trace[322672157] 'agreement among raft nodes before linearized reading' (duration: 1.222887506s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.007392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318567548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392243551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.007416Z","caller":"traceutil/trace.go:171","msg":"trace[2139274719] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8103; }","duration":"1.433915637s","start":"2026-02-25T19:49:01.573485Z","end":"2026-02-25T19:49:03.007401Z","steps":["trace[2139274719] 'agreement among raft nodes before linearized reading' (duration: 1.433821634s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.007428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.784356Z","time spent":"1.223056481s","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:49:03.007434Z","caller":"traceutil/trace.go:171","msg":"trace[336341228] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8103; }","duration":"1.31862541s","start":"2026-02-25T19:49:01.688797Z","end":"2026-02-25T19:49:03.007423Z","steps":["trace[336341228] 'agreement among raft nodes before linearized reading' (duration: 1.318564909s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:03.007447Z","caller":"traceutil/trace.go:171","msg":"trace[1009483001] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8103; }","duration":"1.392291963s","start":"2026-02-25T19:49:01.615147Z","end":"2026-02-25T19:49:03.007439Z","steps":["trace[1009483001] 'agreement among raft nodes before linearized reading' (duration: 1.392248422s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.007475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.68879Z","time spent":"1.318677582s","remote":"127.0.0.1:53456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-02-25T19:49:03.007483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.615139Z","time spent":"1.392334164s","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-02-25T19:49:03.007472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.573459Z","time spent":"1.433999839s","remote":"127.0.0.1:53398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-02-25T19:49:03.007526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262685132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161086012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344549405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.007582Z","caller":"traceutil/trace.go:171","msg":"trace[221870193] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8103; }","duration":"1.344581265s","start":"2026-02-25T19:49:01.662994Z","end":"2026-02-25T19:49:03.007575Z","steps":["trace[221870193] 'agreement among raft nodes before linearized reading' (duration: 1.344533304s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:03.007574Z","caller":"traceutil/trace.go:171","msg":"trace[178450854] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8103; }","duration":"1.161162683s","start":"2026-02-25T19:49:01.8464Z","end":"2026-02-25T19:49:03.007563Z","steps":["trace[178450854] 'agreement among raft nodes before linearized reading' (duration: 1.161082861s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.007595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223285937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344598375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06655955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.709128Z","time spent":"1.298254164s","remote":"127.0.0.1:53472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:03.007638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343600119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392518129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.007661Z","caller":"traceutil/trace.go:171","msg":"trace[11767515] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8103; }","duration":"1.34363889s","start":"2026-02-25T19:49:01.664016Z","end":"2026-02-25T19:49:03.007655Z","steps":["trace[11767515] 'agreement among raft nodes before linearized reading' (duration: 1.343606569s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.007664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262465527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.007665Z","caller":"traceutil/trace.go:171","msg":"trace[390074949] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8103; }","duration":"1.066639612s","start":"2026-02-25T19:49:01.941006Z","end":"2026-02-25T19:49:03.007645Z","steps":["trace[390074949] 'agreement among raft nodes before linearized reading' (duration: 1.06654787s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.007682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.664009Z","time spent":"1.34366814s","remote":"127.0.0.1:53452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-02-25T19:49:03.007683Z","caller":"traceutil/trace.go:171","msg":"trace[758190223] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8103; }","duration":"1.39255981s","start":"2026-02-25T19:49:01.615113Z","end":"2026-02-25T19:49:03.007673Z","steps":["trace[758190223] 'agreement among raft nodes before linearized reading' (duration: 1.392504079s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:03.007693Z","caller":"traceutil/trace.go:171","msg":"trace[1889556079] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8103; }","duration":"1.262503237s","start":"2026-02-25T19:49:01.745182Z","end":"2026-02-25T19:49:03.007685Z","steps":["trace[1889556079] 'agreement among raft nodes before linearized reading' (duration: 1.262460796s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.007689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463483879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.745175Z","time spent":"1.262538578s","remote":"127.0.0.1:53480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-02-25T19:49:03.007718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.615091Z","time spent":"1.392615941s","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:03.007719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.940997Z","time spent":"1.066706584s","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:03.007711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276695688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.007738Z","caller":"traceutil/trace.go:171","msg":"trace[2041556916] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8103; }","duration":"1.4635428s","start":"2026-02-25T19:49:01.544182Z","end":"2026-02-25T19:49:03.007725Z","steps":["trace[2041556916] 'agreement among raft nodes before linearized reading' (duration: 1.463465908s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:03.006862Z","caller":"traceutil/trace.go:171","msg":"trace[2003895731] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8103; }","duration":"1.203255441s","start":"2026-02-25T19:49:01.803581Z","end":"2026-02-25T19:49:03.006836Z","steps":["trace[2003895731] 'agreement among raft nodes before linearized reading' (duration: 1.203098867s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:03.007772Z","caller":"traceutil/trace.go:171","msg":"trace[1830296518] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8103; }","duration":"1.276772289s","start":"2026-02-25T19:49:01.730985Z","end":"2026-02-25T19:49:03.007757Z","steps":["trace[1830296518] 'agreement among raft nodes before linearized reading' (duration: 1.276680127s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.007782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184659423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.00779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.544178Z","time spent":"1.463599542s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-02-25T19:49:03.0078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.803576Z","time spent":"1.204212936s","remote":"127.0.0.1:53502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-02-25T19:49:03.007821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.730978Z","time spent":"1.276827891s","remote":"127.0.0.1:53474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"info","ts":"2026-02-25T19:49:03.007829Z","caller":"traceutil/trace.go:171","msg":"trace[759170259] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8103; }","duration":"1.184734245s","start":"2026-02-25T19:49:01.823077Z","end":"2026-02-25T19:49:03.007811Z","steps":["trace[759170259] 'agreement among raft nodes before linearized reading' (duration: 1.184676863s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:03.006575Z","caller":"traceutil/trace.go:171","msg":"trace[829852385] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8103; }","duration":"1.086254507s","start":"2026-02-25T19:49:01.920308Z","end":"2026-02-25T19:49:03.006562Z","steps":["trace[829852385] 'agreement among raft nodes before linearized reading' (duration: 1.086180105s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.007864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392780736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263008531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.82306Z","time spent":"1.184800276s","remote":"127.0.0.1:53510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-02-25T19:49:03.007882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.920292Z","time spent":"1.087577603s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-02-25T19:49:03.00789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185228148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.900081Z","time spent":"1.106968372s","remote":"127.0.0.1:53548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-02-25T19:49:03.007935Z","caller":"traceutil/trace.go:171","msg":"trace[1343225896] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8103; }","duration":"1.185327091s","start":"2026-02-25T19:49:01.822598Z","end":"2026-02-25T19:49:03.007925Z","steps":["trace[1343225896] 'agreement among raft nodes before linearized reading' (duration: 1.185261479s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.007942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418792592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.822569Z","time spent":"1.185390843s","remote":"127.0.0.1:53510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"info","ts":"2026-02-25T19:49:03.007972Z","caller":"traceutil/trace.go:171","msg":"trace[704131922] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8103; }","duration":"1.418860814s","start":"2026-02-25T19:49:01.589102Z","end":"2026-02-25T19:49:03.007963Z","steps":["trace[704131922] 'agreement among raft nodes before linearized reading' (duration: 1.418820853s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.006984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.864167Z","time spent":"1.142809132s","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-02-25T19:49:03.008006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066988992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.007194Z","caller":"traceutil/trace.go:171","msg":"trace[1825767799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8103; }","duration":"709.354425ms","start":"2026-02-25T19:49:02.297829Z","end":"2026-02-25T19:49:03.007184Z","steps":["trace[1825767799] 'agreement among raft nodes before linearized reading' (duration: 709.16515ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:03.008031Z","caller":"traceutil/trace.go:171","msg":"trace[1882930663] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8103; }","duration":"1.067064003s","start":"2026-02-25T19:49:01.940961Z","end":"2026-02-25T19:49:03.008025Z","steps":["trace[1882930663] 'agreement among raft nodes before linearized reading' (duration: 1.067021292s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.008041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418929396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.008056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.940931Z","time spent":"1.067119615s","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-02-25T19:49:03.008059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:02.297805Z","time spent":"710.247359ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:49:03.008068Z","caller":"traceutil/trace.go:171","msg":"trace[167315043] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8103; }","duration":"1.418966546s","start":"2026-02-25T19:49:01.589094Z","end":"2026-02-25T19:49:03.00806Z","steps":["trace[167315043] 'agreement among raft nodes before linearized reading' (duration: 1.418928155s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:03.007321Z","caller":"traceutil/trace.go:171","msg":"trace[1620491335] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8103; }","duration":"1.363603945s","start":"2026-02-25T19:49:01.643684Z","end":"2026-02-25T19:49:03.007288Z","steps":["trace[1620491335] 'agreement among raft nodes before linearized reading' (duration: 1.363558254s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.008083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464810495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.007013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.863428Z","time spent":"1.143573433s","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-02-25T19:49:03.008095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.589088Z","time spent":"1.418999997s","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:03.00816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067237548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.010198Z","caller":"traceutil/trace.go:171","msg":"trace[1408664917] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8103; }","duration":"1.069310073s","start":"2026-02-25T19:49:01.940878Z","end":"2026-02-25T19:49:03.010188Z","steps":["trace[1408664917] 'agreement among raft nodes before linearized reading' (duration: 1.067262809s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.010239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.940851Z","time spent":"1.069378035s","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-02-25T19:49:03.007124Z","caller":"traceutil/trace.go:171","msg":"trace[1788360335] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8103; }","duration":"1.3630451s","start":"2026-02-25T19:49:01.644063Z","end":"2026-02-25T19:49:03.007108Z","steps":["trace[1788360335] 'agreement among raft nodes before linearized reading' (duration: 1.362945907s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.010302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.644058Z","time spent":"1.366229125s","remote":"127.0.0.1:53440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-02-25T19:49:03.008005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.589075Z","time spent":"1.418920086s","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"info","ts":"2026-02-25T19:49:03.007899Z","caller":"traceutil/trace.go:171","msg":"trace[350803086] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8103; }","duration":"1.392818497s","start":"2026-02-25T19:49:01.615072Z","end":"2026-02-25T19:49:03.00789Z","steps":["trace[350803086] 'agreement among raft nodes before linearized reading' (duration: 1.392766355s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.010452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.614992Z","time spent":"1.395449667s","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-02-25T19:49:03.0069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433302951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.010525Z","caller":"traceutil/trace.go:171","msg":"trace[483153464] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8103; }","duration":"1.436965959s","start":"2026-02-25T19:49:01.573548Z","end":"2026-02-25T19:49:03.010514Z","steps":["trace[483153464] 'agreement among raft nodes before linearized reading' (duration: 1.433296031s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.010566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.57353Z","time spent":"1.43702314s","remote":"127.0.0.1:53398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:03.007243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.78508Z","time spent":"1.222148186s","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-02-25T19:49:03.007605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.662971Z","time spent":"1.344628536s","remote":"127.0.0.1:53452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"info","ts":"2026-02-25T19:49:03.007556Z","caller":"traceutil/trace.go:171","msg":"trace[303804255] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8103; }","duration":"1.262733084s","start":"2026-02-25T19:49:01.744815Z","end":"2026-02-25T19:49:03.007548Z","steps":["trace[303804255] 'agreement among raft nodes before linearized reading' (duration: 1.262679692s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.010792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.744807Z","time spent":"1.26597533s","remote":"127.0.0.1:53480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-02-25T19:49:03.007613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.846394Z","time spent":"1.161210145s","remote":"127.0.0.1:53516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:03.007726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203541608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.010927Z","caller":"traceutil/trace.go:171","msg":"trace[1089371886] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8103; }","duration":"1.206782365s","start":"2026-02-25T19:49:01.804131Z","end":"2026-02-25T19:49:03.010914Z","steps":["trace[1089371886] 'agreement among raft nodes before linearized reading' (duration: 1.203558648s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.010971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.804112Z","time spent":"1.206846237s","remote":"127.0.0.1:53502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"info","ts":"2026-02-25T19:49:03.007641Z","caller":"traceutil/trace.go:171","msg":"trace[1488092909] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8103; }","duration":"1.344655867s","start":"2026-02-25T19:49:01.66297Z","end":"2026-02-25T19:49:03.007626Z","steps":["trace[1488092909] 'agreement among raft nodes before linearized reading' (duration: 1.344568184s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.011045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.662953Z","time spent":"1.348078969s","remote":"127.0.0.1:53452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:03.007376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363711778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:03.008698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564831973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:49:03.011182Z","caller":"traceutil/trace.go:171","msg":"trace[484666383] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8103; }","duration":"1.567373321s","start":"2026-02-25T19:49:01.443779Z","end":"2026-02-25T19:49:03.011152Z","steps":["trace[484666383] 'agreement among raft nodes before linearized reading' (duration: 1.564881324s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.01123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.443754Z","time spent":"1.567456653s","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:49:03.011124Z","caller":"traceutil/trace.go:171","msg":"trace[1402299907] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8103; }","duration":"1.367499439s","start":"2026-02-25T19:49:01.643613Z","end":"2026-02-25T19:49:03.011113Z","steps":["trace[1402299907] 'agreement among raft nodes before linearized reading' (duration: 1.363737528s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.011414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.643586Z","time spent":"1.367815427s","remote":"127.0.0.1:53440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:49:03.007902Z","caller":"traceutil/trace.go:171","msg":"trace[2135186239] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8103; }","duration":"1.263047562s","start":"2026-02-25T19:49:01.744846Z","end":"2026-02-25T19:49:03.007894Z","steps":["trace[2135186239] 'agreement among raft nodes before linearized reading' (duration: 1.263000511s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.011552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.744843Z","time spent":"1.26669571s","remote":"127.0.0.1:53480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:03.006414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085871178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.011734Z","caller":"traceutil/trace.go:171","msg":"trace[776336203] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8103; }","duration":"1.091249811s","start":"2026-02-25T19:49:01.920467Z","end":"2026-02-25T19:49:03.011717Z","steps":["trace[776336203] 'agreement among raft nodes before linearized reading' (duration: 1.085790205s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.011769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.920455Z","time spent":"1.091302432s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:49:03.008137Z","caller":"traceutil/trace.go:171","msg":"trace[351874216] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8103; }","duration":"1.464867936s","start":"2026-02-25T19:49:01.543255Z","end":"2026-02-25T19:49:03.008123Z","steps":["trace[351874216] 'agreement among raft nodes before linearized reading' (duration: 1.464737413s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.012054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.543236Z","time spent":"1.468805371s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:03.008138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.643628Z","time spent":"1.364482928s","remote":"127.0.0.1:53440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-02-25T19:49:03.008172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185603398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.012446Z","caller":"traceutil/trace.go:171","msg":"trace[421709349] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8103; }","duration":"1.189958475s","start":"2026-02-25T19:49:01.822473Z","end":"2026-02-25T19:49:03.012432Z","steps":["trace[421709349] 'agreement among raft nodes before linearized reading' (duration: 1.185656019s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.012489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.822456Z","time spent":"1.190017997s","remote":"127.0.0.1:53510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:03.008492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465243096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.012582Z","caller":"traceutil/trace.go:171","msg":"trace[1502752674] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8103; }","duration":"1.469373687s","start":"2026-02-25T19:49:01.543189Z","end":"2026-02-25T19:49:03.012563Z","steps":["trace[1502752674] 'agreement among raft nodes before linearized reading' (duration: 1.465241976s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.01262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.543167Z","time spent":"1.469440448s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-02-25T19:49:03.008633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56401254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-25T19:49:03.012673Z","caller":"traceutil/trace.go:171","msg":"trace[1186037421] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8103; }","duration":"1.568106861s","start":"2026-02-25T19:49:01.444553Z","end":"2026-02-25T19:49:03.01266Z","steps":["trace[1186037421] 'agreement among raft nodes before linearized reading' (duration: 1.56397324s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:03.007081Z","caller":"traceutil/trace.go:171","msg":"trace[2042532169] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8103; }","duration":"1.318809255s","start":"2026-02-25T19:49:01.688264Z","end":"2026-02-25T19:49:03.007073Z","steps":["trace[2042532169] 'agreement among raft nodes before linearized reading' (duration: 1.318760444s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.012753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.444521Z","time spent":"1.568184273s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-25T19:49:03.012789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.688194Z","time spent":"1.324571709s","remote":"127.0.0.1:53456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"info","ts":"2026-02-25T19:49:03.006458Z","caller":"traceutil/trace.go:171","msg":"trace[1866812403] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8103; }","duration":"1.142652718s","start":"2026-02-25T19:49:01.86378Z","end":"2026-02-25T19:49:03.006433Z","steps":["trace[1866812403] 'agreement among raft nodes before linearized reading' (duration: 1.142470953s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.012953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.863774Z","time spent":"1.149166022s","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:03.008835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185081032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T19:49:03.013052Z","caller":"traceutil/trace.go:171","msg":"trace[498671121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8103; }","duration":"2.189347636s","start":"2026-02-25T19:49:00.823689Z","end":"2026-02-25T19:49:03.013037Z","steps":["trace[498671121] 'agreement among raft nodes before linearized reading' (duration: 2.184988679s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.013091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:00.823659Z","time spent":"2.189418928s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:49:03.008884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185740739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:49:03.013135Z","caller":"traceutil/trace.go:171","msg":"trace[1377206872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8103; }","duration":"2.190068075s","start":"2026-02-25T19:49:00.823055Z","end":"2026-02-25T19:49:03.013123Z","steps":["trace[1377206872] 'agreement among raft nodes before linearized reading' (duration: 2.185699548s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.013174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:00.823025Z","time spent":"2.190135577s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:49:03.008935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331113842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:49:03.013275Z","caller":"traceutil/trace.go:171","msg":"trace[1039472441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8103; }","duration":"2.335467009s","start":"2026-02-25T19:49:00.677791Z","end":"2026-02-25T19:49:03.013258Z","steps":["trace[1039472441] 'agreement among raft nodes before linearized reading' (duration: 2.331078671s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.008979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185482833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-25T19:49:03.013325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:00.67778Z","time spent":"2.33552809s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T19:49:03.013361Z","caller":"traceutil/trace.go:171","msg":"trace[1381455186] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8103; }","duration":"2.1898713s","start":"2026-02-25T19:49:00.823476Z","end":"2026-02-25T19:49:03.013347Z","steps":["trace[1381455186] 'agreement among raft nodes before linearized reading' (duration: 2.185437571s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.00902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351541299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-25T19:49:03.013401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:00.823471Z","time spent":"2.189917551s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-25T19:49:03.013431Z","caller":"traceutil/trace.go:171","msg":"trace[1643998940] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:8103; }","duration":"2.355973828s","start":"2026-02-25T19:49:00.657446Z","end":"2026-02-25T19:49:03.01342Z","steps":["trace[1643998940] 'agreement among raft nodes before linearized reading' (duration: 2.351510558s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.013463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:00.65743Z","time spent":"2.356024299s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T19:49:03.009065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185837572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T19:49:03.013498Z","caller":"traceutil/trace.go:171","msg":"trace[97610860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8103; }","duration":"2.190321602s","start":"2026-02-25T19:49:00.823166Z","end":"2026-02-25T19:49:03.013488Z","steps":["trace[97610860] 'agreement among raft nodes before linearized reading' (duration: 2.185836382s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.013526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:00.823135Z","time spent":"2.190382364s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:49:03.009291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561268476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.01361Z","caller":"traceutil/trace.go:171","msg":"trace[1715551565] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8103; }","duration":"2.565647433s","start":"2026-02-25T19:49:00.447951Z","end":"2026-02-25T19:49:03.013599Z","steps":["trace[1715551565] 'agreement among raft nodes before linearized reading' (duration: 2.561261265s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.013641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:00.447914Z","time spent":"2.565715565s","remote":"127.0.0.1:60882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:03.009595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402088713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T19:49:03.013697Z","caller":"traceutil/trace.go:171","msg":"trace[2112353409] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8103; }","duration":"2.406244764s","start":"2026-02-25T19:49:00.60744Z","end":"2026-02-25T19:49:03.013685Z","steps":["trace[2112353409] 'agreement among raft nodes before linearized reading' (duration: 2.40159881s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.01378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:00.607408Z","time spent":"2.406316556s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":868,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:03.00958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088546859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.013845Z","caller":"traceutil/trace.go:171","msg":"trace[162909969] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8103; }","duration":"1.092813534s","start":"2026-02-25T19:49:01.921006Z","end":"2026-02-25T19:49:03.01382Z","steps":["trace[162909969] 'agreement among raft nodes before linearized reading' (duration: 1.088526779s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.009999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186831699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T19:49:03.013897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.921Z","time spent":"1.092879985s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"info","ts":"2026-02-25T19:49:03.013914Z","caller":"traceutil/trace.go:171","msg":"trace[1372511417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8103; }","duration":"2.190747624s","start":"2026-02-25T19:49:00.823155Z","end":"2026-02-25T19:49:03.013902Z","steps":["trace[1372511417] 'agreement among raft nodes before linearized reading' (duration: 2.185931975s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.013951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:00.823025Z","time spent":"2.190914498s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T19:49:03.007623Z","caller":"traceutil/trace.go:171","msg":"trace[1227357831] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8103; }","duration":"1.223331818s","start":"2026-02-25T19:49:01.784282Z","end":"2026-02-25T19:49:03.007613Z","steps":["trace[1227357831] 'agreement among raft nodes before linearized reading' (duration: 1.223291527s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.014004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:01.784267Z","time spent":"1.229721059s","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"info","ts":"2026-02-25T19:49:03.404262Z","caller":"traceutil/trace.go:171","msg":"trace[990013659] linearizableReadLoop","detail":"{readStateIndex:8426; appliedIndex:8425; }","duration":"392.225242ms","start":"2026-02-25T19:49:03.012001Z","end":"2026-02-25T19:49:03.404226Z","steps":["trace[990013659] 'read index received' (duration: 391.822551ms)","trace[990013659] 'applied index is now lower than readState.Index' (duration: 401.031µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:03.40435Z","caller":"traceutil/trace.go:171","msg":"trace[316536073] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"392.585102ms","start":"2026-02-25T19:49:03.011707Z","end":"2026-02-25T19:49:03.404292Z","steps":["trace[316536073] 'process raft request' (duration: 392.240742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.404563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:03.011693Z","time spent":"392.749746ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:03.404831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.783807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-25T19:49:03.404917Z","caller":"traceutil/trace.go:171","msg":"trace[103865228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8104; }","duration":"392.915941ms","start":"2026-02-25T19:49:03.01198Z","end":"2026-02-25T19:49:03.404896Z","steps":["trace[103865228] 'agreement among raft nodes before linearized reading' (duration: 392.423718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.404965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:03.011971Z","time spent":"392.984642ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T19:49:03.573807Z","caller":"traceutil/trace.go:171","msg":"trace[194366938] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"556.876121ms","start":"2026-02-25T19:49:03.016897Z","end":"2026-02-25T19:49:03.573773Z","steps":["trace[194366938] 'process raft request' (duration: 556.602064ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:03.574037Z","caller":"traceutil/trace.go:171","msg":"trace[1796362148] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"557.039896ms","start":"2026-02-25T19:49:03.016982Z","end":"2026-02-25T19:49:03.574022Z","steps":["trace[1796362148] 'process raft request' (duration: 556.748088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.574161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:03.016959Z","time spent":"557.124988ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:03.574255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:03.016872Z","time spent":"557.028145ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:03.574417Z","caller":"traceutil/trace.go:171","msg":"trace[1997606308] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"556.597354ms","start":"2026-02-25T19:49:03.017807Z","end":"2026-02-25T19:49:03.574404Z","steps":["trace[1997606308] 'process raft request' (duration: 556.146552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.574467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:03.017793Z","time spent":"556.651545ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:03.574579Z","caller":"traceutil/trace.go:171","msg":"trace[1642774713] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"556.745597ms","start":"2026-02-25T19:49:03.017822Z","end":"2026-02-25T19:49:03.574568Z","steps":["trace[1642774713] 'process raft request' (duration: 556.498391ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:03.574599Z","caller":"traceutil/trace.go:171","msg":"trace[136250247] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"556.665916ms","start":"2026-02-25T19:49:03.01792Z","end":"2026-02-25T19:49:03.574586Z","steps":["trace[136250247] 'process raft request' (duration: 556.563903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.574623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:03.017809Z","time spent":"556.794539ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:03.574612Z","caller":"traceutil/trace.go:171","msg":"trace[408730729] linearizableReadLoop","detail":"{readStateIndex:8432; appliedIndex:8426; }","duration":"170.195768ms","start":"2026-02-25T19:49:03.404389Z","end":"2026-02-25T19:49:03.574585Z","steps":["trace[408730729] 'read index received' (duration: 169.192471ms)","trace[408730729] 'applied index is now lower than readState.Index' (duration: 1.002367ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:03.574683Z","caller":"traceutil/trace.go:171","msg":"trace[2087382621] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"556.438369ms","start":"2026-02-25T19:49:03.018238Z","end":"2026-02-25T19:49:03.574676Z","steps":["trace[2087382621] 'process raft request' (duration: 556.296985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.574712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:03.018232Z","time spent":"556.46414ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:03.574653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:03.017916Z","time spent":"556.717917ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:03.574833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.021852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bfcaea27-826d-416d-81ba-fa3e37dc7a82\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-25T19:49:03.574852Z","caller":"traceutil/trace.go:171","msg":"trace[1774801451] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bfcaea27-826d-416d-81ba-fa3e37dc7a82; range_end:; response_count:1; response_revision:8110; }","duration":"558.052113ms","start":"2026-02-25T19:49:03.016794Z","end":"2026-02-25T19:49:03.574846Z","steps":["trace[1774801451] 'agreement among raft nodes before linearized reading' (duration: 557.973511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.574867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:03.016788Z","time spent":"558.075823ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-bfcaea27-826d-416d-81ba-fa3e37dc7a82\" "} {"level":"warn","ts":"2026-02-25T19:49:03.575105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.513282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223808"} {"level":"info","ts":"2026-02-25T19:49:03.57515Z","caller":"traceutil/trace.go:171","msg":"trace[435345136] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8110; }","duration":"556.589654ms","start":"2026-02-25T19:49:03.01855Z","end":"2026-02-25T19:49:03.57514Z","steps":["trace[435345136] 'agreement among raft nodes before linearized reading' (duration: 556.166472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.575197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:03.018516Z","time spent":"556.670746ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-25T19:49:03.594645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.952914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19447"} {"level":"info","ts":"2026-02-25T19:49:03.594689Z","caller":"traceutil/trace.go:171","msg":"trace[354309409] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8111; }","duration":"188.058596ms","start":"2026-02-25T19:49:03.406618Z","end":"2026-02-25T19:49:03.594677Z","steps":["trace[354309409] 'agreement among raft nodes before linearized reading' (duration: 187.923292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.594689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.192713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:49:03.594745Z","caller":"traceutil/trace.go:171","msg":"trace[1657933304] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8111; }","duration":"153.277334ms","start":"2026-02-25T19:49:03.44145Z","end":"2026-02-25T19:49:03.594727Z","steps":["trace[1657933304] 'agreement among raft nodes before linearized reading' (duration: 153.179432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:03.767262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.146009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:03.76736Z","caller":"traceutil/trace.go:171","msg":"trace[289194368] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8111; }","duration":"101.324623ms","start":"2026-02-25T19:49:03.666004Z","end":"2026-02-25T19:49:03.767329Z","steps":["trace[289194368] 'range keys from in-memory index tree' (duration: 101.023575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:04.275828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.183532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:49:04.275969Z","caller":"traceutil/trace.go:171","msg":"trace[1087386360] linearizableReadLoop","detail":"{readStateIndex:8436; appliedIndex:8435; }","duration":"111.772574ms","start":"2026-02-25T19:49:04.164165Z","end":"2026-02-25T19:49:04.275937Z","steps":["trace[1087386360] 'read index received' (duration: 27.381µs)","trace[1087386360] 'applied index is now lower than readState.Index' (duration: 111.742523ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:04.276021Z","caller":"traceutil/trace.go:171","msg":"trace[567255859] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"270.943426ms","start":"2026-02-25T19:49:04.005029Z","end":"2026-02-25T19:49:04.275972Z","steps":["trace[567255859] 'process raft request' (duration: 142.501366ms)","trace[567255859] 'compare' (duration: 127.772082ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:04.276182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.01136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:49:04.27622Z","caller":"traceutil/trace.go:171","msg":"trace[1617467508] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8113; }","duration":"112.089832ms","start":"2026-02-25T19:49:04.16412Z","end":"2026-02-25T19:49:04.27621Z","steps":["trace[1617467508] 'agreement among raft nodes before linearized reading' (duration: 111.884856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:05.797994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732989368,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:49:06.821179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.942721ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:06.821368Z","caller":"traceutil/trace.go:171","msg":"trace[1411530068] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8114; }","duration":"980.156956ms","start":"2026-02-25T19:49:05.841187Z","end":"2026-02-25T19:49:06.821344Z","steps":["trace[1411530068] 'range keys from in-memory index tree' (duration: 979.91449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:06.822359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.532224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:49:06.822731Z","caller":"traceutil/trace.go:171","msg":"trace[1004050927] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"1.808475937s","start":"2026-02-25T19:49:05.014208Z","end":"2026-02-25T19:49:06.822684Z","steps":["trace[1004050927] 'process raft request' (duration: 814.47424ms)","trace[1004050927] 'compare' (duration: 991.87843ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:06.822916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:05.014181Z","time spent":"1.808622941s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:07.297185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000076207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T19:49:07.297277Z","caller":"traceutil/trace.go:171","msg":"trace[2045057993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191s","start":"2026-02-25T19:49:05.297065Z","end":"2026-02-25T19:49:07.297256Z","steps":["trace[2045057993] 'agreement among raft nodes before linearized reading' (duration: 2.000072657s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:07.297333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:05.296984Z","time spent":"2.000338594s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 19:49:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T19:49:08.378662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.54994793s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T19:49:08.769718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.695594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:49:08.769855Z","caller":"traceutil/trace.go:171","msg":"trace[893744946] linearizableReadLoop","detail":"{readStateIndex:8439; appliedIndex:8437; }","duration":"3.472748753s","start":"2026-02-25T19:49:05.297083Z","end":"2026-02-25T19:49:08.769832Z","steps":["trace[893744946] 'read index received' (duration: 531.616095ms)","trace[893744946] 'applied index is now lower than readState.Index' (duration: 2.941130088s)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:08.769968Z","caller":"traceutil/trace.go:171","msg":"trace[1876925654] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"3.755109434s","start":"2026-02-25T19:49:05.014844Z","end":"2026-02-25T19:49:08.769954Z","steps":["trace[1876925654] 'process raft request' (duration: 3.3640576s)","trace[1876925654] 'compare' (duration: 390.262703ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:08.770047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:05.014814Z","time spent":"3.755192906s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:08.770755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570996506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:08.770858Z","caller":"traceutil/trace.go:171","msg":"trace[989978662] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8116; }","duration":"2.57116754s","start":"2026-02-25T19:49:06.199661Z","end":"2026-02-25T19:49:08.770829Z","steps":["trace[989978662] 'agreement among raft nodes before linearized reading' (duration: 2.570980595s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:08.770875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.190169106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T19:49:08.77092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:06.199634Z","time spent":"2.571273904s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:08.770952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.190322291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:49:08.770965Z","caller":"traceutil/trace.go:171","msg":"trace[1251984045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8116; }","duration":"3.190290019s","start":"2026-02-25T19:49:05.580652Z","end":"2026-02-25T19:49:08.770942Z","steps":["trace[1251984045] 'agreement among raft nodes before linearized reading' (duration: 3.190024612s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:08.771004Z","caller":"traceutil/trace.go:171","msg":"trace[1767970697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8116; }","duration":"3.190395732s","start":"2026-02-25T19:49:05.580594Z","end":"2026-02-25T19:49:08.77099Z","steps":["trace[1767970697] 'agreement among raft nodes before linearized reading' (duration: 3.190293679s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:08.771013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:05.580613Z","time spent":"3.190390372s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:49:08.771061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:05.58058Z","time spent":"3.190457904s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:49:08.771087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036695777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:49:08.771256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.728928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:49:08.771289Z","caller":"traceutil/trace.go:171","msg":"trace[1922907654] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8116; }","duration":"618.809489ms","start":"2026-02-25T19:49:08.152469Z","end":"2026-02-25T19:49:08.771278Z","steps":["trace[1922907654] 'agreement among raft nodes before linearized reading' (duration: 618.732607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:08.771264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473667013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:08.771297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.398054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:49:08.771325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:08.152421Z","time spent":"618.895731ms","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:08.771342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326694127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-fb4b7567d-zctvx.1897951814111a65\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-25T19:49:08.771356Z","caller":"traceutil/trace.go:171","msg":"trace[1599948052] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8116; }","duration":"168.506657ms","start":"2026-02-25T19:49:08.602835Z","end":"2026-02-25T19:49:08.771342Z","steps":["trace[1599948052] 'agreement among raft nodes before linearized reading' (duration: 168.365633ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:08.771384Z","caller":"traceutil/trace.go:171","msg":"trace[731054446] range","detail":"{range_begin:/registry/events/openstack/barbican-api-fb4b7567d-zctvx.1897951814111a65; range_end:; response_count:1; response_revision:8116; }","duration":"1.32678163s","start":"2026-02-25T19:49:07.444592Z","end":"2026-02-25T19:49:08.771373Z","steps":["trace[731054446] 'agreement among raft nodes before linearized reading' (duration: 1.326632716s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:08.771414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:07.444562Z","time spent":"1.326845501s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-fb4b7567d-zctvx.1897951814111a65\" "} {"level":"info","ts":"2026-02-25T19:49:08.771421Z","caller":"traceutil/trace.go:171","msg":"trace[896310496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8116; }","duration":"1.473777436s","start":"2026-02-25T19:49:07.297552Z","end":"2026-02-25T19:49:08.77133Z","steps":["trace[896310496] 'agreement among raft nodes before linearized reading' (duration: 1.473677133s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:08.771506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191252355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T19:49:08.771183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.652554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:08.771627Z","caller":"traceutil/trace.go:171","msg":"trace[694444155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8116; }","duration":"3.191365308s","start":"2026-02-25T19:49:05.580201Z","end":"2026-02-25T19:49:08.771567Z","steps":["trace[694444155] 'agreement among raft nodes before linearized reading' (duration: 3.191138202s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:08.771656Z","caller":"traceutil/trace.go:171","msg":"trace[382207612] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8116; }","duration":"651.055064ms","start":"2026-02-25T19:49:08.12052Z","end":"2026-02-25T19:49:08.771575Z","steps":["trace[382207612] 'agreement among raft nodes before linearized reading' (duration: 650.627863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:08.771703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:05.580175Z","time spent":"3.191510692s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:49:08.771731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:08.120447Z","time spent":"651.242489ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:49:08.771282Z","caller":"traceutil/trace.go:171","msg":"trace[1927542557] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8116; }","duration":"3.036963824s","start":"2026-02-25T19:49:05.734288Z","end":"2026-02-25T19:49:08.771252Z","steps":["trace[1927542557] 'agreement among raft nodes before linearized reading' (duration: 3.036427119s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:08.771869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191775989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:49:08.771916Z","caller":"traceutil/trace.go:171","msg":"trace[1386158308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8116; }","duration":"3.191847411s","start":"2026-02-25T19:49:05.580054Z","end":"2026-02-25T19:49:08.771902Z","steps":["trace[1386158308] 'agreement among raft nodes before linearized reading' (duration: 3.191725088s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:08.771962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:05.580041Z","time spent":"3.191912733s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:49:08.771505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:07.297519Z","time spent":"1.473971401s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:49:08.771945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:05.734266Z","time spent":"3.037619101s","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:08.771149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.188603274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:49:08.772109Z","caller":"traceutil/trace.go:171","msg":"trace[458498140] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:8116; }","duration":"3.189637632s","start":"2026-02-25T19:49:05.582453Z","end":"2026-02-25T19:49:08.77209Z","steps":["trace[458498140] 'agreement among raft nodes before linearized reading' (duration: 3.188308947s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:08.771202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.97804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:49:08.772214Z","caller":"traceutil/trace.go:171","msg":"trace[1935143392] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8116; }","duration":"894.015588ms","start":"2026-02-25T19:49:07.878182Z","end":"2026-02-25T19:49:08.772198Z","steps":["trace[1935143392] 'agreement among raft nodes before linearized reading' (duration: 892.96886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:08.772255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:07.878162Z","time spent":"894.080729ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:08.771181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.008001468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-25T19:49:08.772305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:05.582438Z","time spent":"3.189746335s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"info","ts":"2026-02-25T19:49:08.772374Z","caller":"traceutil/trace.go:171","msg":"trace[1984700207] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8116; }","duration":"3.009228911s","start":"2026-02-25T19:49:05.763112Z","end":"2026-02-25T19:49:08.772341Z","steps":["trace[1984700207] 'agreement among raft nodes before linearized reading' (duration: 3.007645328s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:08.772564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:05.763082Z","time spent":"3.009462097s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:49:08.771262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19143051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T19:49:08.772822Z","caller":"traceutil/trace.go:171","msg":"trace[149704779] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8116; }","duration":"3.193076034s","start":"2026-02-25T19:49:05.579727Z","end":"2026-02-25T19:49:08.772803Z","steps":["trace[149704779] 'agreement among raft nodes before linearized reading' (duration: 3.190551637s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:08.772872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:05.579695Z","time spent":"3.193160326s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:49:08.770854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.190502355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T19:49:08.772972Z","caller":"traceutil/trace.go:171","msg":"trace[958127418] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8116; }","duration":"3.192632062s","start":"2026-02-25T19:49:05.580321Z","end":"2026-02-25T19:49:08.772953Z","steps":["trace[958127418] 'agreement among raft nodes before linearized reading' (duration: 3.190400533s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:08.773052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:05.580313Z","time spent":"3.192701764s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:49:09.277611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732989373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:49:09.778024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732989373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:49:10.040433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.265447635s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T19:49:10.781502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000557603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T19:49:10.781592Z","caller":"traceutil/trace.go:171","msg":"trace[1744168292] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000690266s","start":"2026-02-25T19:49:08.780881Z","end":"2026-02-25T19:49:10.781571Z","steps":["trace[1744168292] 'agreement among raft nodes before linearized reading' (duration: 2.000579593s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:10.78163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:08.780862Z","time spent":"2.000762169s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 19:49:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T19:49:11.056143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:09.801163Z","time spent":"1.254966704s","remote":"127.0.0.1:34994","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T19:49:11.05728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016475611s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:49:11.057485Z","caller":"traceutil/trace.go:171","msg":"trace[1880692261] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"2.282559953s","start":"2026-02-25T19:49:08.774824Z","end":"2026-02-25T19:49:11.057384Z","steps":["trace[1880692261] 'process raft request' (duration: 1.265862777s)","trace[1880692261] 'compare' (duration: 1.016312585s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:11.057629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:08.774797Z","time spent":"2.282750308s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:11.126079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.085380707s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:49:11.126909Z","caller":"traceutil/trace.go:171","msg":"trace[102930904] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"2.349553289s","start":"2026-02-25T19:49:08.777322Z","end":"2026-02-25T19:49:11.126875Z","steps":["trace[102930904] 'process raft request' (duration: 2.348965403s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:11.127011Z","caller":"traceutil/trace.go:171","msg":"trace[1872631163] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"2.349553529s","start":"2026-02-25T19:49:08.777423Z","end":"2026-02-25T19:49:11.126976Z","steps":["trace[1872631163] 'process raft request' (duration: 2.349312953s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:11.127052Z","caller":"traceutil/trace.go:171","msg":"trace[174921681] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"2.34958087s","start":"2026-02-25T19:49:08.777441Z","end":"2026-02-25T19:49:11.127022Z","steps":["trace[174921681] 'process raft request' (duration: 2.349396905s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:11.127071Z","caller":"traceutil/trace.go:171","msg":"trace[1841008772] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"2.348356707s","start":"2026-02-25T19:49:08.778695Z","end":"2026-02-25T19:49:11.127052Z","steps":["trace[1841008772] 'process raft request' (duration: 2.348189163s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:11.12712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:08.77731Z","time spent":"2.349675653s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:11.127174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:08.777408Z","time spent":"2.349681482s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:11.127178Z","caller":"traceutil/trace.go:171","msg":"trace[1521195605] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"2.348294865s","start":"2026-02-25T19:49:08.77885Z","end":"2026-02-25T19:49:11.127145Z","steps":["trace[1521195605] 'process raft request' (duration: 2.34811935s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:11.127201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:08.777415Z","time spent":"2.349689593s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:11.127215Z","caller":"traceutil/trace.go:171","msg":"trace[1511864107] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"2.348415219s","start":"2026-02-25T19:49:08.778772Z","end":"2026-02-25T19:49:11.127187Z","steps":["trace[1511864107] 'process raft request' (duration: 2.348152802s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:11.127239Z","caller":"traceutil/trace.go:171","msg":"trace[1244592811] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"2.348320466s","start":"2026-02-25T19:49:08.778902Z","end":"2026-02-25T19:49:11.127223Z","steps":["trace[1244592811] 'process raft request' (duration: 2.34811376s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:11.127293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:08.778896Z","time spent":"2.348369977s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:11.127292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:08.778768Z","time spent":"2.348486111s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:11.127281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:08.778844Z","time spent":"2.348387798s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:11.127337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:08.778685Z","time spent":"2.348421029s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:11.127356Z","caller":"traceutil/trace.go:171","msg":"trace[1712071817] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"2.299212939s","start":"2026-02-25T19:49:08.828134Z","end":"2026-02-25T19:49:11.127347Z","steps":["trace[1712071817] 'process raft request' (duration: 2.298933952s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:11.127407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:08.828103Z","time spent":"2.299273901s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:11.480918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.782394ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T19:49:11.481041Z","caller":"traceutil/trace.go:171","msg":"trace[483885311] linearizableReadLoop","detail":"{readStateIndex:8449; appliedIndex:8439; }","duration":"2.703797686s","start":"2026-02-25T19:49:08.777219Z","end":"2026-02-25T19:49:11.481017Z","steps":["trace[483885311] 'read index received' (duration: 1.263466033s)","trace[483885311] 'applied index is now lower than readState.Index' (duration: 1.440329583s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:11.481605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704365341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223808"} {"level":"info","ts":"2026-02-25T19:49:11.481649Z","caller":"traceutil/trace.go:171","msg":"trace[2072159805] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8125; }","duration":"2.704455324s","start":"2026-02-25T19:49:08.777183Z","end":"2026-02-25T19:49:11.481639Z","steps":["trace[2072159805] 'agreement among raft nodes before linearized reading' (duration: 2.703995441s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:11.481692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:08.777164Z","time spent":"2.704517896s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T19:49:11.604931Z","caller":"traceutil/trace.go:171","msg":"trace[881694014] linearizableReadLoop","detail":"{readStateIndex:8450; appliedIndex:8449; }","duration":"123.82489ms","start":"2026-02-25T19:49:11.481069Z","end":"2026-02-25T19:49:11.604894Z","steps":["trace[881694014] 'read index received' (duration: 123.481641ms)","trace[881694014] 'applied index is now lower than readState.Index' (duration: 341.999µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:11.605322Z","caller":"traceutil/trace.go:171","msg":"trace[1248106812] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"826.393985ms","start":"2026-02-25T19:49:10.778905Z","end":"2026-02-25T19:49:11.6053Z","steps":["trace[1248106812] 'process raft request' (duration: 825.695176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:11.605396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.59113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:11.605445Z","caller":"traceutil/trace.go:171","msg":"trace[1712741098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8126; }","duration":"823.663132ms","start":"2026-02-25T19:49:10.781769Z","end":"2026-02-25T19:49:11.605432Z","steps":["trace[1712741098] 'agreement among raft nodes before linearized reading' (duration: 823.59402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:11.605479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:10.778867Z","time spent":"826.516998ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:11.605492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:10.781748Z","time spent":"823.734534ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:49:11.605525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.336387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-25T19:49:11.60561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31187054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:11.605579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819378465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:11.605625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683452751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:11.605678Z","caller":"traceutil/trace.go:171","msg":"trace[34300977] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8126; }","duration":"1.311991593s","start":"2026-02-25T19:49:10.293669Z","end":"2026-02-25T19:49:11.605661Z","steps":["trace[34300977] 'agreement among raft nodes before linearized reading' (duration: 1.31188584s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:11.605741Z","caller":"traceutil/trace.go:171","msg":"trace[1071507750] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8126; }","duration":"2.683651386s","start":"2026-02-25T19:49:08.922064Z","end":"2026-02-25T19:49:11.605715Z","steps":["trace[1071507750] 'agreement among raft nodes before linearized reading' (duration: 2.68340581s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:11.605733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.186995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:49:11.605638Z","caller":"traceutil/trace.go:171","msg":"trace[1670672257] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad; range_end:; response_count:1; response_revision:8126; }","duration":"543.518531ms","start":"2026-02-25T19:49:11.062089Z","end":"2026-02-25T19:49:11.605607Z","steps":["trace[1670672257] 'agreement among raft nodes before linearized reading' (duration: 543.179962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:11.605801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:11.06206Z","time spent":"543.732227ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" "} {"level":"info","ts":"2026-02-25T19:49:11.6058Z","caller":"traceutil/trace.go:171","msg":"trace[128396652] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8126; }","duration":"398.312049ms","start":"2026-02-25T19:49:11.207472Z","end":"2026-02-25T19:49:11.605784Z","steps":["trace[128396652] 'agreement among raft nodes before linearized reading' (duration: 398.035012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:11.605871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:11.207443Z","time spent":"398.414181ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":78,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:49:11.605852Z","caller":"traceutil/trace.go:171","msg":"trace[1076460588] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8126; }","duration":"1.819586831s","start":"2026-02-25T19:49:09.786098Z","end":"2026-02-25T19:49:11.605685Z","steps":["trace[1076460588] 'agreement among raft nodes before linearized reading' (duration: 1.819324664s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:11.605328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786888734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-25T19:49:11.605999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:09.786076Z","time spent":"1.819872328s","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:49:11.606058Z","caller":"traceutil/trace.go:171","msg":"trace[448350204] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8126; }","duration":"2.787614103s","start":"2026-02-25T19:49:08.818362Z","end":"2026-02-25T19:49:11.605977Z","steps":["trace[448350204] 'agreement among raft nodes before linearized reading' (duration: 2.786669508s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:11.605749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:10.293628Z","time spent":"1.312103676s","remote":"127.0.0.1:56120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:11.606123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:08.818349Z","time spent":"2.787753168s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T19:49:11.605796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:08.922037Z","time spent":"2.683750799s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:12.234291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.738346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:49:12.234472Z","caller":"traceutil/trace.go:171","msg":"trace[45345622] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"625.984682ms","start":"2026-02-25T19:49:11.608434Z","end":"2026-02-25T19:49:12.234419Z","steps":["trace[45345622] 'process raft request' (duration: 137.994319ms)","trace[45345622] 'compare' (duration: 487.434308ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:12.234536Z","caller":"traceutil/trace.go:171","msg":"trace[202010539] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"360.851664ms","start":"2026-02-25T19:49:11.873665Z","end":"2026-02-25T19:49:12.234516Z","steps":["trace[202010539] 'process raft request' (duration: 360.750711ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:12.234564Z","caller":"traceutil/trace.go:171","msg":"trace[1527949691] linearizableReadLoop","detail":"{readStateIndex:8451; appliedIndex:8450; }","duration":"610.487437ms","start":"2026-02-25T19:49:11.624024Z","end":"2026-02-25T19:49:12.234512Z","steps":["trace[1527949691] 'read index received' (duration: 122.466803ms)","trace[1527949691] 'applied index is now lower than readState.Index' (duration: 488.012593ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:12.234689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:11.608407Z","time spent":"626.167587ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:12.234624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:11.873636Z","time spent":"360.945927ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:12.234938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.813996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-25T19:49:12.234983Z","caller":"traceutil/trace.go:171","msg":"trace[565222446] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8128; }","duration":"610.907588ms","start":"2026-02-25T19:49:11.624066Z","end":"2026-02-25T19:49:12.234974Z","steps":["trace[565222446] 'agreement among raft nodes before linearized reading' (duration: 610.705033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:12.235015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:11.624045Z","time spent":"610.96202ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T19:49:12.234953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.865227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:12.235294Z","caller":"traceutil/trace.go:171","msg":"trace[865291149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8128; }","duration":"611.162535ms","start":"2026-02-25T19:49:11.624015Z","end":"2026-02-25T19:49:12.235178Z","steps":["trace[865291149] 'agreement among raft nodes before linearized reading' (duration: 610.668751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:12.235371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:11.623944Z","time spent":"611.404081ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:49:12.731501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.14723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:49:12.731634Z","caller":"traceutil/trace.go:171","msg":"trace[1754109482] linearizableReadLoop","detail":"{readStateIndex:8453; appliedIndex:8452; }","duration":"382.235277ms","start":"2026-02-25T19:49:12.349377Z","end":"2026-02-25T19:49:12.731613Z","steps":["trace[1754109482] 'read index received' (duration: 270.987505ms)","trace[1754109482] 'applied index is now lower than readState.Index' (duration: 111.246182ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:12.731716Z","caller":"traceutil/trace.go:171","msg":"trace[186971020] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"469.686172ms","start":"2026-02-25T19:49:12.262016Z","end":"2026-02-25T19:49:12.731702Z","steps":["trace[186971020] 'process raft request' (duration: 358.211473ms)","trace[186971020] 'compare' (duration: 110.953835ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:12.731803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:12.261989Z","time spent":"469.775935ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:12.732089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.70874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:12.732132Z","caller":"traceutil/trace.go:171","msg":"trace[1752706119] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8129; }","duration":"382.799632ms","start":"2026-02-25T19:49:12.349321Z","end":"2026-02-25T19:49:12.732121Z","steps":["trace[1752706119] 'agreement among raft nodes before linearized reading' (duration: 382.700899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:12.732167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:12.3493Z","time spent":"382.859784ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T19:49:13.87783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.254014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:49:13.877949Z","caller":"traceutil/trace.go:171","msg":"trace[1738482955] linearizableReadLoop","detail":"{readStateIndex:8454; appliedIndex:8453; }","duration":"1.14626428s","start":"2026-02-25T19:49:12.731664Z","end":"2026-02-25T19:49:13.877928Z","steps":["trace[1738482955] 'read index received' (duration: 210.710329ms)","trace[1738482955] 'applied index is now lower than readState.Index' (duration: 935.552591ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:13.878028Z","caller":"traceutil/trace.go:171","msg":"trace[293639701] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"1.371881409s","start":"2026-02-25T19:49:12.506134Z","end":"2026-02-25T19:49:13.878016Z","steps":["trace[293639701] 'process raft request' (duration: 436.338818ms)","trace[293639701] 'compare' (duration: 934.075371ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:13.878092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:12.5061Z","time spent":"1.371959621s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:13.878162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182527533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:13.878261Z","caller":"traceutil/trace.go:171","msg":"trace[1297251829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8130; }","duration":"1.182683337s","start":"2026-02-25T19:49:12.695551Z","end":"2026-02-25T19:49:13.878234Z","steps":["trace[1297251829] 'agreement among raft nodes before linearized reading' (duration: 1.182490791s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:13.878304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:12.695526Z","time spent":"1.182770349s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:49:14.378878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732989399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:49:14.886149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732989399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:49:15.255902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.122660777s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T19:49:15.294195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999426443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T19:49:15.294299Z","caller":"traceutil/trace.go:171","msg":"trace[1848715278] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999601057s","start":"2026-02-25T19:49:13.294673Z","end":"2026-02-25T19:49:15.294274Z","steps":["trace[1848715278] 'agreement among raft nodes before linearized reading' (duration: 1.999461273s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.294361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:13.29465Z","time spent":"1.99969823s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 19:49:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T19:49:15.900359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.81359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:49:15.90068Z","caller":"traceutil/trace.go:171","msg":"trace[1561940479] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"2.767554325s","start":"2026-02-25T19:49:13.133079Z","end":"2026-02-25T19:49:15.900634Z","steps":["trace[1561940479] 'process raft request' (duration: 2.123328224s)","trace[1561940479] 'compare' (duration: 640.964804ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:15.9007Z","caller":"traceutil/trace.go:171","msg":"trace[433632743] linearizableReadLoop","detail":"{readStateIndex:8457; appliedIndex:8454; }","duration":"2.022702016s","start":"2026-02-25T19:49:13.877976Z","end":"2026-02-25T19:49:15.900678Z","steps":["trace[433632743] 'read index received' (duration: 1.378457675s)","trace[433632743] 'applied index is now lower than readState.Index' (duration: 644.243091ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:15.900887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:13.13306Z","time spent":"2.76773638s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:15.901168Z","caller":"traceutil/trace.go:171","msg":"trace[356965124] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"2.287549786s","start":"2026-02-25T19:49:13.613587Z","end":"2026-02-25T19:49:15.901137Z","steps":["trace[356965124] 'process raft request' (duration: 2.286914579s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.901257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:13.613556Z","time spent":"2.28765864s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:15.901297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768742077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T19:49:15.901346Z","caller":"traceutil/trace.go:171","msg":"trace[635839360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8133; }","duration":"2.768852071s","start":"2026-02-25T19:49:13.132479Z","end":"2026-02-25T19:49:15.901331Z","steps":["trace[635839360] 'agreement among raft nodes before linearized reading' (duration: 2.768676956s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.901394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:13.132444Z","time spent":"2.768942843s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:49:15.901572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769148908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-25T19:49:15.901608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768340047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T19:49:15.901622Z","caller":"traceutil/trace.go:171","msg":"trace[641463762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8133; }","duration":"2.769264371s","start":"2026-02-25T19:49:13.132346Z","end":"2026-02-25T19:49:15.901611Z","steps":["trace[641463762] 'agreement among raft nodes before linearized reading' (duration: 2.769101877s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:15.901642Z","caller":"traceutil/trace.go:171","msg":"trace[470359278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8133; }","duration":"2.768396068s","start":"2026-02-25T19:49:13.133236Z","end":"2026-02-25T19:49:15.901632Z","steps":["trace[470359278] 'agreement among raft nodes before linearized reading' (duration: 2.768303165s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.901662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:13.132313Z","time spent":"2.769342013s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T19:49:15.901657Z","caller":"traceutil/trace.go:171","msg":"trace[1020283077] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"1.947147011s","start":"2026-02-25T19:49:13.954478Z","end":"2026-02-25T19:49:15.901625Z","steps":["trace[1020283077] 'process raft request' (duration: 1.946141864s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.90179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769123638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T19:49:15.901836Z","caller":"traceutil/trace.go:171","msg":"trace[1439044062] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8133; }","duration":"2.769165589s","start":"2026-02-25T19:49:13.132657Z","end":"2026-02-25T19:49:15.901823Z","steps":["trace[1439044062] 'agreement among raft nodes before linearized reading' (duration: 2.769051116s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.901834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:13.954417Z","time spent":"1.947321236s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:15.901909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164708623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:15.901948Z","caller":"traceutil/trace.go:171","msg":"trace[434301783] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8133; }","duration":"3.164769675s","start":"2026-02-25T19:49:12.737169Z","end":"2026-02-25T19:49:15.901938Z","steps":["trace[434301783] 'agreement among raft nodes before linearized reading' (duration: 3.164715094s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.901987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:12.737155Z","time spent":"3.164825476s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T19:49:15.90206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087279208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T19:49:15.902102Z","caller":"traceutil/trace.go:171","msg":"trace[2084656649] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:8133; }","duration":"2.08736062s","start":"2026-02-25T19:49:13.81473Z","end":"2026-02-25T19:49:15.902091Z","steps":["trace[2084656649] 'agreement among raft nodes before linearized reading' (duration: 2.087255757s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.90214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:13.814705Z","time spent":"2.087427501s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-25T19:49:15.902157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891856239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:15.90219Z","caller":"traceutil/trace.go:171","msg":"trace[1174470233] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8133; }","duration":"1.891937901s","start":"2026-02-25T19:49:14.010243Z","end":"2026-02-25T19:49:15.902181Z","steps":["trace[1174470233] 'agreement among raft nodes before linearized reading' (duration: 1.891879549s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.902228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:14.010221Z","time spent":"1.892000173s","remote":"127.0.0.1:47292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:15.901684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:13.133222Z","time spent":"2.76845559s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:49:15.902367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.006204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:15.902396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.755309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:15.902417Z","caller":"traceutil/trace.go:171","msg":"trace[507190545] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8133; }","duration":"309.106386ms","start":"2026-02-25T19:49:15.593297Z","end":"2026-02-25T19:49:15.902404Z","steps":["trace[507190545] 'agreement among raft nodes before linearized reading' (duration: 309.030674ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:15.902427Z","caller":"traceutil/trace.go:171","msg":"trace[390817956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8133; }","duration":"599.80314ms","start":"2026-02-25T19:49:15.302615Z","end":"2026-02-25T19:49:15.902418Z","steps":["trace[390817956] 'agreement among raft nodes before linearized reading' (duration: 599.755439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.901865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:13.132553Z","time spent":"2.769306053s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:49:15.902464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:15.302607Z","time spent":"599.847892ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:49:15.901541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395047768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:49:15.902564Z","caller":"traceutil/trace.go:171","msg":"trace[851855128] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:8133; }","duration":"2.396158508s","start":"2026-02-25T19:49:13.506395Z","end":"2026-02-25T19:49:15.902553Z","steps":["trace[851855128] 'agreement among raft nodes before linearized reading' (duration: 2.394893585s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.902601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:13.506364Z","time spent":"2.396229291s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T19:49:15.901861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769501118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:49:15.902655Z","caller":"traceutil/trace.go:171","msg":"trace[1344723967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8133; }","duration":"2.77034197s","start":"2026-02-25T19:49:13.1323Z","end":"2026-02-25T19:49:15.902642Z","steps":["trace[1344723967] 'agreement among raft nodes before linearized reading' (duration: 2.769495817s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.902706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:13.13227Z","time spent":"2.770424172s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:49:15.902715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051988993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:49:15.902756Z","caller":"traceutil/trace.go:171","msg":"trace[1668652723] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8133; }","duration":"1.052061965s","start":"2026-02-25T19:49:14.850682Z","end":"2026-02-25T19:49:15.902744Z","steps":["trace[1668652723] 'agreement among raft nodes before linearized reading' (duration: 1.052003693s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.902805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:14.850665Z","time spent":"1.052131127s","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:15.901949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769338363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T19:49:15.902667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.807067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-25T19:49:15.902872Z","caller":"traceutil/trace.go:171","msg":"trace[1704441725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8133; }","duration":"2.770275029s","start":"2026-02-25T19:49:13.132586Z","end":"2026-02-25T19:49:15.902861Z","steps":["trace[1704441725] 'agreement among raft nodes before linearized reading' (duration: 2.769299503s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:15.902905Z","caller":"traceutil/trace.go:171","msg":"trace[1946729695] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad; range_end:; response_count:1; response_revision:8133; }","duration":"604.078385ms","start":"2026-02-25T19:49:15.298811Z","end":"2026-02-25T19:49:15.902889Z","steps":["trace[1946729695] 'agreement among raft nodes before linearized reading' (duration: 603.785017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.902951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:15.298789Z","time spent":"604.151907ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" "} {"level":"warn","ts":"2026-02-25T19:49:15.902987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09887698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:15.903039Z","caller":"traceutil/trace.go:171","msg":"trace[2055599735] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8133; }","duration":"1.098946322s","start":"2026-02-25T19:49:14.804073Z","end":"2026-02-25T19:49:15.903019Z","steps":["trace[2055599735] 'agreement among raft nodes before linearized reading' (duration: 1.09888399s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.90308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:14.80406Z","time spent":"1.099012503s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:15.903252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152663462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:49:15.902916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:13.132577Z","time spent":"2.77032908s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:49:15.903383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485644199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-25T19:49:15.903424Z","caller":"traceutil/trace.go:171","msg":"trace[1706756982] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8133; }","duration":"1.485684121s","start":"2026-02-25T19:49:14.417728Z","end":"2026-02-25T19:49:15.903412Z","steps":["trace[1706756982] 'agreement among raft nodes before linearized reading' (duration: 1.485582548s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.903456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:14.417707Z","time spent":"1.485741372s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-25T19:49:15.90329Z","caller":"traceutil/trace.go:171","msg":"trace[2083027073] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8133; }","duration":"1.152739174s","start":"2026-02-25T19:49:14.750542Z","end":"2026-02-25T19:49:15.903281Z","steps":["trace[2083027073] 'agreement among raft nodes before linearized reading' (duration: 1.152664712s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.903625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:14.750517Z","time spent":"1.153091064s","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:15.90368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536931134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:49:15.902463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:15.593266Z","time spent":"309.187999ms","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:49:15.903754Z","caller":"traceutil/trace.go:171","msg":"trace[1727093520] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8133; }","duration":"1.537042987s","start":"2026-02-25T19:49:14.366693Z","end":"2026-02-25T19:49:15.903736Z","steps":["trace[1727093520] 'agreement among raft nodes before linearized reading' (duration: 1.536948145s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:15.903806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:14.366627Z","time spent":"1.537161681s","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:16.406751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732989402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:49:16.52902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:15.903903Z","time spent":"625.108779ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T19:49:16.5362Z","caller":"traceutil/trace.go:171","msg":"trace[577788107] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"629.26157ms","start":"2026-02-25T19:49:15.906887Z","end":"2026-02-25T19:49:16.536149Z","steps":["trace[577788107] 'process raft request' (duration: 629.083245ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:16.536187Z","caller":"traceutil/trace.go:171","msg":"trace[469073566] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"627.836162ms","start":"2026-02-25T19:49:15.908321Z","end":"2026-02-25T19:49:16.536157Z","steps":["trace[469073566] 'process raft request' (duration: 627.742519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:16.536358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:15.906867Z","time spent":"629.403164ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:16.536269Z","caller":"traceutil/trace.go:171","msg":"trace[1199462666] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"629.26977ms","start":"2026-02-25T19:49:15.906969Z","end":"2026-02-25T19:49:16.536239Z","steps":["trace[1199462666] 'process raft request' (duration: 629.057064ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:16.536526Z","caller":"traceutil/trace.go:171","msg":"trace[1945952045] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"628.108179ms","start":"2026-02-25T19:49:15.908397Z","end":"2026-02-25T19:49:16.536505Z","steps":["trace[1945952045] 'process raft request' (duration: 627.707829ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:16.536269Z","caller":"traceutil/trace.go:171","msg":"trace[866782662] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"630.140844ms","start":"2026-02-25T19:49:15.906083Z","end":"2026-02-25T19:49:16.536224Z","steps":["trace[866782662] 'process raft request' (duration: 629.63905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:16.536672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:15.906057Z","time spent":"630.586986ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:16.536646Z","caller":"traceutil/trace.go:171","msg":"trace[1430363217] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"628.194081ms","start":"2026-02-25T19:49:15.908417Z","end":"2026-02-25T19:49:16.536611Z","steps":["trace[1430363217] 'process raft request' (duration: 627.999966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:16.536629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:15.908382Z","time spent":"628.182041ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:16.536824Z","caller":"traceutil/trace.go:171","msg":"trace[1814633763] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"628.390916ms","start":"2026-02-25T19:49:15.908418Z","end":"2026-02-25T19:49:16.536809Z","steps":["trace[1814633763] 'process raft request' (duration: 628.14944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:16.536637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:15.906965Z","time spent":"629.580258ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:16.536925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:15.908408Z","time spent":"628.371136ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:16.536877Z","caller":"traceutil/trace.go:171","msg":"trace[1935352818] linearizableReadLoop","detail":"{readStateIndex:8465; appliedIndex:8457; }","duration":"630.791811ms","start":"2026-02-25T19:49:15.906006Z","end":"2026-02-25T19:49:16.536797Z","steps":["trace[1935352818] 'read index received' (duration: 597.047777ms)","trace[1935352818] 'applied index is now lower than readState.Index' (duration: 33.743054ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:16.537061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.031407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:16.536961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:15.908403Z","time spent":"628.475209ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:16.537106Z","caller":"traceutil/trace.go:171","msg":"trace[1507588618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8140; }","duration":"631.13087ms","start":"2026-02-25T19:49:15.905963Z","end":"2026-02-25T19:49:16.537094Z","steps":["trace[1507588618] 'agreement among raft nodes before linearized reading' (duration: 631.010007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:16.537146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:15.905943Z","time spent":"631.194442ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:49:16.537112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:15.908307Z","time spent":"628.083098ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:16.582809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.655634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-02-25T19:49:16.582902Z","caller":"traceutil/trace.go:171","msg":"trace[1656805006] range","detail":"{range_begin:/registry/persistentvolumes/pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0; range_end:; response_count:1; response_revision:8141; }","duration":"675.777838ms","start":"2026-02-25T19:49:15.907097Z","end":"2026-02-25T19:49:16.582875Z","steps":["trace[1656805006] 'agreement among raft nodes before linearized reading' (duration: 675.473439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:16.582944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:15.90709Z","time spent":"675.843799ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0\" "} {"level":"warn","ts":"2026-02-25T19:49:16.583408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.159157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-25T19:49:16.583491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.733018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223808"} {"level":"info","ts":"2026-02-25T19:49:16.58353Z","caller":"traceutil/trace.go:171","msg":"trace[1618780747] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8141; }","duration":"676.330982ms","start":"2026-02-25T19:49:15.907171Z","end":"2026-02-25T19:49:16.583502Z","steps":["trace[1618780747] 'agreement among raft nodes before linearized reading' (duration: 675.945542ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:16.583568Z","caller":"traceutil/trace.go:171","msg":"trace[868679684] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8141; }","duration":"671.834382ms","start":"2026-02-25T19:49:15.911712Z","end":"2026-02-25T19:49:16.583547Z","steps":["trace[868679684] 'agreement among raft nodes before linearized reading' (duration: 671.319088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:16.583592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:15.907149Z","time spent":"676.433034ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T19:49:16.583616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:15.911703Z","time spent":"671.903823ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T19:49:18.351494Z","caller":"traceutil/trace.go:171","msg":"trace[188961714] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"903.495701ms","start":"2026-02-25T19:49:17.447967Z","end":"2026-02-25T19:49:18.351463Z","steps":["trace[188961714] 'process raft request' (duration: 903.256225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:18.351776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:17.447928Z","time spent":"903.652106ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:18.584599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.471545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:49:18.584985Z","caller":"traceutil/trace.go:171","msg":"trace[293127826] linearizableReadLoop","detail":"{readStateIndex:8469; appliedIndex:8467; }","duration":"295.353598ms","start":"2026-02-25T19:49:18.289609Z","end":"2026-02-25T19:49:18.584962Z","steps":["trace[293127826] 'read index received' (duration: 61.799427ms)","trace[293127826] 'applied index is now lower than readState.Index' (duration: 233.552781ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:18.585001Z","caller":"traceutil/trace.go:171","msg":"trace[577573586] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"674.78422ms","start":"2026-02-25T19:49:17.910176Z","end":"2026-02-25T19:49:18.58496Z","steps":["trace[577573586] 'process raft request' (duration: 495.851793ms)","trace[577573586] 'compare' (duration: 178.327741ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:18.585143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.513122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:18.585261Z","caller":"traceutil/trace.go:171","msg":"trace[498312837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8144; }","duration":"295.637836ms","start":"2026-02-25T19:49:18.289595Z","end":"2026-02-25T19:49:18.585233Z","steps":["trace[498312837] 'agreement among raft nodes before linearized reading' (duration: 295.452161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:18.58527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:17.910139Z","time spent":"675.045307ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:18.585065Z","caller":"traceutil/trace.go:171","msg":"trace[543147201] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"674.185044ms","start":"2026-02-25T19:49:17.910813Z","end":"2026-02-25T19:49:18.584998Z","steps":["trace[543147201] 'process raft request' (duration: 674.04056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:18.585557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:17.910778Z","time spent":"674.738269ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:19.546451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.505066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:49:19.546609Z","caller":"traceutil/trace.go:171","msg":"trace[1330303094] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"955.988839ms","start":"2026-02-25T19:49:18.590586Z","end":"2026-02-25T19:49:19.546575Z","steps":["trace[1330303094] 'process raft request' (duration: 188.221606ms)","trace[1330303094] 'compare' (duration: 767.009933ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:19.546704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:18.590562Z","time spent":"956.094022ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:20.128884Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.350018364s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:49:20.157311Z","caller":"traceutil/trace.go:171","msg":"trace[739733924] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"1.566579599s","start":"2026-02-25T19:49:18.590704Z","end":"2026-02-25T19:49:20.157284Z","steps":["trace[739733924] 'process raft request' (duration: 1.538487476s)","trace[739733924] 'compare' (duration: 27.717043ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:20.157483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:18.590689Z","time spent":"1.566710392s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:20.158133Z","caller":"traceutil/trace.go:171","msg":"trace[1834934977] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"1.567389s","start":"2026-02-25T19:49:18.590728Z","end":"2026-02-25T19:49:20.158117Z","steps":["trace[1834934977] 'process raft request' (duration: 1.566510877s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:20.158209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:18.590695Z","time spent":"1.567477503s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:20.158207Z","caller":"traceutil/trace.go:171","msg":"trace[1399727903] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"1.5670193s","start":"2026-02-25T19:49:18.591169Z","end":"2026-02-25T19:49:20.158188Z","steps":["trace[1399727903] 'process raft request' (duration: 1.566832195s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:20.15835Z","caller":"traceutil/trace.go:171","msg":"trace[1606232681] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"1.566958309s","start":"2026-02-25T19:49:18.591323Z","end":"2026-02-25T19:49:20.158281Z","steps":["trace[1606232681] 'process raft request' (duration: 1.566808315s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:20.15841Z","caller":"traceutil/trace.go:171","msg":"trace[966383614] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"1.566326922s","start":"2026-02-25T19:49:18.59205Z","end":"2026-02-25T19:49:20.158377Z","steps":["trace[966383614] 'process raft request' (duration: 1.566132027s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:20.158445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:18.591141Z","time spent":"1.567173415s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:20.158573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:18.591283Z","time spent":"1.567172525s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:20.1586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:18.592041Z","time spent":"1.566448635s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:20.158687Z","caller":"traceutil/trace.go:171","msg":"trace[12385728] linearizableReadLoop","detail":"{readStateIndex:8475; appliedIndex:8469; }","duration":"1.565062979s","start":"2026-02-25T19:49:18.593593Z","end":"2026-02-25T19:49:20.158656Z","steps":["trace[12385728] 'read index received' (duration: 185.227727ms)","trace[12385728] 'applied index is now lower than readState.Index' (duration: 1.379831872s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:20.721281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.892631ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T19:49:20.721414Z","caller":"traceutil/trace.go:171","msg":"trace[834802989] linearizableReadLoop","detail":"{readStateIndex:8476; appliedIndex:8475; }","duration":"562.623414ms","start":"2026-02-25T19:49:20.158769Z","end":"2026-02-25T19:49:20.721392Z","steps":["trace[834802989] 'read index received' (duration: 65.692µs)","trace[834802989] 'applied index is now lower than readState.Index' (duration: 562.555862ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:20.721598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.723763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:20.721645Z","caller":"traceutil/trace.go:171","msg":"trace[670119624] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8150; }","duration":"682.789395ms","start":"2026-02-25T19:49:20.03884Z","end":"2026-02-25T19:49:20.72163Z","steps":["trace[670119624] 'agreement among raft nodes before linearized reading' (duration: 682.682302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:20.721668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128054682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:49:20.721742Z","caller":"traceutil/trace.go:171","msg":"trace[338040107] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:8150; }","duration":"2.128159895s","start":"2026-02-25T19:49:18.593563Z","end":"2026-02-25T19:49:20.721723Z","steps":["trace[338040107] 'agreement among raft nodes before linearized reading' (duration: 1.565265654s)","trace[338040107] 'range keys from in-memory index tree' (duration: 562.705176ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:20.721748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630059751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:20.721778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:18.59354Z","time spent":"2.128231087s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"info","ts":"2026-02-25T19:49:20.72179Z","caller":"traceutil/trace.go:171","msg":"trace[607761555] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8150; }","duration":"1.630146633s","start":"2026-02-25T19:49:19.091632Z","end":"2026-02-25T19:49:20.721779Z","steps":["trace[607761555] 'agreement among raft nodes before linearized reading' (duration: 1.630089772s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:20.721821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:19.091597Z","time spent":"1.630216455s","remote":"127.0.0.1:55044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:20.721695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:20.038814Z","time spent":"682.869578ms","remote":"127.0.0.1:52746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:20.722178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92133628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-25T19:49:20.722354Z","caller":"traceutil/trace.go:171","msg":"trace[651312545] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8150; }","duration":"1.921511344s","start":"2026-02-25T19:49:18.800761Z","end":"2026-02-25T19:49:20.722272Z","steps":["trace[651312545] 'agreement among raft nodes before linearized reading' (duration: 1.921174825s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:20.723204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:18.800688Z","time spent":"1.92245841s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-25T19:49:20.871185Z","caller":"traceutil/trace.go:171","msg":"trace[463718533] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"278.748623ms","start":"2026-02-25T19:49:20.592401Z","end":"2026-02-25T19:49:20.871149Z","steps":["trace[463718533] 'process raft request' (duration: 278.508806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:21.271543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.164616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:49:21.271854Z","caller":"traceutil/trace.go:171","msg":"trace[2096342374] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"679.014573ms","start":"2026-02-25T19:49:20.592814Z","end":"2026-02-25T19:49:21.271829Z","steps":["trace[2096342374] 'process raft request' (duration: 428.463176ms)","trace[2096342374] 'compare' (duration: 250.032333ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:21.271955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:20.592783Z","time spent":"679.125166ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:21.272084Z","caller":"traceutil/trace.go:171","msg":"trace[1760716830] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"543.926961ms","start":"2026-02-25T19:49:20.728148Z","end":"2026-02-25T19:49:21.272075Z","steps":["trace[1760716830] 'process raft request' (duration: 543.741386ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:21.272083Z","caller":"traceutil/trace.go:171","msg":"trace[373109532] linearizableReadLoop","detail":"{readStateIndex:8478; appliedIndex:8476; }","duration":"550.60916ms","start":"2026-02-25T19:49:20.721459Z","end":"2026-02-25T19:49:21.272068Z","steps":["trace[373109532] 'read index received' (duration: 149.415035ms)","trace[373109532] 'applied index is now lower than readState.Index' (duration: 401.193295ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:21.272158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:20.728127Z","time spent":"543.986233ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:21.27228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.356932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:21.272414Z","caller":"traceutil/trace.go:171","msg":"trace[1683963492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8153; }","duration":"983.554708ms","start":"2026-02-25T19:49:20.288834Z","end":"2026-02-25T19:49:21.272389Z","steps":["trace[1683963492] 'agreement among raft nodes before linearized reading' (duration: 983.323081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:21.272473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:20.288812Z","time spent":"983.64617ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:49:21.272823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.578989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223808"} {"level":"info","ts":"2026-02-25T19:49:21.272915Z","caller":"traceutil/trace.go:171","msg":"trace[66104286] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8153; }","duration":"544.675451ms","start":"2026-02-25T19:49:20.728227Z","end":"2026-02-25T19:49:21.272902Z","steps":["trace[66104286] 'agreement among raft nodes before linearized reading' (duration: 544.053645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:21.273009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:20.728186Z","time spent":"544.808175ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T19:49:28.347759Z","caller":"traceutil/trace.go:171","msg":"trace[1615287370] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"144.335309ms","start":"2026-02-25T19:49:28.203393Z","end":"2026-02-25T19:49:28.347728Z","steps":["trace[1615287370] 'process raft request' (duration: 144.153164ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:28.411074Z","caller":"traceutil/trace.go:171","msg":"trace[125087409] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"206.760432ms","start":"2026-02-25T19:49:28.204242Z","end":"2026-02-25T19:49:28.411002Z","steps":["trace[125087409] 'process raft request' (duration: 181.630348ms)","trace[125087409] 'compare' (duration: 24.824676ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:28.411139Z","caller":"traceutil/trace.go:171","msg":"trace[1289099774] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"206.65888ms","start":"2026-02-25T19:49:28.204441Z","end":"2026-02-25T19:49:28.4111Z","steps":["trace[1289099774] 'process raft request' (duration: 206.418713ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:28.411131Z","caller":"traceutil/trace.go:171","msg":"trace[448483787] linearizableReadLoop","detail":"{readStateIndex:8523; appliedIndex:8518; }","duration":"121.685132ms","start":"2026-02-25T19:49:28.28941Z","end":"2026-02-25T19:49:28.411095Z","steps":["trace[448483787] 'read index received' (duration: 58.263981ms)","trace[448483787] 'applied index is now lower than readState.Index' (duration: 63.419681ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:28.411283Z","caller":"traceutil/trace.go:171","msg":"trace[1220971116] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"205.93023ms","start":"2026-02-25T19:49:28.205329Z","end":"2026-02-25T19:49:28.411259Z","steps":["trace[1220971116] 'process raft request' (duration: 205.663953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:28.411328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.897927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:28.411388Z","caller":"traceutil/trace.go:171","msg":"trace[1240448938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8196; }","duration":"121.985609ms","start":"2026-02-25T19:49:28.28939Z","end":"2026-02-25T19:49:28.411375Z","steps":["trace[1240448938] 'agreement among raft nodes before linearized reading' (duration: 121.833015ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:28.411068Z","caller":"traceutil/trace.go:171","msg":"trace[196036246] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"206.496165ms","start":"2026-02-25T19:49:28.20454Z","end":"2026-02-25T19:49:28.411037Z","steps":["trace[196036246] 'process raft request' (duration: 206.414113ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:33.165433Z","caller":"traceutil/trace.go:171","msg":"trace[1202008114] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"193.173178ms","start":"2026-02-25T19:49:32.972234Z","end":"2026-02-25T19:49:33.165407Z","steps":["trace[1202008114] 'process raft request' (duration: 193.011654ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:36.560908Z","caller":"traceutil/trace.go:171","msg":"trace[1232216051] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"123.968093ms","start":"2026-02-25T19:49:36.436902Z","end":"2026-02-25T19:49:36.56087Z","steps":["trace[1232216051] 'process raft request' (duration: 121.842406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:38.692432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.656805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:49:38.692883Z","caller":"traceutil/trace.go:171","msg":"trace[2022938088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8240; }","duration":"121.131077ms","start":"2026-02-25T19:49:38.571719Z","end":"2026-02-25T19:49:38.69285Z","steps":["trace[2022938088] 'range keys from in-memory index tree' (duration: 120.492451ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:38.818069Z","caller":"traceutil/trace.go:171","msg":"trace[115481135] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"119.686219ms","start":"2026-02-25T19:49:38.698352Z","end":"2026-02-25T19:49:38.818038Z","steps":["trace[115481135] 'process raft request' (duration: 114.227042ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:38.818502Z","caller":"traceutil/trace.go:171","msg":"trace[1142213898] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"120.070489ms","start":"2026-02-25T19:49:38.698392Z","end":"2026-02-25T19:49:38.818463Z","steps":["trace[1142213898] 'process raft request' (duration: 119.588476ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:38.818518Z","caller":"traceutil/trace.go:171","msg":"trace[1694510547] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"120.043108ms","start":"2026-02-25T19:49:38.698437Z","end":"2026-02-25T19:49:38.81848Z","steps":["trace[1694510547] 'process raft request' (duration: 119.857423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:39.688367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.789123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:49:39.688636Z","caller":"traceutil/trace.go:171","msg":"trace[1252183356] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:8246; }","duration":"132.134963ms","start":"2026-02-25T19:49:39.556476Z","end":"2026-02-25T19:49:39.688611Z","steps":["trace[1252183356] 'range keys from in-memory index tree' (duration: 131.395433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:47.897263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.903223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-25T19:49:47.897302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.853579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-02-25T19:49:47.897408Z","caller":"traceutil/trace.go:171","msg":"trace[1828671716] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:8335; }","duration":"158.102358ms","start":"2026-02-25T19:49:47.739272Z","end":"2026-02-25T19:49:47.897374Z","steps":["trace[1828671716] 'range keys from in-memory index tree' (duration: 157.628216ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:47.897443Z","caller":"traceutil/trace.go:171","msg":"trace[1120435084] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8335; }","duration":"278.035594ms","start":"2026-02-25T19:49:47.619388Z","end":"2026-02-25T19:49:47.897423Z","steps":["trace[1120435084] 'range keys from in-memory index tree' (duration: 277.703705ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:48.077206Z","caller":"traceutil/trace.go:171","msg":"trace[1975584776] linearizableReadLoop","detail":"{readStateIndex:8670; appliedIndex:8669; }","duration":"175.053043ms","start":"2026-02-25T19:49:47.902118Z","end":"2026-02-25T19:49:48.077171Z","steps":["trace[1975584776] 'read index received' (duration: 174.733455ms)","trace[1975584776] 'applied index is now lower than readState.Index' (duration: 318.078µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:48.077344Z","caller":"traceutil/trace.go:171","msg":"trace[1523419371] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"175.244278ms","start":"2026-02-25T19:49:47.902041Z","end":"2026-02-25T19:49:48.077285Z","steps":["trace[1523419371] 'process raft request' (duration: 174.906339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:48.078097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.950527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:48.078153Z","caller":"traceutil/trace.go:171","msg":"trace[1642207581] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io; range_end:; response_count:0; response_revision:8336; }","duration":"176.05934ms","start":"2026-02-25T19:49:47.902079Z","end":"2026-02-25T19:49:48.078139Z","steps":["trace[1642207581] 'agreement among raft nodes before linearized reading' (duration: 175.918927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:48.078402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.136482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228256"} {"level":"info","ts":"2026-02-25T19:49:48.078464Z","caller":"traceutil/trace.go:171","msg":"trace[1889841144] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8336; }","duration":"176.279796ms","start":"2026-02-25T19:49:47.902168Z","end":"2026-02-25T19:49:48.078448Z","steps":["trace[1889841144] 'agreement among raft nodes before linearized reading' (duration: 175.214347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:52.608025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732990112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:49:53.108454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732990112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:49:53.602403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.504184065s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:49:53.603097Z","caller":"traceutil/trace.go:171","msg":"trace[1304031136] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"1.504953995s","start":"2026-02-25T19:49:52.098104Z","end":"2026-02-25T19:49:53.603058Z","steps":["trace[1304031136] 'process raft request' (duration: 1.504611236s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:53.603315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:52.098086Z","time spent":"1.505113719s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:54.697118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999571306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T19:49:54.697226Z","caller":"traceutil/trace.go:171","msg":"trace[720642968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99974081s","start":"2026-02-25T19:49:52.697461Z","end":"2026-02-25T19:49:54.697202Z","steps":["trace[720642968] 'agreement among raft nodes before linearized reading' (duration: 1.999611887s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:54.697417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:52.697432Z","time spent":"1.999934995s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 19:49:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T19:49:55.013316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335645278s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:49:55.013616Z","caller":"traceutil/trace.go:171","msg":"trace[1330885931] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"1.999636138s","start":"2026-02-25T19:49:53.013932Z","end":"2026-02-25T19:49:55.013568Z","steps":["trace[1330885931] 'process raft request' (duration: 663.63821ms)","trace[1330885931] 'compare' (duration: 1.335509895s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:55.013788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:53.013893Z","time spent":"1.999805962s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:55.013924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906726356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:49:55.013636Z","caller":"traceutil/trace.go:171","msg":"trace[1567902241] linearizableReadLoop","detail":"{readStateIndex:8693; appliedIndex:8691; }","duration":"2.906402608s","start":"2026-02-25T19:49:52.10721Z","end":"2026-02-25T19:49:55.013613Z","steps":["trace[1567902241] 'read index received' (duration: 1.495545663s)","trace[1567902241] 'applied index is now lower than readState.Index' (duration: 1.410855875s)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:55.014024Z","caller":"traceutil/trace.go:171","msg":"trace[1756991445] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:8360; }","duration":"2.90686039s","start":"2026-02-25T19:49:52.107123Z","end":"2026-02-25T19:49:55.013983Z","steps":["trace[1756991445] 'agreement among raft nodes before linearized reading' (duration: 2.906551871s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.014096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:52.10709Z","time spent":"2.906993623s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T19:49:55.014208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747724824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-25T19:49:55.014247Z","caller":"traceutil/trace.go:171","msg":"trace[353638358] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8360; }","duration":"2.747806236s","start":"2026-02-25T19:49:52.266429Z","end":"2026-02-25T19:49:55.014235Z","steps":["trace[353638358] 'agreement among raft nodes before linearized reading' (duration: 2.747653541s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.01427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:52.266403Z","time spent":"2.747861777s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T19:49:55.014607Z","caller":"traceutil/trace.go:171","msg":"trace[1131466869] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"1.723060434s","start":"2026-02-25T19:49:53.291512Z","end":"2026-02-25T19:49:55.014572Z","steps":["trace[1131466869] 'process raft request' (duration: 1.721996485s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:55.01462Z","caller":"traceutil/trace.go:171","msg":"trace[1514162031] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"1.502515602s","start":"2026-02-25T19:49:53.512044Z","end":"2026-02-25T19:49:55.014559Z","steps":["trace[1514162031] 'process raft request' (duration: 1.501523826s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.014754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126848948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T19:49:55.014794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726561417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:49:55.014786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856694557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:55.014824Z","caller":"traceutil/trace.go:171","msg":"trace[596589946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8360; }","duration":"1.726636129s","start":"2026-02-25T19:49:53.28818Z","end":"2026-02-25T19:49:55.014816Z","steps":["trace[596589946] 'agreement among raft nodes before linearized reading' (duration: 1.726593058s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.014806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240710011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T19:49:55.01485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:53.288148Z","time spent":"1.726697021s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:49:55.014838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:53.512014Z","time spent":"1.502704776s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:55.014849Z","caller":"traceutil/trace.go:171","msg":"trace[911254644] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8360; }","duration":"1.856809429s","start":"2026-02-25T19:49:53.15802Z","end":"2026-02-25T19:49:55.014829Z","steps":["trace[911254644] 'agreement among raft nodes before linearized reading' (duration: 1.856693966s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.014867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:53.291476Z","time spent":"1.723252229s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:49:55.014926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:53.157991Z","time spent":"1.856898372s","remote":"127.0.0.1:60886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:55.014914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116532422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T19:49:55.014824Z","caller":"traceutil/trace.go:171","msg":"trace[1957937551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8360; }","duration":"2.126958381s","start":"2026-02-25T19:49:52.887847Z","end":"2026-02-25T19:49:55.014805Z","steps":["trace[1957937551] 'agreement among raft nodes before linearized reading' (duration: 2.126785436s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.014955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117951339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-25T19:49:55.014937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198116021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T19:49:55.014998Z","caller":"traceutil/trace.go:171","msg":"trace[1316230496] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8360; }","duration":"2.116648744s","start":"2026-02-25T19:49:52.898325Z","end":"2026-02-25T19:49:55.014974Z","steps":["trace[1316230496] 'agreement among raft nodes before linearized reading' (duration: 2.116394738s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:52.887826Z","time spent":"2.127161357s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T19:49:55.015005Z","caller":"traceutil/trace.go:171","msg":"trace[336120765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8360; }","duration":"2.118028562s","start":"2026-02-25T19:49:52.896963Z","end":"2026-02-25T19:49:55.014992Z","steps":["trace[336120765] 'agreement among raft nodes before linearized reading' (duration: 2.117896208s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.01463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.583067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794c7e786b6fc\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-02-25T19:49:55.015028Z","caller":"traceutil/trace.go:171","msg":"trace[2016700437] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:8360; }","duration":"1.198315366s","start":"2026-02-25T19:49:53.816692Z","end":"2026-02-25T19:49:55.015007Z","steps":["trace[2016700437] 'agreement among raft nodes before linearized reading' (duration: 1.198025528s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.014851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653779035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:49:55.015073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:53.816667Z","time spent":"1.198397419s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-02-25T19:49:55.014895Z","caller":"traceutil/trace.go:171","msg":"trace[771807783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8360; }","duration":"2.240839825s","start":"2026-02-25T19:49:52.774033Z","end":"2026-02-25T19:49:55.014873Z","steps":["trace[771807783] 'agreement among raft nodes before linearized reading' (duration: 2.240622359s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.015115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:52.774012Z","time spent":"2.241096031s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T19:49:55.015058Z","caller":"traceutil/trace.go:171","msg":"trace[1817232421] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189794c7e786b6fc; range_end:; response_count:1; response_revision:8360; }","duration":"314.04853ms","start":"2026-02-25T19:49:54.700999Z","end":"2026-02-25T19:49:55.015047Z","steps":["trace[1817232421] 'agreement among raft nodes before linearized reading' (duration: 313.553037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.015049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:52.898316Z","time spent":"2.116722127s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-25T19:49:55.015146Z","caller":"traceutil/trace.go:171","msg":"trace[906272518] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8360; }","duration":"2.654178856s","start":"2026-02-25T19:49:52.360921Z","end":"2026-02-25T19:49:55.0151Z","steps":["trace[906272518] 'agreement among raft nodes before linearized reading' (duration: 2.653713793s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.015058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:52.896947Z","time spent":"2.118100513s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:49:55.015193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:54.700978Z","time spent":"314.206424ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794c7e786b6fc\" "} {"level":"warn","ts":"2026-02-25T19:49:55.015268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:52.360899Z","time spent":"2.654323309s","remote":"127.0.0.1:60894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:55.015752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438877724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:49:55.015826Z","caller":"traceutil/trace.go:171","msg":"trace[1633424700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8360; }","duration":"2.439007007s","start":"2026-02-25T19:49:52.576799Z","end":"2026-02-25T19:49:55.015806Z","steps":["trace[1633424700] 'agreement among raft nodes before linearized reading' (duration: 2.437879866s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.015881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:52.576767Z","time spent":"2.439099959s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T19:49:55.1307Z","caller":"traceutil/trace.go:171","msg":"trace[446993426] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"113.254387ms","start":"2026-02-25T19:49:55.017401Z","end":"2026-02-25T19:49:55.130656Z","steps":["trace[446993426] 'process raft request' (duration: 112.925048ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:55.130735Z","caller":"traceutil/trace.go:171","msg":"trace[2101815934] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"105.93418ms","start":"2026-02-25T19:49:55.02477Z","end":"2026-02-25T19:49:55.130705Z","steps":["trace[2101815934] 'process raft request' (duration: 105.844738ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:55.130801Z","caller":"traceutil/trace.go:171","msg":"trace[1080391882] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"106.057564ms","start":"2026-02-25T19:49:55.024679Z","end":"2026-02-25T19:49:55.130737Z","steps":["trace[1080391882] 'process raft request' (duration: 105.877749ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:55.131025Z","caller":"traceutil/trace.go:171","msg":"trace[1432418090] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"106.224178ms","start":"2026-02-25T19:49:55.024789Z","end":"2026-02-25T19:49:55.131013Z","steps":["trace[1432418090] 'process raft request' (duration: 105.875409ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:55.131358Z","caller":"traceutil/trace.go:171","msg":"trace[2128970193] linearizableReadLoop","detail":"{readStateIndex:8697; appliedIndex:8696; }","duration":"113.708859ms","start":"2026-02-25T19:49:55.01763Z","end":"2026-02-25T19:49:55.131339Z","steps":["trace[2128970193] 'read index received' (duration: 28.282539ms)","trace[2128970193] 'applied index is now lower than readState.Index' (duration: 85.42518ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:55.131382Z","caller":"traceutil/trace.go:171","msg":"trace[2040769142] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"105.865958ms","start":"2026-02-25T19:49:55.025491Z","end":"2026-02-25T19:49:55.131357Z","steps":["trace[2040769142] 'process raft request' (duration: 105.729545ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:55.131358Z","caller":"traceutil/trace.go:171","msg":"trace[202623947] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"106.367532ms","start":"2026-02-25T19:49:55.024962Z","end":"2026-02-25T19:49:55.131329Z","steps":["trace[202623947] 'process raft request' (duration: 105.971721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.131531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.862513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:55.131599Z","caller":"traceutil/trace.go:171","msg":"trace[1901812701] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8366; }","duration":"113.979285ms","start":"2026-02-25T19:49:55.0176Z","end":"2026-02-25T19:49:55.13158Z","steps":["trace[1901812701] 'agreement among raft nodes before linearized reading' (duration: 113.846092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.132379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.713662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-25T19:49:55.132434Z","caller":"traceutil/trace.go:171","msg":"trace[1556870005] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8367; }","duration":"112.805274ms","start":"2026-02-25T19:49:55.019617Z","end":"2026-02-25T19:49:55.132422Z","steps":["trace[1556870005] 'agreement among raft nodes before linearized reading' (duration: 112.608289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.132796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.121109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:55.132869Z","caller":"traceutil/trace.go:171","msg":"trace[1084442574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8367; }","duration":"108.219642ms","start":"2026-02-25T19:49:55.024638Z","end":"2026-02-25T19:49:55.132858Z","steps":["trace[1084442574] 'agreement among raft nodes before linearized reading' (duration: 108.120019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.133341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.615392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228536"} {"level":"info","ts":"2026-02-25T19:49:55.133384Z","caller":"traceutil/trace.go:171","msg":"trace[2121461373] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8367; }","duration":"111.681924ms","start":"2026-02-25T19:49:55.021693Z","end":"2026-02-25T19:49:55.133374Z","steps":["trace[2121461373] 'agreement among raft nodes before linearized reading' (duration: 111.332635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.578158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.852336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:55.578234Z","caller":"traceutil/trace.go:171","msg":"trace[1700664542] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8367; }","duration":"328.981049ms","start":"2026-02-25T19:49:55.249237Z","end":"2026-02-25T19:49:55.578218Z","steps":["trace[1700664542] 'range keys from in-memory index tree' (duration: 328.770373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:55.578263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:55.249213Z","time spent":"329.043051ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T19:49:56.620939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732990140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:49:57.063877Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.451575535s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:49:57.064242Z","caller":"traceutil/trace.go:171","msg":"trace[141011181] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"1.452029457s","start":"2026-02-25T19:49:55.612187Z","end":"2026-02-25T19:49:57.064217Z","steps":["trace[141011181] 'process raft request' (duration: 1.451878523s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:57.064421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:55.612174Z","time spent":"1.452150371s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:57.152511Z","caller":"traceutil/trace.go:171","msg":"trace[44557986] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"691.351244ms","start":"2026-02-25T19:49:56.461128Z","end":"2026-02-25T19:49:57.152479Z","steps":["trace[44557986] 'process raft request' (duration: 691.070596ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:57.152807Z","caller":"traceutil/trace.go:171","msg":"trace[1976504274] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"123.45114ms","start":"2026-02-25T19:49:57.029338Z","end":"2026-02-25T19:49:57.152789Z","steps":["trace[1976504274] 'process raft request' (duration: 123.07548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:57.152861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:56.461088Z","time spent":"691.586991ms","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:49:57.153275Z","caller":"traceutil/trace.go:171","msg":"trace[1133242046] linearizableReadLoop","detail":"{readStateIndex:8705; appliedIndex:8704; }","duration":"1.032946152s","start":"2026-02-25T19:49:56.120313Z","end":"2026-02-25T19:49:57.15326Z","steps":["trace[1133242046] 'read index received' (duration: 943.894954ms)","trace[1133242046] 'applied index is now lower than readState.Index' (duration: 89.049418ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:57.153322Z","caller":"traceutil/trace.go:171","msg":"trace[1162635724] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"123.293315ms","start":"2026-02-25T19:49:57.029997Z","end":"2026-02-25T19:49:57.15329Z","steps":["trace[1162635724] 'process raft request' (duration: 122.70741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:57.153515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033202679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-02-25T19:49:57.153564Z","caller":"traceutil/trace.go:171","msg":"trace[235203997] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8371; }","duration":"1.033294281s","start":"2026-02-25T19:49:56.120249Z","end":"2026-02-25T19:49:57.153543Z","steps":["trace[235203997] 'agreement among raft nodes before linearized reading' (duration: 1.033098106s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:57.153597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:56.120226Z","time spent":"1.033362623s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-25T19:49:57.153581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.233274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-25T19:49:57.153639Z","caller":"traceutil/trace.go:171","msg":"trace[523520096] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8371; }","duration":"997.352097ms","start":"2026-02-25T19:49:56.156267Z","end":"2026-02-25T19:49:57.153619Z","steps":["trace[523520096] 'agreement among raft nodes before linearized reading' (duration: 997.138462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:57.153675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:56.156238Z","time spent":"997.42781ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:49:57.153736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.278948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:49:57.153757Z","caller":"traceutil/trace.go:171","msg":"trace[741447807] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8371; }","duration":"686.35355ms","start":"2026-02-25T19:49:56.467394Z","end":"2026-02-25T19:49:57.153748Z","steps":["trace[741447807] 'agreement among raft nodes before linearized reading' (duration: 686.305488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:57.153958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:56.467367Z","time spent":"686.586086ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:49:57.15405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.145174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:49:57.15408Z","caller":"traceutil/trace.go:171","msg":"trace[2091547556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8371; }","duration":"865.227155ms","start":"2026-02-25T19:49:56.288844Z","end":"2026-02-25T19:49:57.154071Z","steps":["trace[2091547556] 'agreement among raft nodes before linearized reading' (duration: 865.173954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:49:57.154106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:49:56.288677Z","time spent":"865.423101ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:49:57.344753Z","caller":"traceutil/trace.go:171","msg":"trace[568729592] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"185.498903ms","start":"2026-02-25T19:49:57.159205Z","end":"2026-02-25T19:49:57.344704Z","steps":["trace[568729592] 'process raft request' (duration: 127.143028ms)","trace[568729592] 'compare' (duration: 58.122559ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:49:57.344782Z","caller":"traceutil/trace.go:171","msg":"trace[518446953] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"185.055531ms","start":"2026-02-25T19:49:57.159649Z","end":"2026-02-25T19:49:57.344704Z","steps":["trace[518446953] 'process raft request' (duration: 184.963169ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:57.344861Z","caller":"traceutil/trace.go:171","msg":"trace[1201029833] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"185.01731ms","start":"2026-02-25T19:49:57.159839Z","end":"2026-02-25T19:49:57.344856Z","steps":["trace[1201029833] 'process raft request' (duration: 184.827265ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:57.34475Z","caller":"traceutil/trace.go:171","msg":"trace[1932178007] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"184.961529ms","start":"2026-02-25T19:49:57.159747Z","end":"2026-02-25T19:49:57.344708Z","steps":["trace[1932178007] 'process raft request' (duration: 184.893867ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:57.345139Z","caller":"traceutil/trace.go:171","msg":"trace[1450814127] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"184.23975ms","start":"2026-02-25T19:49:57.160874Z","end":"2026-02-25T19:49:57.345113Z","steps":["trace[1450814127] 'process raft request' (duration: 183.949942ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:57.345231Z","caller":"traceutil/trace.go:171","msg":"trace[894930434] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"103.514935ms","start":"2026-02-25T19:49:57.241708Z","end":"2026-02-25T19:49:57.345223Z","steps":["trace[894930434] 'process raft request' (duration: 103.421682ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:49:57.345284Z","caller":"traceutil/trace.go:171","msg":"trace[659906594] linearizableReadLoop","detail":"{readStateIndex:8713; appliedIndex:8708; }","duration":"168.894768ms","start":"2026-02-25T19:49:57.176351Z","end":"2026-02-25T19:49:57.345246Z","steps":["trace[659906594] 'read index received' (duration: 110.014729ms)","trace[659906594] 'applied index is now lower than readState.Index' (duration: 58.876519ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:49:57.345668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.557068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.1897952a19e14bb5\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-02-25T19:49:57.345708Z","caller":"traceutil/trace.go:171","msg":"trace[1435624315] range","detail":"{range_begin:/registry/events/openstack/ceph.1897952a19e14bb5; range_end:; response_count:1; response_revision:8378; }","duration":"184.649241ms","start":"2026-02-25T19:49:57.161047Z","end":"2026-02-25T19:49:57.345696Z","steps":["trace[1435624315] 'agreement among raft nodes before linearized reading' (duration: 184.429505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:08.699924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732990427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:50:09.125589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.412415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:50:09.125814Z","caller":"traceutil/trace.go:171","msg":"trace[1968667130] linearizableReadLoop","detail":"{readStateIndex:8810; appliedIndex:8808; }","duration":"926.534029ms","start":"2026-02-25T19:50:08.199264Z","end":"2026-02-25T19:50:09.125798Z","steps":["trace[1968667130] 'read index received' (duration: 669.729214ms)","trace[1968667130] 'applied index is now lower than readState.Index' (duration: 256.803745ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:50:09.126116Z","caller":"traceutil/trace.go:171","msg":"trace[902242521] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"926.467177ms","start":"2026-02-25T19:50:08.199635Z","end":"2026-02-25T19:50:09.126103Z","steps":["trace[902242521] 'process raft request' (duration: 926.056256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:09.126183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:08.1996Z","time spent":"926.551339ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T19:50:09.125831Z","caller":"traceutil/trace.go:171","msg":"trace[1737876420] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"1.047509603s","start":"2026-02-25T19:50:08.078291Z","end":"2026-02-25T19:50:09.125801Z","steps":["trace[1737876420] 'process raft request' (duration: 790.789281ms)","trace[1737876420] 'compare' (duration: 256.024354ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:50:09.126386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.110085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8zz54\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-02-25T19:50:09.126461Z","caller":"traceutil/trace.go:171","msg":"trace[1676491507] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8zz54; range_end:; response_count:1; response_revision:8469; }","duration":"927.249638ms","start":"2026-02-25T19:50:08.199194Z","end":"2026-02-25T19:50:09.126444Z","steps":["trace[1676491507] 'agreement among raft nodes before linearized reading' (duration: 927.109165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:09.126501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:08.199162Z","time spent":"927.331911ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4668,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8zz54\" "} {"level":"warn","ts":"2026-02-25T19:50:09.126581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:08.07827Z","time spent":"1.04815576s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:50:09.185839Z","caller":"traceutil/trace.go:171","msg":"trace[420039886] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"127.104988ms","start":"2026-02-25T19:50:09.058706Z","end":"2026-02-25T19:50:09.185811Z","steps":["trace[420039886] 'process raft request' (duration: 126.958054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:09.186468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.089322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:50:09.186526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.033505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:50:09.186564Z","caller":"traceutil/trace.go:171","msg":"trace[765270045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8470; }","duration":"898.109837ms","start":"2026-02-25T19:50:08.288444Z","end":"2026-02-25T19:50:09.186553Z","steps":["trace[765270045] 'agreement among raft nodes before linearized reading' (duration: 898.040585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:09.186546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.919816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:50:09.186564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.53409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:50:09.1866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:08.288422Z","time spent":"898.171749ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:50:09.186619Z","caller":"traceutil/trace.go:171","msg":"trace[314036816] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8470; }","duration":"649.05576ms","start":"2026-02-25T19:50:08.537544Z","end":"2026-02-25T19:50:09.1866Z","steps":["trace[314036816] 'agreement among raft nodes before linearized reading' (duration: 648.930747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:09.186661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:08.537517Z","time spent":"649.132812ms","remote":"127.0.0.1:47464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:50:09.186624Z","caller":"traceutil/trace.go:171","msg":"trace[1216163667] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8470; }","duration":"130.617502ms","start":"2026-02-25T19:50:09.055992Z","end":"2026-02-25T19:50:09.18661Z","steps":["trace[1216163667] 'agreement among raft nodes before linearized reading' (duration: 130.415137ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:09.18657Z","caller":"traceutil/trace.go:171","msg":"trace[2126888123] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8470; }","duration":"304.259556ms","start":"2026-02-25T19:50:08.882284Z","end":"2026-02-25T19:50:09.186544Z","steps":["trace[2126888123] 'agreement among raft nodes before linearized reading' (duration: 304.040111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:09.186776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:08.882259Z","time spent":"304.504723ms","remote":"127.0.0.1:60864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:50:09.316513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.245848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:50:09.31658Z","caller":"traceutil/trace.go:171","msg":"trace[1640335023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8474; }","duration":"128.380632ms","start":"2026-02-25T19:50:09.188182Z","end":"2026-02-25T19:50:09.316563Z","steps":["trace[1640335023] 'agreement among raft nodes before linearized reading' (duration: 128.27928ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:09.316777Z","caller":"traceutil/trace.go:171","msg":"trace[1638259236] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"124.629881ms","start":"2026-02-25T19:50:09.192138Z","end":"2026-02-25T19:50:09.316768Z","steps":["trace[1638259236] 'process raft request' (duration: 123.822769ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:09.316877Z","caller":"traceutil/trace.go:171","msg":"trace[1846524543] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"123.982214ms","start":"2026-02-25T19:50:09.192888Z","end":"2026-02-25T19:50:09.316871Z","steps":["trace[1846524543] 'process raft request' (duration: 123.206473ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:09.316957Z","caller":"traceutil/trace.go:171","msg":"trace[2050231182] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"123.619504ms","start":"2026-02-25T19:50:09.193331Z","end":"2026-02-25T19:50:09.316951Z","steps":["trace[2050231182] 'process raft request' (duration: 122.795182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:10.611905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732990452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:50:11.112533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732990452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:50:11.613189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732990452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:50:12.024757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.967088549s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:50:12.025595Z","caller":"traceutil/trace.go:171","msg":"trace[357293405] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"1.968041695s","start":"2026-02-25T19:50:10.057526Z","end":"2026-02-25T19:50:12.025567Z","steps":["trace[357293405] 'process raft request' (duration: 1.967711306s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:12.025827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:10.057507Z","time spent":"1.968154249s","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:50:12.217429Z","caller":"traceutil/trace.go:171","msg":"trace[1876984304] linearizableReadLoop","detail":"{readStateIndex:8824; appliedIndex:8820; }","duration":"2.105590165s","start":"2026-02-25T19:50:10.111804Z","end":"2026-02-25T19:50:12.217394Z","steps":["trace[1876984304] 'read index received' (duration: 1.913323948s)","trace[1876984304] 'applied index is now lower than readState.Index' (duration: 192.264887ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:50:12.217448Z","caller":"traceutil/trace.go:171","msg":"trace[2068611900] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"893.665755ms","start":"2026-02-25T19:50:11.32374Z","end":"2026-02-25T19:50:12.217405Z","steps":["trace[2068611900] 'process raft request' (duration: 893.347716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:12.217656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10581357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:50:12.21775Z","caller":"traceutil/trace.go:171","msg":"trace[376836989] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8482; }","duration":"2.105989205s","start":"2026-02-25T19:50:10.111733Z","end":"2026-02-25T19:50:12.217722Z","steps":["trace[376836989] 'agreement among raft nodes before linearized reading' (duration: 2.10579793s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:12.217816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:10.111706Z","time spent":"2.106093377s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:50:12.217823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928779235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:50:12.217946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.935464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T19:50:12.217963Z","caller":"traceutil/trace.go:171","msg":"trace[894907119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8482; }","duration":"1.929001601s","start":"2026-02-25T19:50:10.288921Z","end":"2026-02-25T19:50:12.217923Z","steps":["trace[894907119] 'agreement among raft nodes before linearized reading' (duration: 1.928810296s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:12.217999Z","caller":"traceutil/trace.go:171","msg":"trace[2144105760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8482; }","duration":"721.023746ms","start":"2026-02-25T19:50:11.49696Z","end":"2026-02-25T19:50:12.217984Z","steps":["trace[2144105760] 'agreement among raft nodes before linearized reading' (duration: 720.843502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:12.218012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:10.288895Z","time spent":"1.929105354s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:50:12.218042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:11.49694Z","time spent":"721.091419ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:50:12.217721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:11.323719Z","time spent":"893.908782ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:50:12.218386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.884512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:50:12.218444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.829956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:50:12.218504Z","caller":"traceutil/trace.go:171","msg":"trace[1706293016] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:8482; }","duration":"872.95206ms","start":"2026-02-25T19:50:11.345539Z","end":"2026-02-25T19:50:12.218492Z","steps":["trace[1706293016] 'agreement among raft nodes before linearized reading' (duration: 872.791516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:12.218585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:11.345505Z","time spent":"873.038881ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T19:50:12.218572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.939131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:50:12.218697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.232123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T19:50:12.218765Z","caller":"traceutil/trace.go:171","msg":"trace[959544631] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8482; }","duration":"702.346436ms","start":"2026-02-25T19:50:11.516399Z","end":"2026-02-25T19:50:12.218745Z","steps":["trace[959544631] 'agreement among raft nodes before linearized reading' (duration: 702.214872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:12.218778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237592894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:50:12.218814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:11.51636Z","time spent":"702.441738ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:50:12.218582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.106835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-25T19:50:12.21888Z","caller":"traceutil/trace.go:171","msg":"trace[893974887] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8482; }","duration":"185.446284ms","start":"2026-02-25T19:50:12.033415Z","end":"2026-02-25T19:50:12.218861Z","steps":["trace[893974887] 'agreement among raft nodes before linearized reading' (duration: 185.061894ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:12.218962Z","caller":"traceutil/trace.go:171","msg":"trace[493419270] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"891.639461ms","start":"2026-02-25T19:50:11.325844Z","end":"2026-02-25T19:50:12.217483Z","steps":["trace[493419270] 'process raft request' (duration: 891.456456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:12.219024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.602093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:50:12.218449Z","caller":"traceutil/trace.go:171","msg":"trace[1030125541] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8482; }","duration":"118.177989ms","start":"2026-02-25T19:50:12.100256Z","end":"2026-02-25T19:50:12.218434Z","steps":["trace[1030125541] 'agreement among raft nodes before linearized reading' (duration: 118.083577ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:12.219075Z","caller":"traceutil/trace.go:171","msg":"trace[342980307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8482; }","duration":"702.698125ms","start":"2026-02-25T19:50:11.516363Z","end":"2026-02-25T19:50:12.219061Z","steps":["trace[342980307] 'agreement among raft nodes before linearized reading' (duration: 702.565822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:12.219064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.668082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T19:50:12.219132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:11.516337Z","time spent":"702.782578ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:50:12.219164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:11.325825Z","time spent":"893.228553ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:50:12.219211Z","caller":"traceutil/trace.go:171","msg":"trace[1843567021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8482; }","duration":"875.832767ms","start":"2026-02-25T19:50:11.343324Z","end":"2026-02-25T19:50:12.219157Z","steps":["trace[1843567021] 'agreement among raft nodes before linearized reading' (duration: 875.537339ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:12.218701Z","caller":"traceutil/trace.go:171","msg":"trace[493252071] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8482; }","duration":"910.157817ms","start":"2026-02-25T19:50:11.308517Z","end":"2026-02-25T19:50:12.218675Z","steps":["trace[493252071] 'agreement among raft nodes before linearized reading' (duration: 909.8859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:12.219295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:11.343295Z","time spent":"875.95524ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:50:12.219008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4295332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-25T19:50:12.219334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:11.308495Z","time spent":"910.810895ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:50:12.219349Z","caller":"traceutil/trace.go:171","msg":"trace[1969232287] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8482; }","duration":"1.429867659s","start":"2026-02-25T19:50:10.789467Z","end":"2026-02-25T19:50:12.219335Z","steps":["trace[1969232287] 'agreement among raft nodes before linearized reading' (duration: 1.429378156s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:12.218822Z","caller":"traceutil/trace.go:171","msg":"trace[737415942] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8482; }","duration":"1.237681077s","start":"2026-02-25T19:50:10.981129Z","end":"2026-02-25T19:50:12.21881Z","steps":["trace[737415942] 'agreement among raft nodes before linearized reading' (duration: 1.237607525s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:12.219406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:10.789391Z","time spent":"1.430003663s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T19:50:12.219463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:10.9811Z","time spent":"1.238334534s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:50:12.219658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.356203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:50:12.219703Z","caller":"traceutil/trace.go:171","msg":"trace[211537921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8482; }","duration":"703.421255ms","start":"2026-02-25T19:50:11.516272Z","end":"2026-02-25T19:50:12.219694Z","steps":["trace[211537921] 'agreement among raft nodes before linearized reading' (duration: 703.249501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:12.219732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:11.516261Z","time spent":"703.464766ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:50:12.219635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.299825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T19:50:12.219854Z","caller":"traceutil/trace.go:171","msg":"trace[1173590717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8482; }","duration":"896.593334ms","start":"2026-02-25T19:50:11.323235Z","end":"2026-02-25T19:50:12.219828Z","steps":["trace[1173590717] 'agreement among raft nodes before linearized reading' (duration: 894.988361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:12.219964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:11.323207Z","time spent":"896.742547ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:50:12.969245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:12.640057Z","time spent":"329.177678ms","remote":"127.0.0.1:55796","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T19:50:12.969676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.626383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:50:12.969826Z","caller":"traceutil/trace.go:171","msg":"trace[721964359] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"743.351007ms","start":"2026-02-25T19:50:12.226444Z","end":"2026-02-25T19:50:12.969795Z","steps":["trace[721964359] 'process raft request' (duration: 77.414917ms)","trace[721964359] 'compare' (duration: 665.464927ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:50:12.969916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:12.226414Z","time spent":"743.458049ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:50:13.026428Z","caller":"traceutil/trace.go:171","msg":"trace[783533578] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"799.599785ms","start":"2026-02-25T19:50:12.226804Z","end":"2026-02-25T19:50:13.026404Z","steps":["trace[783533578] 'process raft request' (duration: 799.482612ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:13.02642Z","caller":"traceutil/trace.go:171","msg":"trace[2145054313] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"799.604846ms","start":"2026-02-25T19:50:12.226771Z","end":"2026-02-25T19:50:13.026376Z","steps":["trace[2145054313] 'process raft request' (duration: 799.320228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:13.026652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:12.226783Z","time spent":"799.75217ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:50:13.026712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:12.226751Z","time spent":"799.892763ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:50:13.026771Z","caller":"traceutil/trace.go:171","msg":"trace[178154335] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"799.7826ms","start":"2026-02-25T19:50:12.22694Z","end":"2026-02-25T19:50:13.026723Z","steps":["trace[178154335] 'process raft request' (duration: 799.41498ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:13.026982Z","caller":"traceutil/trace.go:171","msg":"trace[1965932258] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"799.506553ms","start":"2026-02-25T19:50:12.227452Z","end":"2026-02-25T19:50:13.026958Z","steps":["trace[1965932258] 'process raft request' (duration: 799.086872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:13.026977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:12.226903Z","time spent":"799.964755ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:50:13.02707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:12.227439Z","time spent":"799.591205ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T19:50:13.027119Z","caller":"traceutil/trace.go:171","msg":"trace[1829876994] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"791.178979ms","start":"2026-02-25T19:50:12.235924Z","end":"2026-02-25T19:50:13.027103Z","steps":["trace[1829876994] 'process raft request' (duration: 790.923542ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:13.027061Z","caller":"traceutil/trace.go:171","msg":"trace[333178786] linearizableReadLoop","detail":"{readStateIndex:8826; appliedIndex:8824; }","duration":"800.227933ms","start":"2026-02-25T19:50:12.226814Z","end":"2026-02-25T19:50:13.027042Z","steps":["trace[333178786] 'read index received' (duration: 77.025606ms)","trace[333178786] 'applied index is now lower than readState.Index' (duration: 723.200907ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:50:13.027185Z","caller":"traceutil/trace.go:171","msg":"trace[1763266330] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"788.993121ms","start":"2026-02-25T19:50:12.23818Z","end":"2026-02-25T19:50:13.027173Z","steps":["trace[1763266330] 'process raft request' (duration: 788.803136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:13.027207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:12.235916Z","time spent":"791.243982ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:50:13.027252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:12.238161Z","time spent":"789.058282ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:50:13.027383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.798654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:50:13.027416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.035755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-25T19:50:13.028523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.671181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228451"} {"level":"info","ts":"2026-02-25T19:50:13.029681Z","caller":"traceutil/trace.go:171","msg":"trace[1623206788] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8489; }","duration":"802.844803ms","start":"2026-02-25T19:50:12.226786Z","end":"2026-02-25T19:50:13.02963Z","steps":["trace[1623206788] 'agreement among raft nodes before linearized reading' (duration: 800.325605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:13.029756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:12.226774Z","time spent":"802.949696ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228474,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T19:50:13.029288Z","caller":"traceutil/trace.go:171","msg":"trace[724270848] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8489; }","duration":"678.115307ms","start":"2026-02-25T19:50:12.349326Z","end":"2026-02-25T19:50:13.027441Z","steps":["trace[724270848] 'agreement among raft nodes before linearized reading' (duration: 678.006614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:13.031498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.348263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-02-25T19:50:13.031565Z","caller":"traceutil/trace.go:171","msg":"trace[1182614944] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8489; }","duration":"804.452486ms","start":"2026-02-25T19:50:12.227099Z","end":"2026-02-25T19:50:13.031552Z","steps":["trace[1182614944] 'agreement among raft nodes before linearized reading' (duration: 800.194701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:13.03161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:12.227088Z","time spent":"804.502037ms","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-25T19:50:13.031566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:12.349279Z","time spent":"682.230877ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-25T19:50:13.027438Z","caller":"traceutil/trace.go:171","msg":"trace[558642080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8489; }","duration":"798.871276ms","start":"2026-02-25T19:50:12.228552Z","end":"2026-02-25T19:50:13.027423Z","steps":["trace[558642080] 'agreement among raft nodes before linearized reading' (duration: 798.785334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:13.032705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:12.228542Z","time spent":"804.101586ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:50:13.190711Z","caller":"traceutil/trace.go:171","msg":"trace[77353485] linearizableReadLoop","detail":"{readStateIndex:8832; appliedIndex:8831; }","duration":"149.608972ms","start":"2026-02-25T19:50:13.041068Z","end":"2026-02-25T19:50:13.190677Z","steps":["trace[77353485] 'read index received' (duration: 54.338897ms)","trace[77353485] 'applied index is now lower than readState.Index' (duration: 95.268105ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:50:13.191059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.959642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-02-25T19:50:13.191175Z","caller":"traceutil/trace.go:171","msg":"trace[496510633] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8490; }","duration":"150.106766ms","start":"2026-02-25T19:50:13.041035Z","end":"2026-02-25T19:50:13.191142Z","steps":["trace[496510633] 'agreement among raft nodes before linearized reading' (duration: 149.775037ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:13.19144Z","caller":"traceutil/trace.go:171","msg":"trace[685147241] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"150.708252ms","start":"2026-02-25T19:50:13.040055Z","end":"2026-02-25T19:50:13.190763Z","steps":["trace[685147241] 'process raft request' (duration: 55.299973ms)","trace[685147241] 'compare' (duration: 94.887735ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:50:13.450137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.036008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-02-25T19:50:13.450244Z","caller":"traceutil/trace.go:171","msg":"trace[463233138] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8490; }","duration":"152.178521ms","start":"2026-02-25T19:50:13.298041Z","end":"2026-02-25T19:50:13.45022Z","steps":["trace[463233138] 'range keys from in-memory index tree' (duration: 150.892937ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:14.216554Z","caller":"traceutil/trace.go:171","msg":"trace[2088952867] linearizableReadLoop","detail":"{readStateIndex:8833; appliedIndex:8832; }","duration":"397.477371ms","start":"2026-02-25T19:50:13.819038Z","end":"2026-02-25T19:50:14.216516Z","steps":["trace[2088952867] 'read index received' (duration: 397.246654ms)","trace[2088952867] 'applied index is now lower than readState.Index' (duration: 228.286µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:50:14.216668Z","caller":"traceutil/trace.go:171","msg":"trace[496697437] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"638.152675ms","start":"2026-02-25T19:50:13.578487Z","end":"2026-02-25T19:50:14.21664Z","steps":["trace[496697437] 'process raft request' (duration: 637.808636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:14.216824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.772938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-25T19:50:14.216851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:13.578467Z","time spent":"638.289289ms","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:50:14.216872Z","caller":"traceutil/trace.go:171","msg":"trace[431101706] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:8491; }","duration":"397.884582ms","start":"2026-02-25T19:50:13.818972Z","end":"2026-02-25T19:50:14.216857Z","steps":["trace[431101706] 'agreement among raft nodes before linearized reading' (duration: 397.674996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:14.216913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:13.818944Z","time spent":"397.957693ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-25T19:50:14.688123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.596806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:50:14.688448Z","caller":"traceutil/trace.go:171","msg":"trace[1259510079] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"594.539266ms","start":"2026-02-25T19:50:14.093871Z","end":"2026-02-25T19:50:14.68841Z","steps":["trace[1259510079] 'process raft request' (duration: 266.534289ms)","trace[1259510079] 'compare' (duration: 327.239046ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:50:14.688631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:14.093839Z","time spent":"594.70023ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:50:14.688666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:14.218039Z","time spent":"470.617182ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T19:50:14.688927Z","caller":"traceutil/trace.go:171","msg":"trace[762826413] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"460.049578ms","start":"2026-02-25T19:50:14.228862Z","end":"2026-02-25T19:50:14.688911Z","steps":["trace[762826413] 'process raft request' (duration: 459.589906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:14.689008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:14.228834Z","time spent":"460.130491ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:50:14.691027Z","caller":"traceutil/trace.go:171","msg":"trace[1779188644] linearizableReadLoop","detail":"{readStateIndex:8837; appliedIndex:8833; }","duration":"401.93306ms","start":"2026-02-25T19:50:14.289073Z","end":"2026-02-25T19:50:14.691006Z","steps":["trace[1779188644] 'read index received' (duration: 71.427655ms)","trace[1779188644] 'applied index is now lower than readState.Index' (duration: 330.504294ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:50:14.691257Z","caller":"traceutil/trace.go:171","msg":"trace[1277248593] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"462.310969ms","start":"2026-02-25T19:50:14.228935Z","end":"2026-02-25T19:50:14.691246Z","steps":["trace[1277248593] 'process raft request' (duration: 459.676778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:14.69136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:14.228905Z","time spent":"462.416742ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:50:14.691606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.530706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:50:14.691682Z","caller":"traceutil/trace.go:171","msg":"trace[1746353779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8494; }","duration":"402.655799ms","start":"2026-02-25T19:50:14.289008Z","end":"2026-02-25T19:50:14.691664Z","steps":["trace[1746353779] 'agreement among raft nodes before linearized reading' (duration: 402.529646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:14.691696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.682959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:50:14.691725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:14.288985Z","time spent":"402.733722ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:50:14.691767Z","caller":"traceutil/trace.go:171","msg":"trace[1531161624] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8494; }","duration":"160.808253ms","start":"2026-02-25T19:50:14.530937Z","end":"2026-02-25T19:50:14.691745Z","steps":["trace[1531161624] 'agreement among raft nodes before linearized reading' (duration: 160.69063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:15.476508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732990514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:50:16.036631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.415611ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:50:16.036762Z","caller":"traceutil/trace.go:171","msg":"trace[514786763] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8494; }","duration":"195.560115ms","start":"2026-02-25T19:50:15.841182Z","end":"2026-02-25T19:50:16.036742Z","steps":["trace[514786763] 'range keys from in-memory index tree' (duration: 195.39882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:16.037225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.298277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:50:16.037367Z","caller":"traceutil/trace.go:171","msg":"trace[386379704] linearizableReadLoop","detail":"{readStateIndex:8838; appliedIndex:8837; }","duration":"1.061798757s","start":"2026-02-25T19:50:14.975546Z","end":"2026-02-25T19:50:16.037345Z","steps":["trace[386379704] 'read index received' (duration: 545.232773ms)","trace[386379704] 'applied index is now lower than readState.Index' (duration: 516.562404ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:50:16.037435Z","caller":"traceutil/trace.go:171","msg":"trace[312950274] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"1.34567558s","start":"2026-02-25T19:50:14.6917Z","end":"2026-02-25T19:50:16.037375Z","steps":["trace[312950274] 'process raft request' (duration: 829.098346ms)","trace[312950274] 'compare' (duration: 515.903416ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:50:16.037616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062062694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-25T19:50:16.037636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:14.691677Z","time spent":"1.345850015s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:50:16.03766Z","caller":"traceutil/trace.go:171","msg":"trace[738223963] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8495; }","duration":"1.062152147s","start":"2026-02-25T19:50:14.975497Z","end":"2026-02-25T19:50:16.037649Z","steps":["trace[738223963] 'agreement among raft nodes before linearized reading' (duration: 1.061898501s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:16.037695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:14.97547Z","time spent":"1.062218168s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-25T19:50:16.494484Z","caller":"traceutil/trace.go:171","msg":"trace[1358477303] linearizableReadLoop","detail":"{readStateIndex:8839; appliedIndex:8838; }","duration":"457.044918ms","start":"2026-02-25T19:50:16.0374Z","end":"2026-02-25T19:50:16.494445Z","steps":["trace[1358477303] 'read index received' (duration: 456.800641ms)","trace[1358477303] 'applied index is now lower than readState.Index' (duration: 242.237µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:50:16.494752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453303677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-25T19:50:16.494783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457545052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T19:50:16.494829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458075716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:50:16.49486Z","caller":"traceutil/trace.go:171","msg":"trace[687538256] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:8496; }","duration":"1.453445731s","start":"2026-02-25T19:50:15.04139Z","end":"2026-02-25T19:50:16.494836Z","steps":["trace[687538256] 'agreement among raft nodes before linearized reading' (duration: 1.453105352s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:16.494887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205961194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:50:16.494836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455074945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T19:50:16.494902Z","caller":"traceutil/trace.go:171","msg":"trace[154194467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8496; }","duration":"1.457676775s","start":"2026-02-25T19:50:15.037192Z","end":"2026-02-25T19:50:16.494868Z","steps":["trace[154194467] 'agreement among raft nodes before linearized reading' (duration: 1.457354247s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:16.494906Z","caller":"traceutil/trace.go:171","msg":"trace[139136771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8496; }","duration":"1.458185949s","start":"2026-02-25T19:50:15.036702Z","end":"2026-02-25T19:50:16.494888Z","steps":["trace[139136771] 'agreement among raft nodes before linearized reading' (duration: 1.457921772s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:16.49493Z","caller":"traceutil/trace.go:171","msg":"trace[1614913616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8496; }","duration":"1.206056516s","start":"2026-02-25T19:50:15.28886Z","end":"2026-02-25T19:50:16.494917Z","steps":["trace[1614913616] 'agreement among raft nodes before linearized reading' (duration: 1.205976864s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:16.494915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.537133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:50:16.494955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:15.037189Z","time spent":"1.457756307s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T19:50:16.494965Z","caller":"traceutil/trace.go:171","msg":"trace[434467832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8496; }","duration":"1.45523837s","start":"2026-02-25T19:50:15.039695Z","end":"2026-02-25T19:50:16.494934Z","steps":["trace[434467832] 'agreement among raft nodes before linearized reading' (duration: 1.454903661s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:16.494976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:15.288821Z","time spent":"1.206145969s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:50:16.494912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:15.041377Z","time spent":"1.453525004s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"info","ts":"2026-02-25T19:50:16.495016Z","caller":"traceutil/trace.go:171","msg":"trace[421482322] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8496; }","duration":"661.717597ms","start":"2026-02-25T19:50:15.833273Z","end":"2026-02-25T19:50:16.49499Z","steps":["trace[421482322] 'agreement among raft nodes before linearized reading' (duration: 661.508782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:16.49502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:15.039676Z","time spent":"1.455334542s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:50:16.495034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462115995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T19:50:16.495083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:15.833243Z","time spent":"661.826831ms","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:50:16.495115Z","caller":"traceutil/trace.go:171","msg":"trace[248546130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8496; }","duration":"1.46235002s","start":"2026-02-25T19:50:15.032744Z","end":"2026-02-25T19:50:16.495094Z","steps":["trace[248546130] 'agreement among raft nodes before linearized reading' (duration: 1.46195747s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:16.494976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:15.036697Z","time spent":"1.458264071s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:50:16.495158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:15.032692Z","time spent":"1.462454473s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T19:50:16.494779Z","caller":"traceutil/trace.go:171","msg":"trace[1204074497] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"1.009757272s","start":"2026-02-25T19:50:15.484984Z","end":"2026-02-25T19:50:16.494742Z","steps":["trace[1204074497] 'process raft request' (duration: 1.009239298s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:16.495177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463586223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T19:50:16.495282Z","caller":"traceutil/trace.go:171","msg":"trace[1137270918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8496; }","duration":"1.463749698s","start":"2026-02-25T19:50:15.031506Z","end":"2026-02-25T19:50:16.495256Z","steps":["trace[1137270918] 'agreement among raft nodes before linearized reading' (duration: 1.463336286s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:16.495348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:15.031481Z","time spent":"1.463854671s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:50:16.495546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:15.48496Z","time spent":"1.010267886s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:50:16.499761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.179269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:50:16.499847Z","caller":"traceutil/trace.go:171","msg":"trace[1956147175] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8496; }","duration":"590.305442ms","start":"2026-02-25T19:50:15.909524Z","end":"2026-02-25T19:50:16.499829Z","steps":["trace[1956147175] 'agreement among raft nodes before linearized reading' (duration: 585.111783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:16.499898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:15.909502Z","time spent":"590.380084ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":61,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:50:16.768859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.20245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:50:16.769142Z","caller":"traceutil/trace.go:171","msg":"trace[1621401792] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"262.041298ms","start":"2026-02-25T19:50:16.507083Z","end":"2026-02-25T19:50:16.769125Z","steps":["trace[1621401792] 'process raft request' (duration: 262.006347ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:16.769282Z","caller":"traceutil/trace.go:171","msg":"trace[747055861] linearizableReadLoop","detail":"{readStateIndex:8840; appliedIndex:8839; }","duration":"274.676567ms","start":"2026-02-25T19:50:16.494575Z","end":"2026-02-25T19:50:16.769252Z","steps":["trace[747055861] 'read index received' (duration: 109.007704ms)","trace[747055861] 'applied index is now lower than readState.Index' (duration: 165.665133ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:50:16.769351Z","caller":"traceutil/trace.go:171","msg":"trace[266908004] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"264.575136ms","start":"2026-02-25T19:50:16.50477Z","end":"2026-02-25T19:50:16.769345Z","steps":["trace[266908004] 'process raft request' (duration: 264.238757ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:16.769408Z","caller":"traceutil/trace.go:171","msg":"trace[738959025] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"720.74255ms","start":"2026-02-25T19:50:16.048652Z","end":"2026-02-25T19:50:16.769394Z","steps":["trace[738959025] 'process raft request' (duration: 554.922063ms)","trace[738959025] 'compare' (duration: 164.862531ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:50:16.769443Z","caller":"traceutil/trace.go:171","msg":"trace[628616756] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"262.983353ms","start":"2026-02-25T19:50:16.506415Z","end":"2026-02-25T19:50:16.769399Z","steps":["trace[628616756] 'process raft request' (duration: 262.648224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:16.769549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:16.048635Z","time spent":"720.811522ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:50:16.769326Z","caller":"traceutil/trace.go:171","msg":"trace[894164301] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"264.71518ms","start":"2026-02-25T19:50:16.504603Z","end":"2026-02-25T19:50:16.769318Z","steps":["trace[894164301] 'process raft request' (duration: 264.36257ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:16.769731Z","caller":"traceutil/trace.go:171","msg":"trace[353627207] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"264.620547ms","start":"2026-02-25T19:50:16.505098Z","end":"2026-02-25T19:50:16.769718Z","steps":["trace[353627207] 'process raft request' (duration: 263.942448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:16.76978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.978718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-25T19:50:16.769828Z","caller":"traceutil/trace.go:171","msg":"trace[54471000] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8502; }","duration":"730.041939ms","start":"2026-02-25T19:50:16.039778Z","end":"2026-02-25T19:50:16.76982Z","steps":["trace[54471000] 'agreement among raft nodes before linearized reading' (duration: 729.807193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:16.769858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:16.039763Z","time spent":"730.089431ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-25T19:50:16.853901Z","caller":"traceutil/trace.go:171","msg":"trace[1413045607] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"153.523607ms","start":"2026-02-25T19:50:16.700335Z","end":"2026-02-25T19:50:16.853859Z","steps":["trace[1413045607] 'process raft request' (duration: 153.303441ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:16.853953Z","caller":"traceutil/trace.go:171","msg":"trace[1747974352] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"153.493257ms","start":"2026-02-25T19:50:16.700425Z","end":"2026-02-25T19:50:16.853918Z","steps":["trace[1747974352] 'process raft request' (duration: 153.392304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:16.854404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.359867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:50:16.854476Z","caller":"traceutil/trace.go:171","msg":"trace[1442043991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8504; }","duration":"353.520901ms","start":"2026-02-25T19:50:16.500938Z","end":"2026-02-25T19:50:16.854459Z","steps":["trace[1442043991] 'agreement among raft nodes before linearized reading' (duration: 353.269555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:16.854514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:16.500909Z","time spent":"353.595184ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:50:16.855183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.817702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228451"} {"level":"info","ts":"2026-02-25T19:50:16.855254Z","caller":"traceutil/trace.go:171","msg":"trace[1633165719] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8504; }","duration":"349.933695ms","start":"2026-02-25T19:50:16.505304Z","end":"2026-02-25T19:50:16.855237Z","steps":["trace[1633165719] 'agreement among raft nodes before linearized reading' (duration: 349.204446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:16.855293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:16.50529Z","time spent":"349.991967ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228474,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T19:50:28.608146Z","caller":"traceutil/trace.go:171","msg":"trace[2080903082] linearizableReadLoop","detail":"{readStateIndex:8997; appliedIndex:8996; }","duration":"318.174703ms","start":"2026-02-25T19:50:28.289932Z","end":"2026-02-25T19:50:28.608106Z","steps":["trace[2080903082] 'read index received' (duration: 318.102791ms)","trace[2080903082] 'applied index is now lower than readState.Index' (duration: 70.152µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:50:28.608281Z","caller":"traceutil/trace.go:171","msg":"trace[795979836] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"404.071118ms","start":"2026-02-25T19:50:28.204164Z","end":"2026-02-25T19:50:28.608235Z","steps":["trace[795979836] 'process raft request' (duration: 403.749529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:28.608753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:28.204127Z","time spent":"404.242752ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:50:28.608395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.435671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:50:28.60928Z","caller":"traceutil/trace.go:171","msg":"trace[1666290645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8650; }","duration":"319.359535ms","start":"2026-02-25T19:50:28.289877Z","end":"2026-02-25T19:50:28.609236Z","steps":["trace[1666290645] 'agreement among raft nodes before linearized reading' (duration: 318.433051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:28.609426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:28.28985Z","time spent":"319.500859ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:50:28.861466Z","caller":"traceutil/trace.go:171","msg":"trace[733207460] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"486.506439ms","start":"2026-02-25T19:50:28.374892Z","end":"2026-02-25T19:50:28.861399Z","steps":["trace[733207460] 'process raft request' (duration: 486.217801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:28.86158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.621146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-25T19:50:28.861638Z","caller":"traceutil/trace.go:171","msg":"trace[734051700] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8651; }","duration":"384.812561ms","start":"2026-02-25T19:50:28.476813Z","end":"2026-02-25T19:50:28.861625Z","steps":["trace[734051700] 'agreement among raft nodes before linearized reading' (duration: 384.588515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:28.861711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:28.37486Z","time spent":"486.719014ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:50:28.861836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.517156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-lmjbl\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-02-25T19:50:28.862002Z","caller":"traceutil/trace.go:171","msg":"trace[1142708905] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-lmjbl; range_end:; response_count:1; response_revision:8651; }","duration":"474.726272ms","start":"2026-02-25T19:50:28.387246Z","end":"2026-02-25T19:50:28.861972Z","steps":["trace[1142708905] 'agreement among raft nodes before linearized reading' (duration: 474.386583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:28.862055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:28.387232Z","time spent":"474.810555ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4582,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-lmjbl\" "} {"level":"warn","ts":"2026-02-25T19:50:28.861858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:50:28.476793Z","time spent":"384.882452ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T19:50:28.861341Z","caller":"traceutil/trace.go:171","msg":"trace[2073879382] linearizableReadLoop","detail":"{readStateIndex:8998; appliedIndex:8997; }","duration":"253.048207ms","start":"2026-02-25T19:50:28.608267Z","end":"2026-02-25T19:50:28.861315Z","steps":["trace[2073879382] 'read index received' (duration: 252.77312ms)","trace[2073879382] 'applied index is now lower than readState.Index' (duration: 273.967µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:50:28.863984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.348426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:50:28.864033Z","caller":"traceutil/trace.go:171","msg":"trace[605361100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8651; }","duration":"253.452328ms","start":"2026-02-25T19:50:28.610565Z","end":"2026-02-25T19:50:28.864017Z","steps":["trace[605361100] 'agreement among raft nodes before linearized reading' (duration: 253.371336ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:47.87308Z","caller":"traceutil/trace.go:171","msg":"trace[1458390067] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"285.410915ms","start":"2026-02-25T19:50:47.587638Z","end":"2026-02-25T19:50:47.873049Z","steps":["trace[1458390067] 'process raft request' (duration: 280.709299ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:49.334445Z","caller":"traceutil/trace.go:171","msg":"trace[1760482929] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"107.236986ms","start":"2026-02-25T19:50:49.227145Z","end":"2026-02-25T19:50:49.334382Z","steps":["trace[1760482929] 'process raft request' (duration: 106.959539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:49.334468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.625107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T19:50:49.334529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.603626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T19:50:49.334589Z","caller":"traceutil/trace.go:171","msg":"trace[1535202185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8804; }","duration":"132.800002ms","start":"2026-02-25T19:50:49.201764Z","end":"2026-02-25T19:50:49.334564Z","steps":["trace[1535202185] 'agreement among raft nodes before linearized reading' (duration: 132.530005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:49.334625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.689621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T19:50:49.334629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.285224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-25T19:50:49.33457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.79936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-25T19:50:49.334647Z","caller":"traceutil/trace.go:171","msg":"trace[977073063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8804; }","duration":"107.783931ms","start":"2026-02-25T19:50:49.226833Z","end":"2026-02-25T19:50:49.334617Z","steps":["trace[977073063] 'agreement among raft nodes before linearized reading' (duration: 107.456972ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:49.334696Z","caller":"traceutil/trace.go:171","msg":"trace[350264265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8804; }","duration":"106.810845ms","start":"2026-02-25T19:50:49.227862Z","end":"2026-02-25T19:50:49.334673Z","steps":["trace[350264265] 'agreement among raft nodes before linearized reading' (duration: 106.594089ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:49.334705Z","caller":"traceutil/trace.go:171","msg":"trace[1136801914] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:8804; }","duration":"187.408257ms","start":"2026-02-25T19:50:49.147277Z","end":"2026-02-25T19:50:49.334685Z","steps":["trace[1136801914] 'agreement among raft nodes before linearized reading' (duration: 187.225212ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:49.334812Z","caller":"traceutil/trace.go:171","msg":"trace[2049669645] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8804; }","duration":"164.997426ms","start":"2026-02-25T19:50:49.169698Z","end":"2026-02-25T19:50:49.334696Z","steps":["trace[2049669645] 'agreement among raft nodes before linearized reading' (duration: 164.697668ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:49.444863Z","caller":"traceutil/trace.go:171","msg":"trace[1904513792] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"205.047119ms","start":"2026-02-25T19:50:49.239783Z","end":"2026-02-25T19:50:49.44483Z","steps":["trace[1904513792] 'process raft request' (duration: 143.527599ms)","trace[1904513792] 'compare' (duration: 61.298714ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:50:49.444981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.183328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:50:49.444846Z","caller":"traceutil/trace.go:171","msg":"trace[1451828165] linearizableReadLoop","detail":"{readStateIndex:9160; appliedIndex:9159; }","duration":"110.540815ms","start":"2026-02-25T19:50:49.334262Z","end":"2026-02-25T19:50:49.444803Z","steps":["trace[1451828165] 'read index received' (duration: 49.127557ms)","trace[1451828165] 'applied index is now lower than readState.Index' (duration: 61.408137ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:50:49.445041Z","caller":"traceutil/trace.go:171","msg":"trace[1653122353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8805; }","duration":"156.336703ms","start":"2026-02-25T19:50:49.288691Z","end":"2026-02-25T19:50:49.445028Z","steps":["trace[1653122353] 'agreement among raft nodes before linearized reading' (duration: 156.22456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:49.445147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.311555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-25T19:50:49.445657Z","caller":"traceutil/trace.go:171","msg":"trace[1850613391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8805; }","duration":"155.891691ms","start":"2026-02-25T19:50:49.289746Z","end":"2026-02-25T19:50:49.445638Z","steps":["trace[1850613391] 'agreement among raft nodes before linearized reading' (duration: 155.079909ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:49.464565Z","caller":"traceutil/trace.go:171","msg":"trace[1846928576] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"124.138469ms","start":"2026-02-25T19:50:49.340402Z","end":"2026-02-25T19:50:49.464541Z","steps":["trace[1846928576] 'process raft request' (duration: 124.018446ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:49.464623Z","caller":"traceutil/trace.go:171","msg":"trace[1912171668] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"124.847988ms","start":"2026-02-25T19:50:49.339743Z","end":"2026-02-25T19:50:49.464591Z","steps":["trace[1912171668] 'process raft request' (duration: 124.53927ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:50:49.464927Z","caller":"traceutil/trace.go:171","msg":"trace[1883740164] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"123.749629ms","start":"2026-02-25T19:50:49.340893Z","end":"2026-02-25T19:50:49.464643Z","steps":["trace[1883740164] 'process raft request' (duration: 123.587704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:50:49.465666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.489686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234652"} {"level":"info","ts":"2026-02-25T19:50:49.465725Z","caller":"traceutil/trace.go:171","msg":"trace[1488639085] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8808; }","duration":"125.576207ms","start":"2026-02-25T19:50:49.340136Z","end":"2026-02-25T19:50:49.465712Z","steps":["trace[1488639085] 'agreement among raft nodes before linearized reading' (duration: 124.485128ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:51:11.469908Z","caller":"traceutil/trace.go:171","msg":"trace[1017497484] linearizableReadLoop","detail":"{readStateIndex:9393; appliedIndex:9392; }","duration":"180.426919ms","start":"2026-02-25T19:51:11.289455Z","end":"2026-02-25T19:51:11.469882Z","steps":["trace[1017497484] 'read index received' (duration: 180.327206ms)","trace[1017497484] 'applied index is now lower than readState.Index' (duration: 98.713µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:51:11.470046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.563572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:51:11.470107Z","caller":"traceutil/trace.go:171","msg":"trace[1746685190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9033; }","duration":"180.696636ms","start":"2026-02-25T19:51:11.289402Z","end":"2026-02-25T19:51:11.470099Z","steps":["trace[1746685190] 'agreement among raft nodes before linearized reading' (duration: 180.563243ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:51:11.469948Z","caller":"traceutil/trace.go:171","msg":"trace[2005692207] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"241.535618ms","start":"2026-02-25T19:51:11.228381Z","end":"2026-02-25T19:51:11.469917Z","steps":["trace[2005692207] 'process raft request' (duration: 241.329862ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:51:11.540131Z","caller":"traceutil/trace.go:171","msg":"trace[766717985] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"208.861521ms","start":"2026-02-25T19:51:11.331248Z","end":"2026-02-25T19:51:11.54011Z","steps":["trace[766717985] 'process raft request' (duration: 206.895289ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:51:11.540312Z","caller":"traceutil/trace.go:171","msg":"trace[542710782] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"200.311233ms","start":"2026-02-25T19:51:11.339994Z","end":"2026-02-25T19:51:11.540306Z","steps":["trace[542710782] 'process raft request' (duration: 200.018715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:11.540802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.715062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T19:51:11.540839Z","caller":"traceutil/trace.go:171","msg":"trace[90295105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9035; }","duration":"172.825495ms","start":"2026-02-25T19:51:11.368006Z","end":"2026-02-25T19:51:11.540832Z","steps":["trace[90295105] 'agreement among raft nodes before linearized reading' (duration: 172.67052ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:51:16.355372Z","caller":"traceutil/trace.go:171","msg":"trace[127834233] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"471.867326ms","start":"2026-02-25T19:51:15.883452Z","end":"2026-02-25T19:51:16.355319Z","steps":["trace[127834233] 'process raft request' (duration: 471.553288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:16.355637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:51:15.88343Z","time spent":"472.071751ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9867,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:51:17.643119Z","caller":"traceutil/trace.go:171","msg":"trace[976587690] linearizableReadLoop","detail":"{readStateIndex:9456; appliedIndex:9455; }","duration":"198.488275ms","start":"2026-02-25T19:51:17.444605Z","end":"2026-02-25T19:51:17.643093Z","steps":["trace[976587690] 'read index received' (duration: 198.194347ms)","trace[976587690] 'applied index is now lower than readState.Index' (duration: 292.568µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:51:17.643423Z","caller":"traceutil/trace.go:171","msg":"trace[335125172] transaction","detail":"{read_only:false; response_revision:9095; number_of_response:1; }","duration":"419.234639ms","start":"2026-02-25T19:51:17.224163Z","end":"2026-02-25T19:51:17.643397Z","steps":["trace[335125172] 'process raft request' (duration: 418.726676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:17.643701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:51:17.224128Z","time spent":"419.365293ms","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3700,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:51:17.644238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.622065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-fb4b7567d-zctvx.1897951814111a65\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-25T19:51:17.644344Z","caller":"traceutil/trace.go:171","msg":"trace[1870864742] range","detail":"{range_begin:/registry/events/openstack/barbican-api-fb4b7567d-zctvx.1897951814111a65; range_end:; response_count:1; response_revision:9095; }","duration":"199.777619ms","start":"2026-02-25T19:51:17.44454Z","end":"2026-02-25T19:51:17.644318Z","steps":["trace[1870864742] 'agreement among raft nodes before linearized reading' (duration: 199.4381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:17.653875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.294639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T19:51:17.653915Z","caller":"traceutil/trace.go:171","msg":"trace[460851064] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9097; }","duration":"156.36202ms","start":"2026-02-25T19:51:17.497543Z","end":"2026-02-25T19:51:17.653905Z","steps":["trace[460851064] 'agreement among raft nodes before linearized reading' (duration: 156.288068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:18.154154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732992248,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T19:51:18.423076Z","caller":"traceutil/trace.go:171","msg":"trace[1825052204] transaction","detail":"{read_only:false; response_revision:9098; number_of_response:1; }","duration":"771.994349ms","start":"2026-02-25T19:51:17.65105Z","end":"2026-02-25T19:51:18.423045Z","steps":["trace[1825052204] 'process raft request' (duration: 771.779313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:18.423347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:51:17.651024Z","time spent":"772.161032ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:51:18.731533Z","caller":"traceutil/trace.go:171","msg":"trace[1559364701] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"1.074085443s","start":"2026-02-25T19:51:17.657416Z","end":"2026-02-25T19:51:18.731501Z","steps":["trace[1559364701] 'process raft request' (duration: 1.073999961s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:51:18.731557Z","caller":"traceutil/trace.go:171","msg":"trace[1443628711] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"1.074267868s","start":"2026-02-25T19:51:17.657236Z","end":"2026-02-25T19:51:18.731504Z","steps":["trace[1443628711] 'process raft request' (duration: 1.07396265s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:18.731725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:51:17.657412Z","time spent":"1.074216846s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:51:18.731757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:51:17.657222Z","time spent":"1.074428522s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:51:18.731969Z","caller":"traceutil/trace.go:171","msg":"trace[365835027] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"1.07434183s","start":"2026-02-25T19:51:17.657571Z","end":"2026-02-25T19:51:18.731913Z","steps":["trace[365835027] 'process raft request' (duration: 1.073890488s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:51:18.732058Z","caller":"traceutil/trace.go:171","msg":"trace[135571202] transaction","detail":"{read_only:false; response_revision:9102; number_of_response:1; }","duration":"1.074199316s","start":"2026-02-25T19:51:17.65782Z","end":"2026-02-25T19:51:18.732019Z","steps":["trace[135571202] 'process raft request' (duration: 1.074015321s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:18.732138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:51:17.657557Z","time spent":"1.074491854s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:51:18.732208Z","caller":"traceutil/trace.go:171","msg":"trace[1249137249] linearizableReadLoop","detail":"{readStateIndex:9465; appliedIndex:9458; }","duration":"1.078655856s","start":"2026-02-25T19:51:17.653463Z","end":"2026-02-25T19:51:18.732119Z","steps":["trace[1249137249] 'read index received' (duration: 769.44372ms)","trace[1249137249] 'applied index is now lower than readState.Index' (duration: 309.210746ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:51:18.732307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:51:17.657811Z","time spent":"1.07432736s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:51:18.732327Z","caller":"traceutil/trace.go:171","msg":"trace[550034646] transaction","detail":"{read_only:false; response_revision:9104; number_of_response:1; }","duration":"648.108703ms","start":"2026-02-25T19:51:18.084199Z","end":"2026-02-25T19:51:18.732307Z","steps":["trace[550034646] 'process raft request' (duration: 647.852336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:18.732423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:51:18.084172Z","time spent":"648.205494ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:51:18.732469Z","caller":"traceutil/trace.go:171","msg":"trace[947643697] transaction","detail":"{read_only:false; response_revision:9103; number_of_response:1; }","duration":"1.071860443s","start":"2026-02-25T19:51:17.660601Z","end":"2026-02-25T19:51:18.732461Z","steps":["trace[947643697] 'process raft request' (duration: 1.0713811s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:18.732512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:51:17.660595Z","time spent":"1.071892894s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:51:18.732525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088552833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T19:51:18.73252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081303628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.1897952a19e14bb5\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-02-25T19:51:18.732563Z","caller":"traceutil/trace.go:171","msg":"trace[265071104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9104; }","duration":"1.088647905s","start":"2026-02-25T19:51:17.643904Z","end":"2026-02-25T19:51:18.732551Z","steps":["trace[265071104] 'agreement among raft nodes before linearized reading' (duration: 1.088541052s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:51:18.732581Z","caller":"traceutil/trace.go:171","msg":"trace[708851032] range","detail":"{range_begin:/registry/events/openstack/ceph.1897952a19e14bb5; range_end:; response_count:1; response_revision:9104; }","duration":"1.081378219s","start":"2026-02-25T19:51:17.651183Z","end":"2026-02-25T19:51:18.732561Z","steps":["trace[708851032] 'agreement among raft nodes before linearized reading' (duration: 1.081123703s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:18.732595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:51:17.643874Z","time spent":"1.088711667s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:51:18.732624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:51:17.651167Z","time spent":"1.081445522s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.1897952a19e14bb5\" "} {"level":"info","ts":"2026-02-25T19:51:18.764477Z","caller":"traceutil/trace.go:171","msg":"trace[369028598] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"140.241316ms","start":"2026-02-25T19:51:18.624203Z","end":"2026-02-25T19:51:18.764444Z","steps":["trace[369028598] 'process raft request' (duration: 139.837085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:18.764535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.026001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:51:18.764659Z","caller":"traceutil/trace.go:171","msg":"trace[925042394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9105; }","duration":"475.219277ms","start":"2026-02-25T19:51:18.289409Z","end":"2026-02-25T19:51:18.764629Z","steps":["trace[925042394] 'agreement among raft nodes before linearized reading' (duration: 474.921079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:18.764755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:51:18.289384Z","time spent":"475.36009ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:51:18.76456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095014386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:51:18.764821Z","caller":"traceutil/trace.go:171","msg":"trace[1978944089] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:9105; }","duration":"1.095322145s","start":"2026-02-25T19:51:17.669481Z","end":"2026-02-25T19:51:18.764803Z","steps":["trace[1978944089] 'agreement among raft nodes before linearized reading' (duration: 1.094874192s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:18.764869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:51:17.669465Z","time spent":"1.095396537s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T19:51:18.764684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09773187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:51:18.76536Z","caller":"traceutil/trace.go:171","msg":"trace[2054929103] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9105; }","duration":"1.098445729s","start":"2026-02-25T19:51:17.666904Z","end":"2026-02-25T19:51:18.76535Z","steps":["trace[2054929103] 'agreement among raft nodes before linearized reading' (duration: 1.09737369s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:18.765414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:51:17.66689Z","time spent":"1.098514911s","remote":"127.0.0.1:47464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:51:18.90867Z","caller":"traceutil/trace.go:171","msg":"trace[1320358113] transaction","detail":"{read_only:false; response_revision:9106; number_of_response:1; }","duration":"173.121522ms","start":"2026-02-25T19:51:18.735527Z","end":"2026-02-25T19:51:18.908649Z","steps":["trace[1320358113] 'process raft request' (duration: 172.869076ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:51:18.908828Z","caller":"traceutil/trace.go:171","msg":"trace[2059539216] linearizableReadLoop","detail":"{readStateIndex:9468; appliedIndex:9466; }","duration":"142.96667ms","start":"2026-02-25T19:51:18.76582Z","end":"2026-02-25T19:51:18.908786Z","steps":["trace[2059539216] 'read index received' (duration: 142.653522ms)","trace[2059539216] 'applied index is now lower than readState.Index' (duration: 310.958µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:51:18.90896Z","caller":"traceutil/trace.go:171","msg":"trace[127945125] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"170.45494ms","start":"2026-02-25T19:51:18.738491Z","end":"2026-02-25T19:51:18.908946Z","steps":["trace[127945125] 'process raft request' (duration: 170.06726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:18.909012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.179306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:51:18.909088Z","caller":"traceutil/trace.go:171","msg":"trace[1452322502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9107; }","duration":"143.271429ms","start":"2026-02-25T19:51:18.765801Z","end":"2026-02-25T19:51:18.909073Z","steps":["trace[1452322502] 'agreement among raft nodes before linearized reading' (duration: 143.166406ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:51:19.147614Z","caller":"traceutil/trace.go:171","msg":"trace[1895298418] transaction","detail":"{read_only:false; response_revision:9108; number_of_response:1; }","duration":"373.911129ms","start":"2026-02-25T19:51:18.773656Z","end":"2026-02-25T19:51:19.147568Z","steps":["trace[1895298418] 'process raft request' (duration: 373.59396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:19.147796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:51:18.773641Z","time spent":"374.066153ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3422,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T19:51:19.239713Z","caller":"traceutil/trace.go:171","msg":"trace[201375275] linearizableReadLoop","detail":"{readStateIndex:9470; appliedIndex:9468; }","duration":"330.766357ms","start":"2026-02-25T19:51:18.908905Z","end":"2026-02-25T19:51:19.239671Z","steps":["trace[201375275] 'read index received' (duration: 238.275206ms)","trace[201375275] 'applied index is now lower than readState.Index' (duration: 92.488951ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:51:19.24027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.273355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-25T19:51:19.240405Z","caller":"traceutil/trace.go:171","msg":"trace[11448918] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9108; }","duration":"206.48249ms","start":"2026-02-25T19:51:19.03389Z","end":"2026-02-25T19:51:19.240373Z","steps":["trace[11448918] 'agreement among raft nodes before linearized reading' (duration: 206.088279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:19.240571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.26743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290409"} {"level":"info","ts":"2026-02-25T19:51:19.24065Z","caller":"traceutil/trace.go:171","msg":"trace[460889495] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9108; }","duration":"471.406594ms","start":"2026-02-25T19:51:18.769225Z","end":"2026-02-25T19:51:19.240631Z","steps":["trace[460889495] 'agreement among raft nodes before linearized reading' (duration: 470.662954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:51:19.240709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:51:18.769208Z","time spent":"471.484717ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290432,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T19:51:20.087548Z","caller":"traceutil/trace.go:171","msg":"trace[2006874435] transaction","detail":"{read_only:false; response_revision:9120; number_of_response:1; }","duration":"108.723978ms","start":"2026-02-25T19:51:19.978793Z","end":"2026-02-25T19:51:20.087517Z","steps":["trace[2006874435] 'process raft request' (duration: 82.178943ms)","trace[2006874435] 'compare' (duration: 26.407551ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:51:48.779399Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7179} {"level":"info","ts":"2026-02-25T19:51:48.856244Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7179,"took":"74.431105ms","hash":3530055833,"current-db-size-bytes":37576704,"current-db-size":"38 MB","current-db-size-in-use-bytes":24985600,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-25T19:51:48.856319Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3530055833,"revision":7179,"compact-revision":4720} {"level":"info","ts":"2026-02-25T19:52:37.211405Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-25T19:52:37.217292Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-25T19:52:37.217394Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-25T19:53:20.41061Z","caller":"traceutil/trace.go:171","msg":"trace[1367550838] transaction","detail":"{read_only:false; response_revision:9924; number_of_response:1; }","duration":"266.617315ms","start":"2026-02-25T19:53:20.143958Z","end":"2026-02-25T19:53:20.410576Z","steps":["trace[1367550838] 'process raft request' (duration: 266.415179ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:20.412228Z","caller":"traceutil/trace.go:171","msg":"trace[1280845480] linearizableReadLoop","detail":"{readStateIndex:10317; appliedIndex:10316; }","duration":"123.571331ms","start":"2026-02-25T19:53:20.288628Z","end":"2026-02-25T19:53:20.4122Z","steps":["trace[1280845480] 'read index received' (duration: 121.935588ms)","trace[1280845480] 'applied index is now lower than readState.Index' (duration: 1.634623ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:53:20.412343Z","caller":"traceutil/trace.go:171","msg":"trace[1753878012] transaction","detail":"{read_only:false; response_revision:9925; number_of_response:1; }","duration":"266.275546ms","start":"2026-02-25T19:53:20.14602Z","end":"2026-02-25T19:53:20.412295Z","steps":["trace[1753878012] 'process raft request' (duration: 266.024469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:53:20.412376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.719145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:53:20.412427Z","caller":"traceutil/trace.go:171","msg":"trace[938456838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9925; }","duration":"123.845959ms","start":"2026-02-25T19:53:20.288568Z","end":"2026-02-25T19:53:20.412414Z","steps":["trace[938456838] 'agreement among raft nodes before linearized reading' (duration: 123.741816ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:42.050454Z","caller":"traceutil/trace.go:171","msg":"trace[174972529] linearizableReadLoop","detail":"{readStateIndex:10520; appliedIndex:10519; }","duration":"432.620922ms","start":"2026-02-25T19:53:41.61779Z","end":"2026-02-25T19:53:42.050411Z","steps":["trace[174972529] 'read index received' (duration: 431.119811ms)","trace[174972529] 'applied index is now lower than readState.Index' (duration: 1.499391ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:53:42.050521Z","caller":"traceutil/trace.go:171","msg":"trace[1074914795] transaction","detail":"{read_only:false; response_revision:10123; number_of_response:1; }","duration":"478.03603ms","start":"2026-02-25T19:53:41.572442Z","end":"2026-02-25T19:53:42.050478Z","steps":["trace[1074914795] 'process raft request' (duration: 476.445728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:53:42.050885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:53:41.572434Z","time spent":"478.338639ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:53:42.051273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.479635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T19:53:42.05136Z","caller":"traceutil/trace.go:171","msg":"trace[126545706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10124; }","duration":"433.616389ms","start":"2026-02-25T19:53:41.61773Z","end":"2026-02-25T19:53:42.051347Z","steps":["trace[126545706] 'agreement among raft nodes before linearized reading' (duration: 432.91043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:53:42.05137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.467521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T19:53:42.051461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.993095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:53:42.051491Z","caller":"traceutil/trace.go:171","msg":"trace[1008062512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10124; }","duration":"320.621706ms","start":"2026-02-25T19:53:41.730838Z","end":"2026-02-25T19:53:42.05146Z","steps":["trace[1008062512] 'agreement among raft nodes before linearized reading' (duration: 319.962838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:53:42.051493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.682454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T19:53:42.051536Z","caller":"traceutil/trace.go:171","msg":"trace[666052234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10124; }","duration":"375.082707ms","start":"2026-02-25T19:53:41.676433Z","end":"2026-02-25T19:53:42.051516Z","steps":["trace[666052234] 'agreement among raft nodes before linearized reading' (duration: 374.408569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:53:42.051542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:53:41.730822Z","time spent":"320.710758ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:53:42.051425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:53:41.617705Z","time spent":"433.708561ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T19:53:42.05157Z","caller":"traceutil/trace.go:171","msg":"trace[1865184745] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10124; }","duration":"359.777837ms","start":"2026-02-25T19:53:41.691771Z","end":"2026-02-25T19:53:42.051548Z","steps":["trace[1865184745] 'agreement among raft nodes before linearized reading' (duration: 359.048028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:53:42.051655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.235512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:53:42.051693Z","caller":"traceutil/trace.go:171","msg":"trace[1810600566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10124; }","duration":"375.311764ms","start":"2026-02-25T19:53:41.676371Z","end":"2026-02-25T19:53:42.051683Z","steps":["trace[1810600566] 'agreement among raft nodes before linearized reading' (duration: 374.487532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:53:42.051726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:53:41.676345Z","time spent":"375.374586ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:53:42.051657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:53:41.69176Z","time spent":"359.88774ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:53:42.051847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.42994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:53:42.051942Z","caller":"traceutil/trace.go:171","msg":"trace[205052645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10124; }","duration":"378.092338ms","start":"2026-02-25T19:53:41.673834Z","end":"2026-02-25T19:53:42.051927Z","steps":["trace[205052645] 'agreement among raft nodes before linearized reading' (duration: 376.925987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:53:42.051579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:53:41.676424Z","time spent":"375.143839ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:53:42.051973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:53:41.673812Z","time spent":"378.152979ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:53:44.090301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.288137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:53:44.090412Z","caller":"traceutil/trace.go:171","msg":"trace[1726296416] linearizableReadLoop","detail":"{readStateIndex:10532; appliedIndex:10531; }","duration":"139.112263ms","start":"2026-02-25T19:53:43.951281Z","end":"2026-02-25T19:53:44.090393Z","steps":["trace[1726296416] 'read index received' (duration: 62.691µs)","trace[1726296416] 'applied index is now lower than readState.Index' (duration: 139.047902ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:53:44.090517Z","caller":"traceutil/trace.go:171","msg":"trace[1263488757] transaction","detail":"{read_only:false; response_revision:10134; number_of_response:1; }","duration":"244.157313ms","start":"2026-02-25T19:53:43.846348Z","end":"2026-02-25T19:53:44.090505Z","steps":["trace[1263488757] 'process raft request' (duration: 75.556898ms)","trace[1263488757] 'compare' (duration: 167.902187ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:53:44.090775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.677548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:53:44.090884Z","caller":"traceutil/trace.go:171","msg":"trace[1122291465] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:10134; }","duration":"117.850473ms","start":"2026-02-25T19:53:43.97301Z","end":"2026-02-25T19:53:44.09086Z","steps":["trace[1122291465] 'agreement among raft nodes before linearized reading' (duration: 117.578826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:53:44.091174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.892885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:53:44.091232Z","caller":"traceutil/trace.go:171","msg":"trace[477939715] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10134; }","duration":"140.005277ms","start":"2026-02-25T19:53:43.951211Z","end":"2026-02-25T19:53:44.091217Z","steps":["trace[477939715] 'agreement among raft nodes before linearized reading' (duration: 139.907905ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:44.231956Z","caller":"traceutil/trace.go:171","msg":"trace[1045417965] transaction","detail":"{read_only:false; response_revision:10135; number_of_response:1; }","duration":"135.330112ms","start":"2026-02-25T19:53:44.096592Z","end":"2026-02-25T19:53:44.231922Z","steps":["trace[1045417965] 'process raft request' (duration: 103.401635ms)","trace[1045417965] 'compare' (duration: 31.789923ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:53:44.234272Z","caller":"traceutil/trace.go:171","msg":"trace[1254128496] transaction","detail":"{read_only:false; response_revision:10138; number_of_response:1; }","duration":"137.024788ms","start":"2026-02-25T19:53:44.09723Z","end":"2026-02-25T19:53:44.234255Z","steps":["trace[1254128496] 'process raft request' (duration: 136.849583ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:44.234271Z","caller":"traceutil/trace.go:171","msg":"trace[1823315071] transaction","detail":"{read_only:false; response_revision:10137; number_of_response:1; }","duration":"137.074779ms","start":"2026-02-25T19:53:44.097157Z","end":"2026-02-25T19:53:44.234232Z","steps":["trace[1823315071] 'process raft request' (duration: 136.880514ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:44.234241Z","caller":"traceutil/trace.go:171","msg":"trace[1678209544] transaction","detail":"{read_only:false; response_revision:10136; number_of_response:1; }","duration":"137.144301ms","start":"2026-02-25T19:53:44.097046Z","end":"2026-02-25T19:53:44.23419Z","steps":["trace[1678209544] 'process raft request' (duration: 136.906255ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:44.234324Z","caller":"traceutil/trace.go:171","msg":"trace[9332346] linearizableReadLoop","detail":"{readStateIndex:10538; appliedIndex:10532; }","duration":"136.076353ms","start":"2026-02-25T19:53:44.098215Z","end":"2026-02-25T19:53:44.234291Z","steps":["trace[9332346] 'read index received' (duration: 101.831833ms)","trace[9332346] 'applied index is now lower than readState.Index' (duration: 34.24273ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:53:44.234468Z","caller":"traceutil/trace.go:171","msg":"trace[1330444458] transaction","detail":"{read_only:false; response_revision:10139; number_of_response:1; }","duration":"137.217783ms","start":"2026-02-25T19:53:44.097244Z","end":"2026-02-25T19:53:44.234461Z","steps":["trace[1330444458] 'process raft request' (duration: 136.881824ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:44.234535Z","caller":"traceutil/trace.go:171","msg":"trace[289675711] transaction","detail":"{read_only:false; response_revision:10140; number_of_response:1; }","duration":"136.838143ms","start":"2026-02-25T19:53:44.097689Z","end":"2026-02-25T19:53:44.234527Z","steps":["trace[289675711] 'process raft request' (duration: 136.486554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:53:44.23454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.299039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T19:53:44.23458Z","caller":"traceutil/trace.go:171","msg":"trace[1334129746] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10140; }","duration":"136.37155ms","start":"2026-02-25T19:53:44.098195Z","end":"2026-02-25T19:53:44.234567Z","steps":["trace[1334129746] 'agreement among raft nodes before linearized reading' (duration: 136.183125ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:45.724235Z","caller":"traceutil/trace.go:171","msg":"trace[45865234] transaction","detail":"{read_only:false; response_revision:10151; number_of_response:1; }","duration":"104.737071ms","start":"2026-02-25T19:53:45.619445Z","end":"2026-02-25T19:53:45.724182Z","steps":["trace[45865234] 'process raft request' (duration: 104.454993ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:46.019977Z","caller":"traceutil/trace.go:171","msg":"trace[807745818] transaction","detail":"{read_only:false; response_revision:10152; number_of_response:1; }","duration":"283.670323ms","start":"2026-02-25T19:53:45.736276Z","end":"2026-02-25T19:53:46.019946Z","steps":["trace[807745818] 'process raft request' (duration: 283.402656ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:46.141311Z","caller":"traceutil/trace.go:171","msg":"trace[314440975] transaction","detail":"{read_only:false; response_revision:10153; number_of_response:1; }","duration":"398.908546ms","start":"2026-02-25T19:53:45.742375Z","end":"2026-02-25T19:53:46.141283Z","steps":["trace[314440975] 'process raft request' (duration: 398.69787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:53:46.141492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:53:45.742349Z","time spent":"399.044659ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7277,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:53:46.308248Z","caller":"traceutil/trace.go:171","msg":"trace[1990159077] transaction","detail":"{read_only:false; response_revision:10154; number_of_response:1; }","duration":"263.852081ms","start":"2026-02-25T19:53:46.044368Z","end":"2026-02-25T19:53:46.30822Z","steps":["trace[1990159077] 'process raft request' (duration: 206.416109ms)","trace[1990159077] 'compare' (duration: 57.225216ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:53:51.066691Z","caller":"traceutil/trace.go:171","msg":"trace[111150334] transaction","detail":"{read_only:false; response_revision:10196; number_of_response:1; }","duration":"132.872576ms","start":"2026-02-25T19:53:50.933601Z","end":"2026-02-25T19:53:51.066473Z","steps":["trace[111150334] 'process raft request' (duration: 54.77855ms)","trace[111150334] 'compare' (duration: 77.924162ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:53:51.078287Z","caller":"traceutil/trace.go:171","msg":"trace[1018752297] transaction","detail":"{read_only:false; response_revision:10197; number_of_response:1; }","duration":"144.231831ms","start":"2026-02-25T19:53:50.934041Z","end":"2026-02-25T19:53:51.078273Z","steps":["trace[1018752297] 'process raft request' (duration: 143.891142ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:51.078472Z","caller":"traceutil/trace.go:171","msg":"trace[1786259594] transaction","detail":"{read_only:false; response_revision:10198; number_of_response:1; }","duration":"141.681753ms","start":"2026-02-25T19:53:50.936781Z","end":"2026-02-25T19:53:51.078463Z","steps":["trace[1786259594] 'process raft request' (duration: 141.233771ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:51.876496Z","caller":"traceutil/trace.go:171","msg":"trace[1827965908] transaction","detail":"{read_only:false; response_revision:10203; number_of_response:1; }","duration":"142.28402ms","start":"2026-02-25T19:53:51.734174Z","end":"2026-02-25T19:53:51.876458Z","steps":["trace[1827965908] 'process raft request' (duration: 142.063084ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:52.055228Z","caller":"traceutil/trace.go:171","msg":"trace[122282629] transaction","detail":"{read_only:false; response_revision:10204; number_of_response:1; }","duration":"167.64715ms","start":"2026-02-25T19:53:51.887545Z","end":"2026-02-25T19:53:52.055193Z","steps":["trace[122282629] 'process raft request' (duration: 167.390363ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:52.726346Z","caller":"traceutil/trace.go:171","msg":"trace[1191830506] transaction","detail":"{read_only:false; response_revision:10214; number_of_response:1; }","duration":"124.576423ms","start":"2026-02-25T19:53:52.601742Z","end":"2026-02-25T19:53:52.726318Z","steps":["trace[1191830506] 'process raft request' (duration: 124.416549ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:53.888288Z","caller":"traceutil/trace.go:171","msg":"trace[415556533] transaction","detail":"{read_only:false; response_revision:10218; number_of_response:1; }","duration":"174.393431ms","start":"2026-02-25T19:53:53.713818Z","end":"2026-02-25T19:53:53.888212Z","steps":["trace[415556533] 'process raft request' (duration: 174.068272ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:54.946436Z","caller":"traceutil/trace.go:171","msg":"trace[1153460204] transaction","detail":"{read_only:false; response_revision:10227; number_of_response:1; }","duration":"172.88685ms","start":"2026-02-25T19:53:54.773488Z","end":"2026-02-25T19:53:54.946375Z","steps":["trace[1153460204] 'process raft request' (duration: 126.601928ms)","trace[1153460204] 'compare' (duration: 46.077126ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:53:56.672008Z","caller":"traceutil/trace.go:171","msg":"trace[931456868] linearizableReadLoop","detail":"{readStateIndex:10636; appliedIndex:10635; }","duration":"137.458299ms","start":"2026-02-25T19:53:56.53452Z","end":"2026-02-25T19:53:56.671978Z","steps":["trace[931456868] 'read index received' (duration: 137.235153ms)","trace[931456868] 'applied index is now lower than readState.Index' (duration: 221.856µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:53:56.672122Z","caller":"traceutil/trace.go:171","msg":"trace[759499701] transaction","detail":"{read_only:false; response_revision:10236; number_of_response:1; }","duration":"142.756691ms","start":"2026-02-25T19:53:56.529332Z","end":"2026-02-25T19:53:56.672089Z","steps":["trace[759499701] 'process raft request' (duration: 142.449423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:53:56.672331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.774807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-25T19:53:56.672364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.990461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:53:56.672421Z","caller":"traceutil/trace.go:171","msg":"trace[562009326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10236; }","duration":"126.091074ms","start":"2026-02-25T19:53:56.546316Z","end":"2026-02-25T19:53:56.672407Z","steps":["trace[562009326] 'agreement among raft nodes before linearized reading' (duration: 125.878539ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:56.672424Z","caller":"traceutil/trace.go:171","msg":"trace[483445936] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10236; }","duration":"137.897551ms","start":"2026-02-25T19:53:56.534503Z","end":"2026-02-25T19:53:56.672401Z","steps":["trace[483445936] 'agreement among raft nodes before linearized reading' (duration: 137.607544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:53:56.672496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.41589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-25T19:53:56.672464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.567556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T19:53:56.672401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.00747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T19:53:56.672564Z","caller":"traceutil/trace.go:171","msg":"trace[2134594991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10236; }","duration":"123.70008ms","start":"2026-02-25T19:53:56.548843Z","end":"2026-02-25T19:53:56.672543Z","steps":["trace[2134594991] 'agreement among raft nodes before linearized reading' (duration: 123.464954ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:56.672605Z","caller":"traceutil/trace.go:171","msg":"trace[264193895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10236; }","duration":"136.272827ms","start":"2026-02-25T19:53:56.536308Z","end":"2026-02-25T19:53:56.672581Z","steps":["trace[264193895] 'agreement among raft nodes before linearized reading' (duration: 135.882497ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:53:56.67255Z","caller":"traceutil/trace.go:171","msg":"trace[1593395609] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:10236; }","duration":"127.479442ms","start":"2026-02-25T19:53:56.545053Z","end":"2026-02-25T19:53:56.672532Z","steps":["trace[1593395609] 'agreement among raft nodes before linearized reading' (duration: 127.391859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:54:53.331441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.967728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-25T19:54:53.332052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.550555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T19:54:53.332149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.121615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T19:54:53.332116Z","caller":"traceutil/trace.go:171","msg":"trace[108183250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10812; }","duration":"171.637247ms","start":"2026-02-25T19:54:53.160462Z","end":"2026-02-25T19:54:53.332099Z","steps":["trace[108183250] 'range keys from in-memory index tree' (duration: 171.291687ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:54:53.332245Z","caller":"traceutil/trace.go:171","msg":"trace[625393656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10812; }","duration":"183.257189ms","start":"2026-02-25T19:54:53.148963Z","end":"2026-02-25T19:54:53.33222Z","steps":["trace[625393656] 'range keys from in-memory index tree' (duration: 182.91456ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:54:53.331563Z","caller":"traceutil/trace.go:171","msg":"trace[732399367] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:10812; }","duration":"146.169314ms","start":"2026-02-25T19:54:53.185368Z","end":"2026-02-25T19:54:53.331537Z","steps":["trace[732399367] 'range keys from in-memory index tree' (duration: 145.740732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:54:53.333535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.173025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-25T19:54:53.333666Z","caller":"traceutil/trace.go:171","msg":"trace[1134346144] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10812; }","duration":"171.37491ms","start":"2026-02-25T19:54:53.16226Z","end":"2026-02-25T19:54:53.333635Z","steps":["trace[1134346144] 'range keys from in-memory index tree' (duration: 169.549921ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:54:53.337808Z","caller":"traceutil/trace.go:171","msg":"trace[2136389295] transaction","detail":"{read_only:false; response_revision:10813; number_of_response:1; }","duration":"110.571808ms","start":"2026-02-25T19:54:53.227223Z","end":"2026-02-25T19:54:53.337794Z","steps":["trace[2136389295] 'process raft request' (duration: 110.471225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:54:54.658851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.015702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:54:54.659067Z","caller":"traceutil/trace.go:171","msg":"trace[1174597182] transaction","detail":"{read_only:false; response_revision:10818; number_of_response:1; }","duration":"820.163293ms","start":"2026-02-25T19:54:53.838864Z","end":"2026-02-25T19:54:54.659027Z","steps":["trace[1174597182] 'process raft request' (duration: 351.864994ms)","trace[1174597182] 'compare' (duration: 467.769015ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:54:54.659297Z","caller":"traceutil/trace.go:171","msg":"trace[1316325562] linearizableReadLoop","detail":"{readStateIndex:11233; appliedIndex:11231; }","duration":"700.215753ms","start":"2026-02-25T19:54:53.959031Z","end":"2026-02-25T19:54:54.659246Z","steps":["trace[1316325562] 'read index received' (duration: 65.511498ms)","trace[1316325562] 'applied index is now lower than readState.Index' (duration: 634.699065ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:54:54.65936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:54:53.838829Z","time spent":"820.340017ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:54:54.659496Z","caller":"traceutil/trace.go:171","msg":"trace[1667823929] transaction","detail":"{read_only:false; response_revision:10819; number_of_response:1; }","duration":"633.436431ms","start":"2026-02-25T19:54:54.026034Z","end":"2026-02-25T19:54:54.65947Z","steps":["trace[1667823929] 'process raft request' (duration: 632.951608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:54:54.659569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.859386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:54:54.659627Z","caller":"traceutil/trace.go:171","msg":"trace[436721232] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:10819; }","duration":"480.97756ms","start":"2026-02-25T19:54:54.178631Z","end":"2026-02-25T19:54:54.659609Z","steps":["trace[436721232] 'agreement among raft nodes before linearized reading' (duration: 480.841276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:54:54.659678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:54:54.178603Z","time spent":"481.063572ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:54:54.659663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.450993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:54:54.659792Z","caller":"traceutil/trace.go:171","msg":"trace[1307655722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10819; }","duration":"370.629158ms","start":"2026-02-25T19:54:54.289129Z","end":"2026-02-25T19:54:54.659759Z","steps":["trace[1307655722] 'agreement among raft nodes before linearized reading' (duration: 370.35327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:54:54.659741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.691525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-02-25T19:54:54.659851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:54:54.289109Z","time spent":"370.732531ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:54:54.659898Z","caller":"traceutil/trace.go:171","msg":"trace[1782517521] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10819; }","duration":"700.883751ms","start":"2026-02-25T19:54:53.958984Z","end":"2026-02-25T19:54:54.659868Z","steps":["trace[1782517521] 'agreement among raft nodes before linearized reading' (duration: 700.428498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:54:54.65996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:54:53.958966Z","time spent":"700.982344ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T19:54:54.659583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:54:54.026004Z","time spent":"633.538433ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:55:09.270153Z","caller":"traceutil/trace.go:171","msg":"trace[389585277] transaction","detail":"{read_only:false; response_revision:10892; number_of_response:1; }","duration":"142.937066ms","start":"2026-02-25T19:55:09.127178Z","end":"2026-02-25T19:55:09.270115Z","steps":["trace[389585277] 'process raft request' (duration: 142.71715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:55:10.67759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236818006s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T19:55:10.677888Z","caller":"traceutil/trace.go:171","msg":"trace[1805616927] linearizableReadLoop","detail":"{readStateIndex:11310; appliedIndex:11308; }","duration":"1.444336997s","start":"2026-02-25T19:55:09.233526Z","end":"2026-02-25T19:55:10.677863Z","steps":["trace[1805616927] 'read index received' (duration: 36.369086ms)","trace[1805616927] 'applied index is now lower than readState.Index' (duration: 1.407966621s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:55:10.678258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444718347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T19:55:10.678363Z","caller":"traceutil/trace.go:171","msg":"trace[2063511962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10892; }","duration":"1.444893741s","start":"2026-02-25T19:55:09.233442Z","end":"2026-02-25T19:55:10.678336Z","steps":["trace[2063511962] 'agreement among raft nodes before linearized reading' (duration: 1.444590173s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:55:10.678416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.233413Z","time spent":"1.444994224s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T19:55:10.678728Z","caller":"traceutil/trace.go:171","msg":"trace[761084973] transaction","detail":"{read_only:false; response_revision:10893; number_of_response:1; }","duration":"1.275067174s","start":"2026-02-25T19:55:09.403615Z","end":"2026-02-25T19:55:10.678683Z","steps":["trace[761084973] 'process raft request' (duration: 1.274113518s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:55:10.67894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.403586Z","time spent":"1.275230898s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:55:10.858956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281697972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:55:10.859027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146137703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:55:10.859057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146222295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:55:10.859181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563216158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:55:10.859169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624349388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T19:55:10.859205Z","caller":"traceutil/trace.go:171","msg":"trace[2120363264] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10893; }","duration":"1.1464175s","start":"2026-02-25T19:55:09.712748Z","end":"2026-02-25T19:55:10.859165Z","steps":["trace[2120363264] 'agreement among raft nodes before linearized reading' (duration: 966.033728ms)","trace[2120363264] 'range keys from in-memory index tree' (duration: 180.179397ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:55:10.859312Z","caller":"traceutil/trace.go:171","msg":"trace[1609426380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10893; }","duration":"1.624558384s","start":"2026-02-25T19:55:09.23472Z","end":"2026-02-25T19:55:10.859279Z","steps":["trace[1609426380] 'agreement among raft nodes before linearized reading' (duration: 1.443967607s)","trace[1609426380] 'range keys from in-memory index tree' (duration: 180.271919ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:55:10.859331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426347734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T19:55:10.859324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417761714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T19:55:10.859348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.7127Z","time spent":"1.146633137s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-02-25T19:55:10.859364Z","caller":"traceutil/trace.go:171","msg":"trace[2007265342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10893; }","duration":"1.426377975s","start":"2026-02-25T19:55:09.432976Z","end":"2026-02-25T19:55:10.859354Z","steps":["trace[2007265342] 'agreement among raft nodes before linearized reading' (duration: 1.24588428s)","trace[2007265342] 'range keys from in-memory index tree' (duration: 180.390582ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:55:10.85937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.234706Z","time spent":"1.624653046s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T19:55:10.859396Z","caller":"traceutil/trace.go:171","msg":"trace[1253494604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10893; }","duration":"1.417852856s","start":"2026-02-25T19:55:09.441524Z","end":"2026-02-25T19:55:10.859377Z","steps":["trace[1253494604] 'agreement among raft nodes before linearized reading' (duration: 1.2373279s)","trace[1253494604] 'range keys from in-memory index tree' (duration: 180.32009ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:55:10.859413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.432907Z","time spent":"1.426497268s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:55:10.859423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.749907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:55:10.859443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.4415Z","time spent":"1.417934458s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T19:55:10.85949Z","caller":"traceutil/trace.go:171","msg":"trace[1078837485] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10893; }","duration":"944.8371ms","start":"2026-02-25T19:55:09.914615Z","end":"2026-02-25T19:55:10.859453Z","steps":["trace[1078837485] 'agreement among raft nodes before linearized reading' (duration: 764.126809ms)","trace[1078837485] 'count revisions from in-memory index tree' (duration: 180.648679ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:55:10.859164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.747787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:55:10.859589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147316175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:55:10.859351Z","caller":"traceutil/trace.go:171","msg":"trace[1371771372] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10893; }","duration":"1.146316828s","start":"2026-02-25T19:55:09.712797Z","end":"2026-02-25T19:55:10.859114Z","steps":["trace[1371771372] 'agreement among raft nodes before linearized reading' (duration: 965.965097ms)","trace[1371771372] 'range keys from in-memory index tree' (duration: 180.167226ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:55:10.859643Z","caller":"traceutil/trace.go:171","msg":"trace[1680836469] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10893; }","duration":"1.147427257s","start":"2026-02-25T19:55:09.712201Z","end":"2026-02-25T19:55:10.859628Z","steps":["trace[1680836469] 'agreement among raft nodes before linearized reading' (duration: 966.587814ms)","trace[1680836469] 'range keys from in-memory index tree' (duration: 180.768272ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:55:10.859573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.914593Z","time spent":"944.958863ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:55:10.859718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146910933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:55:10.859744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282645417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:55:10.859779Z","caller":"traceutil/trace.go:171","msg":"trace[1224250595] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10893; }","duration":"1.147051017s","start":"2026-02-25T19:55:09.712711Z","end":"2026-02-25T19:55:10.859762Z","steps":["trace[1224250595] 'agreement among raft nodes before linearized reading' (duration: 966.061899ms)","trace[1224250595] 'range keys from in-memory index tree' (duration: 180.890486ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:55:10.859231Z","caller":"traceutil/trace.go:171","msg":"trace[290932394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10893; }","duration":"1.563265429s","start":"2026-02-25T19:55:09.295953Z","end":"2026-02-25T19:55:10.859219Z","steps":["trace[290932394] 'agreement among raft nodes before linearized reading' (duration: 1.382909829s)","trace[290932394] 'range keys from in-memory index tree' (duration: 180.295279ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:55:10.859797Z","caller":"traceutil/trace.go:171","msg":"trace[1143343148] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10893; }","duration":"1.282700968s","start":"2026-02-25T19:55:09.577066Z","end":"2026-02-25T19:55:10.859767Z","steps":["trace[1143343148] 'agreement among raft nodes before linearized reading' (duration: 1.101754491s)","trace[1143343148] 'range keys from in-memory index tree' (duration: 180.910005ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:55:10.859816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.712679Z","time spent":"1.147128079s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-25T19:55:10.859807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146948965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-02-25T19:55:10.85983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.577055Z","time spent":"1.282767831s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-25T19:55:10.85983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.295881Z","time spent":"1.563939508s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:55:10.859833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282984447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:55:10.859832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419625133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T19:55:10.859873Z","caller":"traceutil/trace.go:171","msg":"trace[1925603322] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10893; }","duration":"1.147061377s","start":"2026-02-25T19:55:09.71279Z","end":"2026-02-25T19:55:10.859851Z","steps":["trace[1925603322] 'agreement among raft nodes before linearized reading' (duration: 965.962667ms)","trace[1925603322] 'range keys from in-memory index tree' (duration: 180.885735ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:55:10.859882Z","caller":"traceutil/trace.go:171","msg":"trace[1739757357] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10893; }","duration":"1.28312444s","start":"2026-02-25T19:55:09.576745Z","end":"2026-02-25T19:55:10.859869Z","steps":["trace[1739757357] 'agreement among raft nodes before linearized reading' (duration: 1.102089951s)","trace[1739757357] 'range keys from in-memory index tree' (duration: 180.974447ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:55:10.859907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.712759Z","time spent":"1.14713977s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-25T19:55:10.859918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.57669Z","time spent":"1.283220202s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-25T19:55:10.859923Z","caller":"traceutil/trace.go:171","msg":"trace[41417464] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10893; }","duration":"1.419766308s","start":"2026-02-25T19:55:09.440127Z","end":"2026-02-25T19:55:10.859893Z","steps":["trace[41417464] 'agreement among raft nodes before linearized reading' (duration: 1.238745619s)","trace[41417464] 'range keys from in-memory index tree' (duration: 180.808663ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:55:10.859773Z","caller":"traceutil/trace.go:171","msg":"trace[406444072] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:10893; }","duration":"939.439086ms","start":"2026-02-25T19:55:09.920231Z","end":"2026-02-25T19:55:10.85967Z","steps":["trace[406444072] 'agreement among raft nodes before linearized reading' (duration: 758.503659ms)","trace[406444072] 'count revisions from in-memory index tree' (duration: 180.273059ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:55:10.859115Z","caller":"traceutil/trace.go:171","msg":"trace[1116290251] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10893; }","duration":"1.281882256s","start":"2026-02-25T19:55:09.577184Z","end":"2026-02-25T19:55:10.859066Z","steps":["trace[1116290251] 'agreement among raft nodes before linearized reading' (duration: 1.101621298s)","trace[1116290251] 'range keys from in-memory index tree' (duration: 180.077654ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:55:10.859942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4053197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-25T19:55:10.859977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.440099Z","time spent":"1.419863369s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T19:55:10.860001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.577176Z","time spent":"1.282815031s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-25T19:55:10.859966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.462493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T19:55:10.859683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.71217Z","time spent":"1.14750304s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-25T19:55:10.860046Z","caller":"traceutil/trace.go:171","msg":"trace[1712826604] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:10893; }","duration":"1.405458983s","start":"2026-02-25T19:55:09.454549Z","end":"2026-02-25T19:55:10.860008Z","steps":["trace[1712826604] 'agreement among raft nodes before linearized reading' (duration: 1.22429163s)","trace[1712826604] 'range keys from in-memory index tree' (duration: 180.930667ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:55:10.85971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282539724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:55:10.860069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.641854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-25T19:55:10.860088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.454532Z","time spent":"1.405548616s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T19:55:10.85998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.920198Z","time spent":"939.769414ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:55:10.860108Z","caller":"traceutil/trace.go:171","msg":"trace[1970716178] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10893; }","duration":"1.282957226s","start":"2026-02-25T19:55:09.577134Z","end":"2026-02-25T19:55:10.860091Z","steps":["trace[1970716178] 'agreement among raft nodes before linearized reading' (duration: 1.10167887s)","trace[1970716178] 'range keys from in-memory index tree' (duration: 180.872545ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:55:10.860119Z","caller":"traceutil/trace.go:171","msg":"trace[420271594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10893; }","duration":"903.730616ms","start":"2026-02-25T19:55:09.956369Z","end":"2026-02-25T19:55:10.8601Z","steps":["trace[420271594] 'agreement among raft nodes before linearized reading' (duration: 722.355628ms)","trace[420271594] 'range keys from in-memory index tree' (duration: 181.280276ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:55:10.860132Z","caller":"traceutil/trace.go:171","msg":"trace[1782815624] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:10893; }","duration":"446.607867ms","start":"2026-02-25T19:55:10.413453Z","end":"2026-02-25T19:55:10.860061Z","steps":["trace[1782815624] 'agreement among raft nodes before linearized reading' (duration: 265.26018ms)","trace[1782815624] 'count revisions from in-memory index tree' (duration: 181.212824ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:55:10.860158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.956325Z","time spent":"903.825769ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T19:55:10.859682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.71277Z","time spent":"1.146901154s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-25T19:55:10.860189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.577125Z","time spent":"1.283018437s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-25T19:55:10.859942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283015727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-25T19:55:10.860196Z","caller":"traceutil/trace.go:171","msg":"trace[1218321786] transaction","detail":"{read_only:false; response_revision:10894; number_of_response:1; }","duration":"175.915752ms","start":"2026-02-25T19:55:10.684255Z","end":"2026-02-25T19:55:10.86017Z","steps":["trace[1218321786] 'process raft request' (duration: 164.262399ms)","trace[1218321786] 'compare' (duration: 10.257086ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:55:10.860252Z","caller":"traceutil/trace.go:171","msg":"trace[543886837] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10893; }","duration":"1.283388097s","start":"2026-02-25T19:55:09.576851Z","end":"2026-02-25T19:55:10.86024Z","steps":["trace[543886837] 'agreement among raft nodes before linearized reading' (duration: 1.101975318s)","trace[543886837] 'range keys from in-memory index tree' (duration: 180.980657ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:55:10.860251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:10.41343Z","time spent":"446.746961ms","remote":"127.0.0.1:55050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:55:10.860286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.576837Z","time spent":"1.283440359s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-25T19:55:10.860706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282642567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-25T19:55:10.860794Z","caller":"traceutil/trace.go:171","msg":"trace[751911689] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10893; }","duration":"1.282743949s","start":"2026-02-25T19:55:09.578035Z","end":"2026-02-25T19:55:10.860779Z","steps":["trace[751911689] 'agreement among raft nodes before linearized reading' (duration: 1.100762455s)","trace[751911689] 'range keys from in-memory index tree' (duration: 180.061683ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:55:10.860828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:09.578026Z","time spent":"1.28279366s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-25T19:55:11.396443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922732997077,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T19:55:11.722215Z","caller":"traceutil/trace.go:171","msg":"trace[1658003312] transaction","detail":"{read_only:false; response_revision:10897; number_of_response:1; }","duration":"855.342848ms","start":"2026-02-25T19:55:10.866844Z","end":"2026-02-25T19:55:11.722187Z","steps":["trace[1658003312] 'process raft request' (duration: 855.234605ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:55:11.722238Z","caller":"traceutil/trace.go:171","msg":"trace[504309091] transaction","detail":"{read_only:false; response_revision:10896; number_of_response:1; }","duration":"855.499912ms","start":"2026-02-25T19:55:10.866694Z","end":"2026-02-25T19:55:11.722194Z","steps":["trace[504309091] 'process raft request' (duration: 855.195744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:55:11.722411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:10.866837Z","time spent":"855.463641ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:55:11.722467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:10.866623Z","time spent":"855.713488ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:55:11.722858Z","caller":"traceutil/trace.go:171","msg":"trace[592660279] transaction","detail":"{read_only:false; response_revision:10899; number_of_response:1; }","duration":"855.42649ms","start":"2026-02-25T19:55:10.867259Z","end":"2026-02-25T19:55:11.722685Z","steps":["trace[592660279] 'process raft request' (duration: 855.270816ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:55:11.722986Z","caller":"traceutil/trace.go:171","msg":"trace[570643275] transaction","detail":"{read_only:false; response_revision:10898; number_of_response:1; }","duration":"855.700518ms","start":"2026-02-25T19:55:10.867041Z","end":"2026-02-25T19:55:11.722742Z","steps":["trace[570643275] 'process raft request' (duration: 855.098991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:55:11.723064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:10.867028Z","time spent":"855.996655ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:55:11.723061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:10.867227Z","time spent":"855.716298ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:55:11.757268Z","caller":"traceutil/trace.go:171","msg":"trace[372870245] linearizableReadLoop","detail":"{readStateIndex:11318; appliedIndex:11313; }","duration":"861.331948ms","start":"2026-02-25T19:55:10.895904Z","end":"2026-02-25T19:55:11.757236Z","steps":["trace[372870245] 'read index received' (duration: 826.083632ms)","trace[372870245] 'applied index is now lower than readState.Index' (duration: 35.246826ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:55:11.757318Z","caller":"traceutil/trace.go:171","msg":"trace[702672227] transaction","detail":"{read_only:false; response_revision:10900; number_of_response:1; }","duration":"481.272688ms","start":"2026-02-25T19:55:11.276017Z","end":"2026-02-25T19:55:11.75729Z","steps":["trace[702672227] 'process raft request' (duration: 481.034781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:55:11.75749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:11.275986Z","time spent":"481.393941ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:55:11.757546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.44629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19200"} {"level":"warn","ts":"2026-02-25T19:55:11.757546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.104877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:55:11.757656Z","caller":"traceutil/trace.go:171","msg":"trace[1902793496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10900; }","duration":"888.252301ms","start":"2026-02-25T19:55:10.86938Z","end":"2026-02-25T19:55:11.757632Z","steps":["trace[1902793496] 'agreement among raft nodes before linearized reading' (duration: 888.019025ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:55:11.757588Z","caller":"traceutil/trace.go:171","msg":"trace[1443998565] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10900; }","duration":"890.530273ms","start":"2026-02-25T19:55:10.867047Z","end":"2026-02-25T19:55:11.757577Z","steps":["trace[1443998565] 'agreement among raft nodes before linearized reading' (duration: 890.312847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:55:11.757717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:10.86937Z","time spent":"888.338073ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:55:11.757745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:10.867028Z","time spent":"890.708227ms","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19223,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-25T19:55:12.684115Z","caller":"traceutil/trace.go:171","msg":"trace[943694539] linearizableReadLoop","detail":"{readStateIndex:11320; appliedIndex:11319; }","duration":"137.272834ms","start":"2026-02-25T19:55:12.546818Z","end":"2026-02-25T19:55:12.684091Z","steps":["trace[943694539] 'read index received' (duration: 81.189929ms)","trace[943694539] 'applied index is now lower than readState.Index' (duration: 56.081485ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:55:12.684194Z","caller":"traceutil/trace.go:171","msg":"trace[647811518] transaction","detail":"{read_only:false; response_revision:10901; number_of_response:1; }","duration":"198.21099ms","start":"2026-02-25T19:55:12.48594Z","end":"2026-02-25T19:55:12.684151Z","steps":["trace[647811518] 'process raft request' (duration: 142.159805ms)","trace[647811518] 'compare' (duration: 55.85703ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:55:12.684417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.572813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T19:55:12.684503Z","caller":"traceutil/trace.go:171","msg":"trace[1086688844] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10901; }","duration":"137.732897ms","start":"2026-02-25T19:55:12.546754Z","end":"2026-02-25T19:55:12.684487Z","steps":["trace[1086688844] 'agreement among raft nodes before linearized reading' (duration: 137.421809ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:55:12.870861Z","caller":"traceutil/trace.go:171","msg":"trace[1524620264] linearizableReadLoop","detail":"{readStateIndex:11321; appliedIndex:11320; }","duration":"183.066923ms","start":"2026-02-25T19:55:12.687761Z","end":"2026-02-25T19:55:12.870828Z","steps":["trace[1524620264] 'read index received' (duration: 150.15081ms)","trace[1524620264] 'applied index is now lower than readState.Index' (duration: 32.914443ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:55:12.870935Z","caller":"traceutil/trace.go:171","msg":"trace[1116317178] transaction","detail":"{read_only:false; response_revision:10902; number_of_response:1; }","duration":"185.116538ms","start":"2026-02-25T19:55:12.685782Z","end":"2026-02-25T19:55:12.870899Z","steps":["trace[1116317178] 'process raft request' (duration: 152.152093ms)","trace[1116317178] 'compare' (duration: 32.710648ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:55:12.87111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.338221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-5dd678f675-wdqwl.1897956e9ccb8fa0\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-02-25T19:55:12.871189Z","caller":"traceutil/trace.go:171","msg":"trace[232385319] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-5dd678f675-wdqwl.1897956e9ccb8fa0; range_end:; response_count:1; response_revision:10902; }","duration":"183.473784ms","start":"2026-02-25T19:55:12.687695Z","end":"2026-02-25T19:55:12.871169Z","steps":["trace[232385319] 'agreement among raft nodes before linearized reading' (duration: 183.280919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:55:13.159313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.916583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:55:13.159453Z","caller":"traceutil/trace.go:171","msg":"trace[1522472279] transaction","detail":"{read_only:false; response_revision:10904; number_of_response:1; }","duration":"283.561002ms","start":"2026-02-25T19:55:12.875872Z","end":"2026-02-25T19:55:13.159433Z","steps":["trace[1522472279] 'process raft request' (duration: 98.409512ms)","trace[1522472279] 'compare' (duration: 184.646736ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:55:13.159456Z","caller":"traceutil/trace.go:171","msg":"trace[355201079] linearizableReadLoop","detail":"{readStateIndex:11323; appliedIndex:11321; }","duration":"259.804173ms","start":"2026-02-25T19:55:12.899613Z","end":"2026-02-25T19:55:13.159417Z","steps":["trace[355201079] 'read index received' (duration: 25.133314ms)","trace[355201079] 'applied index is now lower than readState.Index' (duration: 234.669289ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:55:13.159636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.016549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:55:13.159704Z","caller":"traceutil/trace.go:171","msg":"trace[950827155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10904; }","duration":"260.103161ms","start":"2026-02-25T19:55:12.899582Z","end":"2026-02-25T19:55:13.159685Z","steps":["trace[950827155] 'agreement among raft nodes before linearized reading' (duration: 259.906006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:55:13.160134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.314959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-67974c55d7-6qcrz.1897956e9cd9760b\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-02-25T19:55:13.160159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.185522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T19:55:13.16019Z","caller":"traceutil/trace.go:171","msg":"trace[1104477659] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-67974c55d7-6qcrz.1897956e9cd9760b; range_end:; response_count:1; response_revision:10904; }","duration":"231.433552ms","start":"2026-02-25T19:55:12.928745Z","end":"2026-02-25T19:55:13.160179Z","steps":["trace[1104477659] 'agreement among raft nodes before linearized reading' (duration: 231.287938ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:55:13.16023Z","caller":"traceutil/trace.go:171","msg":"trace[1640799368] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:10904; }","duration":"254.324556ms","start":"2026-02-25T19:55:12.905885Z","end":"2026-02-25T19:55:13.16021Z","steps":["trace[1640799368] 'agreement among raft nodes before linearized reading' (duration: 254.08351ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:55:13.525722Z","caller":"traceutil/trace.go:171","msg":"trace[328290056] linearizableReadLoop","detail":"{readStateIndex:11325; appliedIndex:11323; }","duration":"359.239472ms","start":"2026-02-25T19:55:13.166455Z","end":"2026-02-25T19:55:13.525694Z","steps":["trace[328290056] 'read index received' (duration: 280.400326ms)","trace[328290056] 'applied index is now lower than readState.Index' (duration: 78.837996ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:55:13.526058Z","caller":"traceutil/trace.go:171","msg":"trace[105666600] transaction","detail":"{read_only:false; response_revision:10906; number_of_response:1; }","duration":"360.089175ms","start":"2026-02-25T19:55:13.165925Z","end":"2026-02-25T19:55:13.526014Z","steps":["trace[105666600] 'process raft request' (duration: 359.703504ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:55:13.526094Z","caller":"traceutil/trace.go:171","msg":"trace[980995753] transaction","detail":"{read_only:false; response_revision:10905; number_of_response:1; }","duration":"363.001763ms","start":"2026-02-25T19:55:13.163058Z","end":"2026-02-25T19:55:13.52606Z","steps":["trace[980995753] 'process raft request' (duration: 283.808357ms)","trace[980995753] 'compare' (duration: 78.514758ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:55:13.526269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:13.163025Z","time spent":"363.143827ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:55:13.526292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:13.165125Z","time spent":"361.037031ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:55:13.526797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.318761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447633"} {"level":"info","ts":"2026-02-25T19:55:13.52689Z","caller":"traceutil/trace.go:171","msg":"trace[837808272] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10906; }","duration":"360.450165ms","start":"2026-02-25T19:55:13.166421Z","end":"2026-02-25T19:55:13.526871Z","steps":["trace[837808272] 'agreement among raft nodes before linearized reading' (duration: 359.645663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:55:13.526938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:55:13.166403Z","time spent":"360.523576ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447656,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T19:55:13.83511Z","caller":"traceutil/trace.go:171","msg":"trace[792618496] transaction","detail":"{read_only:false; response_revision:10907; number_of_response:1; }","duration":"103.113108ms","start":"2026-02-25T19:55:13.731963Z","end":"2026-02-25T19:55:13.835076Z","steps":["trace[792618496] 'process raft request' (duration: 102.912803ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:55:13.859116Z","caller":"traceutil/trace.go:171","msg":"trace[1240672449] transaction","detail":"{read_only:false; response_revision:10909; number_of_response:1; }","duration":"126.954957ms","start":"2026-02-25T19:55:13.732143Z","end":"2026-02-25T19:55:13.859098Z","steps":["trace[1240672449] 'process raft request' (duration: 126.906366ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:55:13.859126Z","caller":"traceutil/trace.go:171","msg":"trace[801304996] transaction","detail":"{read_only:false; response_revision:10908; number_of_response:1; }","duration":"127.04684ms","start":"2026-02-25T19:55:13.732055Z","end":"2026-02-25T19:55:13.859101Z","steps":["trace[801304996] 'process raft request' (duration: 126.904646ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:55:13.859401Z","caller":"traceutil/trace.go:171","msg":"trace[1695934136] transaction","detail":"{read_only:false; response_revision:10910; number_of_response:1; }","duration":"127.009529ms","start":"2026-02-25T19:55:13.732362Z","end":"2026-02-25T19:55:13.859371Z","steps":["trace[1695934136] 'process raft request' (duration: 126.710171ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:55:14.104921Z","caller":"traceutil/trace.go:171","msg":"trace[1013571777] linearizableReadLoop","detail":"{readStateIndex:11334; appliedIndex:11333; }","duration":"143.363388ms","start":"2026-02-25T19:55:13.961527Z","end":"2026-02-25T19:55:14.104891Z","steps":["trace[1013571777] 'read index received' (duration: 143.08912ms)","trace[1013571777] 'applied index is now lower than readState.Index' (duration: 272.318µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:55:14.105035Z","caller":"traceutil/trace.go:171","msg":"trace[886496839] transaction","detail":"{read_only:false; response_revision:10914; number_of_response:1; }","duration":"150.727776ms","start":"2026-02-25T19:55:13.954286Z","end":"2026-02-25T19:55:14.105013Z","steps":["trace[886496839] 'process raft request' (duration: 150.333625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:55:14.105322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.737638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-25T19:55:14.105397Z","caller":"traceutil/trace.go:171","msg":"trace[1365112154] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10914; }","duration":"143.880622ms","start":"2026-02-25T19:55:13.961479Z","end":"2026-02-25T19:55:14.10536Z","steps":["trace[1365112154] 'agreement among raft nodes before linearized reading' (duration: 143.588364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:55:14.105529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.691201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:55:14.105599Z","caller":"traceutil/trace.go:171","msg":"trace[882817611] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10914; }","duration":"110.922897ms","start":"2026-02-25T19:55:13.994659Z","end":"2026-02-25T19:55:14.105581Z","steps":["trace[882817611] 'agreement among raft nodes before linearized reading' (duration: 110.66679ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:56:48.789641Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9327} {"level":"info","ts":"2026-02-25T19:56:48.912071Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9327,"took":"119.098116ms","hash":1327169761,"current-db-size-bytes":37576704,"current-db-size":"38 MB","current-db-size-in-use-bytes":23822336,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-25T19:56:48.912144Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1327169761,"revision":9327,"compact-revision":7179} {"level":"info","ts":"2026-02-25T19:59:45.564086Z","caller":"traceutil/trace.go:171","msg":"trace[744437365] linearizableReadLoop","detail":"{readStateIndex:13108; appliedIndex:13107; }","duration":"165.036054ms","start":"2026-02-25T19:59:45.399019Z","end":"2026-02-25T19:59:45.564055Z","steps":["trace[744437365] 'read index received' (duration: 164.837889ms)","trace[744437365] 'applied index is now lower than readState.Index' (duration: 196.645µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:59:45.564197Z","caller":"traceutil/trace.go:171","msg":"trace[1624464140] transaction","detail":"{read_only:false; response_revision:12626; number_of_response:1; }","duration":"194.191908ms","start":"2026-02-25T19:59:45.369964Z","end":"2026-02-25T19:59:45.564156Z","steps":["trace[1624464140] 'process raft request' (duration: 193.91017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:59:45.564396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.322311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T19:59:45.564447Z","caller":"traceutil/trace.go:171","msg":"trace[1712451655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12626; }","duration":"165.470346ms","start":"2026-02-25T19:59:45.398962Z","end":"2026-02-25T19:59:45.564433Z","steps":["trace[1712451655] 'agreement among raft nodes before linearized reading' (duration: 165.25228ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:59:45.619655Z","caller":"traceutil/trace.go:171","msg":"trace[758332788] transaction","detail":"{read_only:false; response_revision:12627; number_of_response:1; }","duration":"207.268559ms","start":"2026-02-25T19:59:45.412357Z","end":"2026-02-25T19:59:45.619626Z","steps":["trace[758332788] 'process raft request' (duration: 207.106785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:59:45.619902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.32911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-25T19:59:45.61997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.102216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-25T19:59:45.620024Z","caller":"traceutil/trace.go:171","msg":"trace[1501280444] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12627; }","duration":"220.485104ms","start":"2026-02-25T19:59:45.39951Z","end":"2026-02-25T19:59:45.619995Z","steps":["trace[1501280444] 'agreement among raft nodes before linearized reading' (duration: 220.125525ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:59:45.620112Z","caller":"traceutil/trace.go:171","msg":"trace[1238249111] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:12627; }","duration":"117.26101ms","start":"2026-02-25T19:59:45.50281Z","end":"2026-02-25T19:59:45.620071Z","steps":["trace[1238249111] 'agreement among raft nodes before linearized reading' (duration: 116.88677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:59:45.61998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.086102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T19:59:45.620281Z","caller":"traceutil/trace.go:171","msg":"trace[849759343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12627; }","duration":"214.429041ms","start":"2026-02-25T19:59:45.405832Z","end":"2026-02-25T19:59:45.620261Z","steps":["trace[849759343] 'agreement among raft nodes before linearized reading' (duration: 213.944838ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:59:45.725188Z","caller":"traceutil/trace.go:171","msg":"trace[1065011782] linearizableReadLoop","detail":"{readStateIndex:13110; appliedIndex:13109; }","duration":"101.686713ms","start":"2026-02-25T19:59:45.62347Z","end":"2026-02-25T19:59:45.725157Z","steps":["trace[1065011782] 'read index received' (duration: 90.975265ms)","trace[1065011782] 'applied index is now lower than readState.Index' (duration: 10.710168ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:59:45.725364Z","caller":"traceutil/trace.go:171","msg":"trace[1035381424] transaction","detail":"{read_only:false; response_revision:12628; number_of_response:1; }","duration":"155.494268ms","start":"2026-02-25T19:59:45.569814Z","end":"2026-02-25T19:59:45.725308Z","steps":["trace[1035381424] 'process raft request' (duration: 144.484792ms)","trace[1035381424] 'compare' (duration: 10.692077ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:59:45.725489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.97847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-02-25T19:59:45.725542Z","caller":"traceutil/trace.go:171","msg":"trace[576875098] range","detail":"{range_begin:/registry/persistentvolumes/pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0; range_end:; response_count:1; response_revision:12628; }","duration":"102.107684ms","start":"2026-02-25T19:59:45.623419Z","end":"2026-02-25T19:59:45.725527Z","steps":["trace[576875098] 'agreement among raft nodes before linearized reading' (duration: 101.847047ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:59:45.739195Z","caller":"traceutil/trace.go:171","msg":"trace[1303383040] transaction","detail":"{read_only:false; response_revision:12630; number_of_response:1; }","duration":"114.235099ms","start":"2026-02-25T19:59:45.624894Z","end":"2026-02-25T19:59:45.739129Z","steps":["trace[1303383040] 'process raft request' (duration: 114.129356ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:59:45.739252Z","caller":"traceutil/trace.go:171","msg":"trace[1863248558] transaction","detail":"{read_only:false; response_revision:12629; number_of_response:1; }","duration":"114.428565ms","start":"2026-02-25T19:59:45.624768Z","end":"2026-02-25T19:59:45.739197Z","steps":["trace[1863248558] 'process raft request' (duration: 114.008444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:59:58.73774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.401469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-25T19:59:58.737851Z","caller":"traceutil/trace.go:171","msg":"trace[1914883701] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12715; }","duration":"253.575033ms","start":"2026-02-25T19:59:58.484244Z","end":"2026-02-25T19:59:58.737819Z","steps":["trace[1914883701] 'range keys from in-memory index tree' (duration: 253.185603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:59:58.73803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.922474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:59:58.738197Z","caller":"traceutil/trace.go:171","msg":"trace[1192129272] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12715; }","duration":"483.086289ms","start":"2026-02-25T19:59:58.255033Z","end":"2026-02-25T19:59:58.738119Z","steps":["trace[1192129272] 'range keys from in-memory index tree' (duration: 482.808862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:59:58.738459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:59:58.255014Z","time spent":"483.425228ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-25T19:59:59.045319Z","caller":"traceutil/trace.go:171","msg":"trace[857520740] linearizableReadLoop","detail":"{readStateIndex:13200; appliedIndex:13199; }","duration":"383.429982ms","start":"2026-02-25T19:59:58.661861Z","end":"2026-02-25T19:59:59.045291Z","steps":["trace[857520740] 'read index received' (duration: 383.316609ms)","trace[857520740] 'applied index is now lower than readState.Index' (duration: 112.543µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:59:59.045571Z","caller":"traceutil/trace.go:171","msg":"trace[2030267153] transaction","detail":"{read_only:false; response_revision:12716; number_of_response:1; }","duration":"435.726037ms","start":"2026-02-25T19:59:58.609738Z","end":"2026-02-25T19:59:59.045464Z","steps":["trace[2030267153] 'process raft request' (duration: 435.378178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:59:59.045868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:59:58.609708Z","time spent":"435.955033ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:59:59.045919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.004927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:59:59.046203Z","caller":"traceutil/trace.go:171","msg":"trace[1558214951] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12716; }","duration":"384.357737ms","start":"2026-02-25T19:59:58.661789Z","end":"2026-02-25T19:59:59.046147Z","steps":["trace[1558214951] 'agreement among raft nodes before linearized reading' (duration: 383.7237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:59:59.046305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:59:58.661755Z","time spent":"384.530872ms","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T19:59:59.130416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.864757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:59:59.13052Z","caller":"traceutil/trace.go:171","msg":"trace[654336432] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12717; }","duration":"252.021022ms","start":"2026-02-25T19:59:58.878476Z","end":"2026-02-25T19:59:59.130497Z","steps":["trace[654336432] 'agreement among raft nodes before linearized reading' (duration: 251.810546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:59:59.130541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.016362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6386"} {"level":"warn","ts":"2026-02-25T19:59:59.13061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.105584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:59:59.130654Z","caller":"traceutil/trace.go:171","msg":"trace[137900946] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:12717; }","duration":"252.174245ms","start":"2026-02-25T19:59:58.878457Z","end":"2026-02-25T19:59:59.130632Z","steps":["trace[137900946] 'agreement among raft nodes before linearized reading' (duration: 251.856267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:59:59.130699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.221131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:59:59.130723Z","caller":"traceutil/trace.go:171","msg":"trace[1013716077] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12717; }","duration":"252.274118ms","start":"2026-02-25T19:59:58.87842Z","end":"2026-02-25T19:59:59.130694Z","steps":["trace[1013716077] 'agreement among raft nodes before linearized reading' (duration: 252.091673ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:59:59.13076Z","caller":"traceutil/trace.go:171","msg":"trace[1146131952] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12717; }","duration":"388.300823ms","start":"2026-02-25T19:59:58.742439Z","end":"2026-02-25T19:59:59.130739Z","steps":["trace[1146131952] 'agreement among raft nodes before linearized reading' (duration: 388.18781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:59:59.13079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:59:58.742417Z","time spent":"388.367015ms","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T19:59:59.130973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.448865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T19:59:59.131156Z","caller":"traceutil/trace.go:171","msg":"trace[32115507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12717; }","duration":"462.685782ms","start":"2026-02-25T19:59:58.668443Z","end":"2026-02-25T19:59:59.131129Z","steps":["trace[32115507] 'agreement among raft nodes before linearized reading' (duration: 462.014434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:59:59.131324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:59:58.668417Z","time spent":"462.887007ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:59:59.132211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.016537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T19:59:59.132334Z","caller":"traceutil/trace.go:171","msg":"trace[333407838] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12717; }","duration":"193.195071ms","start":"2026-02-25T19:59:58.939113Z","end":"2026-02-25T19:59:59.132308Z","steps":["trace[333407838] 'agreement among raft nodes before linearized reading' (duration: 191.29923ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:00:10.803901Z","caller":"traceutil/trace.go:171","msg":"trace[1834997457] linearizableReadLoop","detail":"{readStateIndex:13261; appliedIndex:13260; }","duration":"380.678458ms","start":"2026-02-25T20:00:10.423189Z","end":"2026-02-25T20:00:10.803867Z","steps":["trace[1834997457] 'read index received' (duration: 380.426072ms)","trace[1834997457] 'applied index is now lower than readState.Index' (duration: 251.136µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:00:10.80408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.875714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:00:10.804134Z","caller":"traceutil/trace.go:171","msg":"trace[1686544708] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:12774; }","duration":"381.017327ms","start":"2026-02-25T20:00:10.423105Z","end":"2026-02-25T20:00:10.804123Z","steps":["trace[1686544708] 'agreement among raft nodes before linearized reading' (duration: 380.891824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:00:10.80417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:00:10.423076Z","time spent":"381.086969ms","remote":"127.0.0.1:53548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:00:10.804064Z","caller":"traceutil/trace.go:171","msg":"trace[677726249] transaction","detail":"{read_only:false; response_revision:12774; number_of_response:1; }","duration":"402.814223ms","start":"2026-02-25T20:00:10.401164Z","end":"2026-02-25T20:00:10.803978Z","steps":["trace[677726249] 'process raft request' (duration: 402.505095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:00:10.804972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:00:10.401124Z","time spent":"403.725918ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6371,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:00:19.457485Z","caller":"traceutil/trace.go:171","msg":"trace[741831084] transaction","detail":"{read_only:false; response_revision:12838; number_of_response:1; }","duration":"151.019358ms","start":"2026-02-25T20:00:19.306443Z","end":"2026-02-25T20:00:19.457462Z","steps":["trace[741831084] 'process raft request' (duration: 150.742261ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:00:19.457463Z","caller":"traceutil/trace.go:171","msg":"trace[742398070] linearizableReadLoop","detail":"{readStateIndex:13327; appliedIndex:13326; }","duration":"115.867133ms","start":"2026-02-25T20:00:19.34154Z","end":"2026-02-25T20:00:19.457407Z","steps":["trace[742398070] 'read index received' (duration: 115.825972ms)","trace[742398070] 'applied index is now lower than readState.Index' (duration: 39.541µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:00:19.457669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.09855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T20:00:19.457724Z","caller":"traceutil/trace.go:171","msg":"trace[1136527419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12838; }","duration":"116.198882ms","start":"2026-02-25T20:00:19.341512Z","end":"2026-02-25T20:00:19.457711Z","steps":["trace[1136527419] 'agreement among raft nodes before linearized reading' (duration: 116.011467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:00:19.6978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.294793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-25T20:00:19.697892Z","caller":"traceutil/trace.go:171","msg":"trace[815197673] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12839; }","duration":"136.448787ms","start":"2026-02-25T20:00:19.561422Z","end":"2026-02-25T20:00:19.697871Z","steps":["trace[815197673] 'range keys from in-memory index tree' (duration: 136.065206ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:00:22.299652Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003421.wal"} {"level":"warn","ts":"2026-02-25T20:00:39.942447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.732739ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T20:00:39.942739Z","caller":"traceutil/trace.go:171","msg":"trace[1760453001] linearizableReadLoop","detail":"{readStateIndex:13444; appliedIndex:13443; }","duration":"702.367252ms","start":"2026-02-25T20:00:39.240344Z","end":"2026-02-25T20:00:39.942711Z","steps":["trace[1760453001] 'read index received' (duration: 27.386746ms)","trace[1760453001] 'applied index is now lower than readState.Index' (duration: 674.979256ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:00:39.943462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.100371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12758"} {"level":"info","ts":"2026-02-25T20:00:39.943542Z","caller":"traceutil/trace.go:171","msg":"trace[1220631924] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:12951; }","duration":"703.242486ms","start":"2026-02-25T20:00:39.240281Z","end":"2026-02-25T20:00:39.943523Z","steps":["trace[1220631924] 'agreement among raft nodes before linearized reading' (duration: 702.990119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:00:39.943577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:00:39.240253Z","time spent":"703.318087ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":12781,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"info","ts":"2026-02-25T20:00:39.943998Z","caller":"traceutil/trace.go:171","msg":"trace[947666074] transaction","detail":"{read_only:false; response_revision:12952; number_of_response:1; }","duration":"695.403095ms","start":"2026-02-25T20:00:39.248536Z","end":"2026-02-25T20:00:39.94394Z","steps":["trace[947666074] 'process raft request' (duration: 694.058969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:00:39.944314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:00:39.248504Z","time spent":"695.5924ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:00:40.055787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.291847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:00:40.055939Z","caller":"traceutil/trace.go:171","msg":"trace[1376840925] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:12952; }","duration":"508.505603ms","start":"2026-02-25T20:00:39.547399Z","end":"2026-02-25T20:00:40.055905Z","steps":["trace[1376840925] 'agreement among raft nodes before linearized reading' (duration: 396.566855ms)","trace[1376840925] 'count revisions from in-memory index tree' (duration: 111.733952ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:00:40.056002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:00:39.54737Z","time spent":"508.617545ms","remote":"127.0.0.1:55118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:00:40.056447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.644085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:00:40.056497Z","caller":"traceutil/trace.go:171","msg":"trace[2098843282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12952; }","duration":"767.78654ms","start":"2026-02-25T20:00:39.288694Z","end":"2026-02-25T20:00:40.05648Z","steps":["trace[2098843282] 'agreement among raft nodes before linearized reading' (duration: 655.243976ms)","trace[2098843282] 'range keys from in-memory index tree' (duration: 112.471082ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:00:40.056645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:00:39.288211Z","time spent":"768.387696ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:00:40.056906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.458035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T20:00:40.056983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.010648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T20:00:40.057057Z","caller":"traceutil/trace.go:171","msg":"trace[1656413463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12952; }","duration":"143.718141ms","start":"2026-02-25T20:00:39.913304Z","end":"2026-02-25T20:00:40.057022Z","steps":["trace[1656413463] 'agreement among raft nodes before linearized reading' (duration: 30.642153ms)","trace[1656413463] 'range keys from in-memory index tree' (duration: 112.413591ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:00:40.057101Z","caller":"traceutil/trace.go:171","msg":"trace[315311728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12952; }","duration":"486.118641ms","start":"2026-02-25T20:00:39.570949Z","end":"2026-02-25T20:00:40.057067Z","steps":["trace[315311728] 'agreement among raft nodes before linearized reading' (duration: 372.989322ms)","trace[315311728] 'range keys from in-memory index tree' (duration: 112.323608ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:00:40.057158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:00:39.570885Z","time spent":"486.262695ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T20:00:40.056315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.917969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T20:00:40.057538Z","caller":"traceutil/trace.go:171","msg":"trace[1815891139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12952; }","duration":"486.020889ms","start":"2026-02-25T20:00:39.571323Z","end":"2026-02-25T20:00:40.057344Z","steps":["trace[1815891139] 'agreement among raft nodes before linearized reading' (duration: 372.612352ms)","trace[1815891139] 'range keys from in-memory index tree' (duration: 112.142694ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:00:40.057585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:00:39.571306Z","time spent":"486.267585ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T20:00:59.922247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.423737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:00:59.922367Z","caller":"traceutil/trace.go:171","msg":"trace[1942013433] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:13100; }","duration":"323.606852ms","start":"2026-02-25T20:00:59.598735Z","end":"2026-02-25T20:00:59.922342Z","steps":["trace[1942013433] 'count revisions from in-memory index tree' (duration: 323.336875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:00:59.922412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:00:59.598712Z","time spent":"323.689534ms","remote":"127.0.0.1:53440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:01:01.786099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.804194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:01:01.78624Z","caller":"traceutil/trace.go:171","msg":"trace[1960476285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13110; }","duration":"497.008469ms","start":"2026-02-25T20:01:01.289203Z","end":"2026-02-25T20:01:01.786211Z","steps":["trace[1960476285] 'range keys from in-memory index tree' (duration: 496.709441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:01.786351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:01.289177Z","time spent":"497.156273ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:01:01.786316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.160476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-25T20:01:01.786464Z","caller":"traceutil/trace.go:171","msg":"trace[913123187] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13110; }","duration":"646.368832ms","start":"2026-02-25T20:01:01.140053Z","end":"2026-02-25T20:01:01.786422Z","steps":["trace[913123187] 'range keys from in-memory index tree' (duration: 645.850258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:01.786525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:01.140028Z","time spent":"646.481705ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T20:01:04.789112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733003743,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T20:01:05.124921Z","caller":"traceutil/trace.go:171","msg":"trace[415797041] transaction","detail":"{read_only:false; response_revision:13121; number_of_response:1; }","duration":"915.422163ms","start":"2026-02-25T20:01:04.209464Z","end":"2026-02-25T20:01:05.124886Z","steps":["trace[415797041] 'process raft request' (duration: 915.192937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:05.12511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:04.209433Z","time spent":"915.586607ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:01:05.132786Z","caller":"traceutil/trace.go:171","msg":"trace[273445438] linearizableReadLoop","detail":"{readStateIndex:13623; appliedIndex:13621; }","duration":"844.152022ms","start":"2026-02-25T20:01:04.288549Z","end":"2026-02-25T20:01:05.132701Z","steps":["trace[273445438] 'read index received' (duration: 836.252281ms)","trace[273445438] 'applied index is now lower than readState.Index' (duration: 7.897241ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:01:05.13298Z","caller":"traceutil/trace.go:171","msg":"trace[903993298] transaction","detail":"{read_only:false; response_revision:13122; number_of_response:1; }","duration":"573.677054ms","start":"2026-02-25T20:01:04.559286Z","end":"2026-02-25T20:01:05.132963Z","steps":["trace[903993298] 'process raft request' (duration: 573.197091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:05.133143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:04.559251Z","time spent":"573.774657ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:01:05.133291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.942426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T20:01:05.133396Z","caller":"traceutil/trace.go:171","msg":"trace[1901885172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13122; }","duration":"713.0854ms","start":"2026-02-25T20:01:04.420279Z","end":"2026-02-25T20:01:05.133365Z","steps":["trace[1901885172] 'agreement among raft nodes before linearized reading' (duration: 712.849814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:05.13347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:04.420258Z","time spent":"713.195002ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T20:01:05.13363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.093438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:01:05.13367Z","caller":"traceutil/trace.go:171","msg":"trace[128494845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13122; }","duration":"845.246462ms","start":"2026-02-25T20:01:04.288412Z","end":"2026-02-25T20:01:05.133658Z","steps":["trace[128494845] 'agreement among raft nodes before linearized reading' (duration: 845.1871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:05.133706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:04.288384Z","time spent":"845.315774ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:01:05.133983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.002274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T20:01:05.133983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.020025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T20:01:05.134051Z","caller":"traceutil/trace.go:171","msg":"trace[2084820605] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13122; }","duration":"661.127788ms","start":"2026-02-25T20:01:04.472901Z","end":"2026-02-25T20:01:05.134029Z","steps":["trace[2084820605] 'agreement among raft nodes before linearized reading' (duration: 660.931472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:05.134098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:04.472872Z","time spent":"661.21389ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:01:05.134138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.33294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T20:01:05.134222Z","caller":"traceutil/trace.go:171","msg":"trace[434764638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13122; }","duration":"709.490643ms","start":"2026-02-25T20:01:04.42471Z","end":"2026-02-25T20:01:05.134201Z","steps":["trace[434764638] 'agreement among raft nodes before linearized reading' (duration: 709.219616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:05.134256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:04.424703Z","time spent":"709.547536ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T20:01:05.134331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.293972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T20:01:05.134397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.19893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:01:05.134418Z","caller":"traceutil/trace.go:171","msg":"trace[145558904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13122; }","duration":"661.432196ms","start":"2026-02-25T20:01:04.472964Z","end":"2026-02-25T20:01:05.134396Z","steps":["trace[145558904] 'agreement among raft nodes before linearized reading' (duration: 661.174539ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:01:05.134426Z","caller":"traceutil/trace.go:171","msg":"trace[1155516087] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:13122; }","duration":"261.281682ms","start":"2026-02-25T20:01:04.87313Z","end":"2026-02-25T20:01:05.134412Z","steps":["trace[1155516087] 'agreement among raft nodes before linearized reading' (duration: 261.235471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:05.134455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:04.47294Z","time spent":"661.507928ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T20:01:05.134028Z","caller":"traceutil/trace.go:171","msg":"trace[1430539556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13122; }","duration":"711.064975ms","start":"2026-02-25T20:01:04.42295Z","end":"2026-02-25T20:01:05.134015Z","steps":["trace[1430539556] 'agreement among raft nodes before linearized reading' (duration: 710.935212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:05.134583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:04.422935Z","time spent":"711.627091ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T20:01:05.134808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.405488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T20:01:05.134842Z","caller":"traceutil/trace.go:171","msg":"trace[1416562981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13122; }","duration":"710.457869ms","start":"2026-02-25T20:01:04.424374Z","end":"2026-02-25T20:01:05.134831Z","steps":["trace[1416562981] 'agreement among raft nodes before linearized reading' (duration: 709.522634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:05.134861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:04.424361Z","time spent":"710.495851ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T20:01:05.135481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.534126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T20:01:05.135592Z","caller":"traceutil/trace.go:171","msg":"trace[1725265353] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:13122; }","duration":"468.716291ms","start":"2026-02-25T20:01:04.666845Z","end":"2026-02-25T20:01:05.135561Z","steps":["trace[1725265353] 'agreement among raft nodes before linearized reading' (duration: 467.239171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:05.135644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:04.666814Z","time spent":"468.819314ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"info","ts":"2026-02-25T20:01:07.568673Z","caller":"traceutil/trace.go:171","msg":"trace[1488367018] transaction","detail":"{read_only:false; response_revision:13138; number_of_response:1; }","duration":"137.28866ms","start":"2026-02-25T20:01:07.431355Z","end":"2026-02-25T20:01:07.568643Z","steps":["trace[1488367018] 'process raft request' (duration: 137.052393ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:01:08.535952Z","caller":"traceutil/trace.go:171","msg":"trace[656017235] transaction","detail":"{read_only:false; response_revision:13139; number_of_response:1; }","duration":"367.965161ms","start":"2026-02-25T20:01:08.167956Z","end":"2026-02-25T20:01:08.535921Z","steps":["trace[656017235] 'process raft request' (duration: 367.733975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:08.536175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:08.167923Z","time spent":"368.125225ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8340,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:01:08.536627Z","caller":"traceutil/trace.go:171","msg":"trace[754618123] linearizableReadLoop","detail":"{readStateIndex:13641; appliedIndex:13639; }","duration":"221.774434ms","start":"2026-02-25T20:01:08.314826Z","end":"2026-02-25T20:01:08.536601Z","steps":["trace[754618123] 'read index received' (duration: 220.88078ms)","trace[754618123] 'applied index is now lower than readState.Index' (duration: 892.224µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:01:08.536659Z","caller":"traceutil/trace.go:171","msg":"trace[1341058642] transaction","detail":"{read_only:false; response_revision:13140; number_of_response:1; }","duration":"279.533811ms","start":"2026-02-25T20:01:08.257104Z","end":"2026-02-25T20:01:08.536638Z","steps":["trace[1341058642] 'process raft request' (duration: 279.322795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:08.536817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.944788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:01:08.536895Z","caller":"traceutil/trace.go:171","msg":"trace[1487690927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13140; }","duration":"222.098832ms","start":"2026-02-25T20:01:08.314776Z","end":"2026-02-25T20:01:08.536875Z","steps":["trace[1487690927] 'agreement among raft nodes before linearized reading' (duration: 221.908147ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:01:09.162285Z","caller":"traceutil/trace.go:171","msg":"trace[313758641] transaction","detail":"{read_only:false; response_revision:13141; number_of_response:1; }","duration":"618.081194ms","start":"2026-02-25T20:01:08.544154Z","end":"2026-02-25T20:01:09.162235Z","steps":["trace[313758641] 'process raft request' (duration: 617.084907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:09.16272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:08.544131Z","time spent":"618.259919ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:01:09.184614Z","caller":"traceutil/trace.go:171","msg":"trace[1588209993] transaction","detail":"{read_only:false; response_revision:13142; number_of_response:1; }","duration":"639.785245ms","start":"2026-02-25T20:01:08.544777Z","end":"2026-02-25T20:01:09.184563Z","steps":["trace[1588209993] 'process raft request' (duration: 639.562499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:09.184863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:08.544759Z","time spent":"639.93876ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1186,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:01:09.184786Z","caller":"traceutil/trace.go:171","msg":"trace[582111686] transaction","detail":"{read_only:false; response_revision:13143; number_of_response:1; }","duration":"639.699213ms","start":"2026-02-25T20:01:08.54499Z","end":"2026-02-25T20:01:09.184689Z","steps":["trace[582111686] 'process raft request' (duration: 639.485657ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:01:09.184964Z","caller":"traceutil/trace.go:171","msg":"trace[1756739784] transaction","detail":"{read_only:false; response_revision:13144; number_of_response:1; }","duration":"637.640228ms","start":"2026-02-25T20:01:08.547272Z","end":"2026-02-25T20:01:09.184912Z","steps":["trace[1756739784] 'process raft request' (duration: 637.272748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:09.185106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:08.544981Z","time spent":"639.968871ms","remote":"127.0.0.1:47510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1107,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:01:09.185152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:08.547262Z","time spent":"637.792712ms","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7432,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:01:09.19157Z","caller":"traceutil/trace.go:171","msg":"trace[759910747] linearizableReadLoop","detail":"{readStateIndex:13645; appliedIndex:13641; }","duration":"293.142606ms","start":"2026-02-25T20:01:08.898415Z","end":"2026-02-25T20:01:09.191558Z","steps":["trace[759910747] 'read index received' (duration: 262.838354ms)","trace[759910747] 'applied index is now lower than readState.Index' (duration: 30.303502ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:01:09.1918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.371862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T20:01:09.191848Z","caller":"traceutil/trace.go:171","msg":"trace[937830156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13145; }","duration":"293.477824ms","start":"2026-02-25T20:01:08.898357Z","end":"2026-02-25T20:01:09.191835Z","steps":["trace[937830156] 'agreement among raft nodes before linearized reading' (duration: 293.247408ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:01:09.669276Z","caller":"traceutil/trace.go:171","msg":"trace[350223163] linearizableReadLoop","detail":"{readStateIndex:13649; appliedIndex:13648; }","duration":"446.912587ms","start":"2026-02-25T20:01:09.222334Z","end":"2026-02-25T20:01:09.669247Z","steps":["trace[350223163] 'read index received' (duration: 446.65887ms)","trace[350223163] 'applied index is now lower than readState.Index' (duration: 252.187µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:01:09.669406Z","caller":"traceutil/trace.go:171","msg":"trace[239801524] transaction","detail":"{read_only:false; response_revision:13147; number_of_response:1; }","duration":"452.721382ms","start":"2026-02-25T20:01:09.216624Z","end":"2026-02-25T20:01:09.669346Z","steps":["trace[239801524] 'process raft request' (duration: 452.430705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:09.669561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.213565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T20:01:09.669614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.317381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T20:01:09.669636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:09.216604Z","time spent":"452.916978ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:01:09.669706Z","caller":"traceutil/trace.go:171","msg":"trace[1268682770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13147; }","duration":"396.464365ms","start":"2026-02-25T20:01:09.273223Z","end":"2026-02-25T20:01:09.669687Z","steps":["trace[1268682770] 'agreement among raft nodes before linearized reading' (duration: 396.232849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:09.669753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:09.273194Z","time spent":"396.551737ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T20:01:09.669776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.100994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-25T20:01:09.669763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.361422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T20:01:09.669799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.426914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-25T20:01:09.669879Z","caller":"traceutil/trace.go:171","msg":"trace[150430462] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13147; }","duration":"396.514336ms","start":"2026-02-25T20:01:09.273348Z","end":"2026-02-25T20:01:09.669862Z","steps":["trace[150430462] 'agreement among raft nodes before linearized reading' (duration: 396.313561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:09.670353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:09.273341Z","time spent":"396.996999ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:01:09.670357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.595447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T20:01:09.669877Z","caller":"traceutil/trace.go:171","msg":"trace[937656807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13147; }","duration":"396.532927ms","start":"2026-02-25T20:01:09.273313Z","end":"2026-02-25T20:01:09.669846Z","steps":["trace[937656807] 'agreement among raft nodes before linearized reading' (duration: 396.186507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:09.670449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:09.273288Z","time spent":"397.138133ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T20:01:09.669624Z","caller":"traceutil/trace.go:171","msg":"trace[1597959166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13147; }","duration":"447.345928ms","start":"2026-02-25T20:01:09.222263Z","end":"2026-02-25T20:01:09.669609Z","steps":["trace[1597959166] 'agreement among raft nodes before linearized reading' (duration: 447.137963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:09.670526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:09.222235Z","time spent":"448.274764ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T20:01:09.669817Z","caller":"traceutil/trace.go:171","msg":"trace[1473369338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:13147; }","duration":"387.182197ms","start":"2026-02-25T20:01:09.282624Z","end":"2026-02-25T20:01:09.669807Z","steps":["trace[1473369338] 'agreement among raft nodes before linearized reading' (duration: 387.070454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:09.670659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:09.282598Z","time spent":"388.051649ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"info","ts":"2026-02-25T20:01:09.670436Z","caller":"traceutil/trace.go:171","msg":"trace[165970473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13147; }","duration":"384.688229ms","start":"2026-02-25T20:01:09.285733Z","end":"2026-02-25T20:01:09.670421Z","steps":["trace[165970473] 'agreement among raft nodes before linearized reading' (duration: 383.916028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:09.670731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:09.285725Z","time spent":"384.976637ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T20:01:09.670077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.734212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T20:01:09.670841Z","caller":"traceutil/trace.go:171","msg":"trace[1592678798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13147; }","duration":"397.501253ms","start":"2026-02-25T20:01:09.273325Z","end":"2026-02-25T20:01:09.670826Z","steps":["trace[1592678798] 'agreement among raft nodes before linearized reading' (duration: 396.355212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:09.670888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:09.273296Z","time spent":"397.581345ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T20:01:09.874439Z","caller":"traceutil/trace.go:171","msg":"trace[1674566489] transaction","detail":"{read_only:false; response_revision:13149; number_of_response:1; }","duration":"198.381825ms","start":"2026-02-25T20:01:09.676011Z","end":"2026-02-25T20:01:09.874393Z","steps":["trace[1674566489] 'process raft request' (duration: 197.643845ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:01:09.874493Z","caller":"traceutil/trace.go:171","msg":"trace[1403883526] transaction","detail":"{read_only:false; response_revision:13151; number_of_response:1; }","duration":"197.678697ms","start":"2026-02-25T20:01:09.676774Z","end":"2026-02-25T20:01:09.874452Z","steps":["trace[1403883526] 'process raft request' (duration: 197.122742ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:01:09.874702Z","caller":"traceutil/trace.go:171","msg":"trace[1087916553] transaction","detail":"{read_only:false; response_revision:13152; number_of_response:1; }","duration":"197.306737ms","start":"2026-02-25T20:01:09.677347Z","end":"2026-02-25T20:01:09.874654Z","steps":["trace[1087916553] 'process raft request' (duration: 196.590448ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:01:09.875108Z","caller":"traceutil/trace.go:171","msg":"trace[995328810] transaction","detail":"{read_only:false; response_revision:13150; number_of_response:1; }","duration":"198.046627ms","start":"2026-02-25T20:01:09.676264Z","end":"2026-02-25T20:01:09.87431Z","steps":["trace[995328810] 'process raft request' (duration: 197.571244ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:01:09.876628Z","caller":"traceutil/trace.go:171","msg":"trace[1679646045] transaction","detail":"{read_only:false; response_revision:13153; number_of_response:1; }","duration":"198.980092ms","start":"2026-02-25T20:01:09.67763Z","end":"2026-02-25T20:01:09.87661Z","steps":["trace[1679646045] 'process raft request' (duration: 196.348841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:11.567203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.336489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:01:11.567273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.241249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T20:01:11.56735Z","caller":"traceutil/trace.go:171","msg":"trace[2107479401] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:13155; }","duration":"100.555745ms","start":"2026-02-25T20:01:11.466759Z","end":"2026-02-25T20:01:11.567315Z","steps":["trace[2107479401] 'count revisions from in-memory index tree' (duration: 100.202926ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:01:11.567389Z","caller":"traceutil/trace.go:171","msg":"trace[169362357] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:13155; }","duration":"190.423183ms","start":"2026-02-25T20:01:11.376937Z","end":"2026-02-25T20:01:11.56736Z","steps":["trace[169362357] 'count revisions from in-memory index tree' (duration: 190.136745ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:01:11.824901Z","caller":"traceutil/trace.go:171","msg":"trace[1947847049] transaction","detail":"{read_only:false; response_revision:13156; number_of_response:1; }","duration":"148.699995ms","start":"2026-02-25T20:01:11.67617Z","end":"2026-02-25T20:01:11.82487Z","steps":["trace[1947847049] 'process raft request' (duration: 148.183221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:14.033086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.90998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-25T20:01:14.033121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.898692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T20:01:14.033191Z","caller":"traceutil/trace.go:171","msg":"trace[852842306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13166; }","duration":"121.056754ms","start":"2026-02-25T20:01:13.912111Z","end":"2026-02-25T20:01:14.033168Z","steps":["trace[852842306] 'agreement among raft nodes before linearized reading' (duration: 120.751466ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:01:14.033214Z","caller":"traceutil/trace.go:171","msg":"trace[545430159] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:13166; }","duration":"133.074676ms","start":"2026-02-25T20:01:13.900113Z","end":"2026-02-25T20:01:14.033188Z","steps":["trace[545430159] 'agreement among raft nodes before linearized reading' (duration: 132.907922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:31.916346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733004077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:01:32.417242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733004077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:01:32.558506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182148831s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:01:32.579891Z","caller":"traceutil/trace.go:171","msg":"trace[229074069] transaction","detail":"{read_only:false; response_revision:13246; number_of_response:1; }","duration":"1.203617966s","start":"2026-02-25T20:01:31.376239Z","end":"2026-02-25T20:01:32.579857Z","steps":["trace[229074069] 'process raft request' (duration: 1.18250646s)","trace[229074069] 'compare' (duration: 20.009917ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:01:32.580257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:31.376205Z","time spent":"1.203796281s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:01:34.28968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000426979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:01:34.289766Z","caller":"traceutil/trace.go:171","msg":"trace[1871462587] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000587834s","start":"2026-02-25T20:01:32.289158Z","end":"2026-02-25T20:01:34.289746Z","steps":["trace[1871462587] 'agreement among raft nodes before linearized reading' (duration: 2.00046358s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:34.289817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:32.289123Z","time spent":"2.000685546s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:01:36.214916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:34.92894Z","time spent":"1.285966254s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T20:01:36.216745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.439491ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:01:36.216892Z","caller":"traceutil/trace.go:171","msg":"trace[308570781] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13246; }","duration":"375.630486ms","start":"2026-02-25T20:01:35.841246Z","end":"2026-02-25T20:01:36.216876Z","steps":["trace[308570781] 'range keys from in-memory index tree' (duration: 375.424581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.218194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.37740005s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T20:01:36.218398Z","caller":"traceutil/trace.go:171","msg":"trace[1509962138] linearizableReadLoop","detail":"{readStateIndex:13754; appliedIndex:13751; }","duration":"4.803438968s","start":"2026-02-25T20:01:31.414943Z","end":"2026-02-25T20:01:36.218382Z","steps":["trace[1509962138] 'read index received' (duration: 1.143846995s)","trace[1509962138] 'applied index is now lower than readState.Index' (duration: 3.659590973s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:01:36.218541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.803607312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-25T20:01:36.218486Z","caller":"traceutil/trace.go:171","msg":"trace[524327290] transaction","detail":"{read_only:false; response_revision:13247; number_of_response:1; }","duration":"4.299041469s","start":"2026-02-25T20:01:31.919407Z","end":"2026-02-25T20:01:36.218448Z","steps":["trace[524327290] 'process raft request' (duration: 921.30043ms)","trace[524327290] 'compare' (duration: 3.373736672s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:01:36.218566Z","caller":"traceutil/trace.go:171","msg":"trace[2036906465] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13248; }","duration":"4.803678903s","start":"2026-02-25T20:01:31.414881Z","end":"2026-02-25T20:01:36.21856Z","steps":["trace[2036906465] 'agreement among raft nodes before linearized reading' (duration: 4.80356709s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.218607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:31.414853Z","time spent":"4.803748255s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T20:01:36.218692Z","caller":"traceutil/trace.go:171","msg":"trace[1681379303] transaction","detail":"{read_only:false; response_revision:13248; number_of_response:1; }","duration":"4.287706376s","start":"2026-02-25T20:01:31.930713Z","end":"2026-02-25T20:01:36.21842Z","steps":["trace[1681379303] 'process raft request' (duration: 4.287578742s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.218878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:31.930698Z","time spent":"4.288040075s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:01:36.218842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:31.919371Z","time spent":"4.299266385s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:01:36.233323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.644785048s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:01:36.233719Z","caller":"traceutil/trace.go:171","msg":"trace[821441988] transaction","detail":"{read_only:false; response_revision:13249; number_of_response:1; }","duration":"1.645327123s","start":"2026-02-25T20:01:34.588363Z","end":"2026-02-25T20:01:36.23369Z","steps":["trace[821441988] 'process raft request' (duration: 1.645178459s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.233913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:34.588333Z","time spent":"1.645468486s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:01:36.238636Z","caller":"traceutil/trace.go:171","msg":"trace[1104198783] transaction","detail":"{read_only:false; response_revision:13250; number_of_response:1; }","duration":"1.381650157s","start":"2026-02-25T20:01:34.856958Z","end":"2026-02-25T20:01:36.238608Z","steps":["trace[1104198783] 'process raft request' (duration: 1.381269466s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.238783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:34.856932Z","time spent":"1.381744489s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:01:36.239172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.763847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T20:01:36.239211Z","caller":"traceutil/trace.go:171","msg":"trace[325810668] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13250; }","duration":"885.807958ms","start":"2026-02-25T20:01:35.353394Z","end":"2026-02-25T20:01:36.239202Z","steps":["trace[325810668] 'agreement among raft nodes before linearized reading' (duration: 885.673455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.239405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:35.353317Z","time spent":"886.077456ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":64,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:01:36.239663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.222985712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T20:01:36.239946Z","caller":"traceutil/trace.go:171","msg":"trace[425340012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13250; }","duration":"4.22331406s","start":"2026-02-25T20:01:32.016516Z","end":"2026-02-25T20:01:36.23983Z","steps":["trace[425340012] 'agreement among raft nodes before linearized reading' (duration: 4.222909909s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.239923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.073838324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-25T20:01:36.240092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.083891064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T20:01:36.240089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:32.016489Z","time spent":"4.223575727s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:01:36.240142Z","caller":"traceutil/trace.go:171","msg":"trace[1052324218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13250; }","duration":"4.083970176s","start":"2026-02-25T20:01:32.156152Z","end":"2026-02-25T20:01:36.240122Z","steps":["trace[1052324218] 'agreement among raft nodes before linearized reading' (duration: 4.083892324s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:01:36.240151Z","caller":"traceutil/trace.go:171","msg":"trace[548138917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13250; }","duration":"4.07405606s","start":"2026-02-25T20:01:32.166043Z","end":"2026-02-25T20:01:36.240099Z","steps":["trace[548138917] 'agreement among raft nodes before linearized reading' (duration: 4.073637719s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.24018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:32.156128Z","time spent":"4.084046357s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T20:01:36.2402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:32.166034Z","time spent":"4.074154113s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T20:01:36.239956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.077952064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T20:01:36.24033Z","caller":"traceutil/trace.go:171","msg":"trace[211966713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13250; }","duration":"4.078399776s","start":"2026-02-25T20:01:32.16192Z","end":"2026-02-25T20:01:36.240319Z","steps":["trace[211966713] 'agreement among raft nodes before linearized reading' (duration: 4.07780716s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.240355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:32.161911Z","time spent":"4.078439627s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T20:01:36.240379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.072697814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-25T20:01:36.240418Z","caller":"traceutil/trace.go:171","msg":"trace[951288913] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13250; }","duration":"4.072744985s","start":"2026-02-25T20:01:32.167655Z","end":"2026-02-25T20:01:36.2404Z","steps":["trace[951288913] 'agreement among raft nodes before linearized reading' (duration: 4.072645333s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.240446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:32.167648Z","time spent":"4.072791626s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:01:36.240496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79713109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-25T20:01:36.240551Z","caller":"traceutil/trace.go:171","msg":"trace[1767724909] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13250; }","duration":"2.797226602s","start":"2026-02-25T20:01:33.443308Z","end":"2026-02-25T20:01:36.240535Z","steps":["trace[1767724909] 'agreement among raft nodes before linearized reading' (duration: 2.797111809s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.240596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:33.443269Z","time spent":"2.797312074s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T20:01:36.240652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061903715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T20:01:36.240682Z","caller":"traceutil/trace.go:171","msg":"trace[46262071] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:13250; }","duration":"3.061974108s","start":"2026-02-25T20:01:33.178696Z","end":"2026-02-25T20:01:36.24067Z","steps":["trace[46262071] 'agreement among raft nodes before linearized reading' (duration: 3.061854294s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.240678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292763133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T20:01:36.240704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:33.178669Z","time spent":"3.062029828s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":62,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:01:36.240745Z","caller":"traceutil/trace.go:171","msg":"trace[1749386836] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13250; }","duration":"2.292950068s","start":"2026-02-25T20:01:33.947783Z","end":"2026-02-25T20:01:36.240733Z","steps":["trace[1749386836] 'agreement among raft nodes before linearized reading' (duration: 2.292811355s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.24079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:33.947752Z","time spent":"2.293009769s","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:01:36.240864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01170756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:01:36.240888Z","caller":"traceutil/trace.go:171","msg":"trace[609973705] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:13250; }","duration":"3.011781152s","start":"2026-02-25T20:01:33.229097Z","end":"2026-02-25T20:01:36.240878Z","steps":["trace[609973705] 'agreement among raft nodes before linearized reading' (duration: 3.011725621s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.240906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:33.229066Z","time spent":"3.011836203s","remote":"127.0.0.1:53502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:01:36.24096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951173098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:01:36.24099Z","caller":"traceutil/trace.go:171","msg":"trace[1745848247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13250; }","duration":"1.951241461s","start":"2026-02-25T20:01:34.289739Z","end":"2026-02-25T20:01:36.240981Z","steps":["trace[1745848247] 'agreement among raft nodes before linearized reading' (duration: 1.951178129s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.241028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:34.289719Z","time spent":"1.951285592s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:01:36.241206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.02741987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T20:01:36.241237Z","caller":"traceutil/trace.go:171","msg":"trace[1811616573] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:13250; }","duration":"4.027495463s","start":"2026-02-25T20:01:32.213734Z","end":"2026-02-25T20:01:36.24123Z","steps":["trace[1811616573] 'agreement among raft nodes before linearized reading' (duration: 4.02741304s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.241239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.062061169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T20:01:36.241261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:32.213707Z","time spent":"4.027550413s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"info","ts":"2026-02-25T20:01:36.24128Z","caller":"traceutil/trace.go:171","msg":"trace[155289627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13250; }","duration":"4.06210248s","start":"2026-02-25T20:01:32.179165Z","end":"2026-02-25T20:01:36.241268Z","steps":["trace[155289627] 'agreement among raft nodes before linearized reading' (duration: 4.061997477s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.241315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:32.179073Z","time spent":"4.062234283s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T20:01:36.240931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378616474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-02-25T20:01:36.241688Z","caller":"traceutil/trace.go:171","msg":"trace[2023337667] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:13250; }","duration":"2.379410495s","start":"2026-02-25T20:01:33.862257Z","end":"2026-02-25T20:01:36.241667Z","steps":["trace[2023337667] 'agreement among raft nodes before linearized reading' (duration: 2.378569153s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.241746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:33.86223Z","time spent":"2.379499618s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-25T20:01:36.242245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.073219438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T20:01:36.242331Z","caller":"traceutil/trace.go:171","msg":"trace[1006899906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13250; }","duration":"4.073322161s","start":"2026-02-25T20:01:32.168996Z","end":"2026-02-25T20:01:36.242318Z","steps":["trace[1006899906] 'agreement among raft nodes before linearized reading' (duration: 4.070392812s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:36.242396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:32.168989Z","time spent":"4.073398663s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T20:01:46.775981Z","caller":"traceutil/trace.go:171","msg":"trace[316470684] linearizableReadLoop","detail":"{readStateIndex:13835; appliedIndex:13834; }","duration":"186.447566ms","start":"2026-02-25T20:01:46.589501Z","end":"2026-02-25T20:01:46.775948Z","steps":["trace[316470684] 'read index received' (duration: 186.24068ms)","trace[316470684] 'applied index is now lower than readState.Index' (duration: 205.156µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:01:46.776096Z","caller":"traceutil/trace.go:171","msg":"trace[744974976] transaction","detail":"{read_only:false; response_revision:13325; number_of_response:1; }","duration":"188.523722ms","start":"2026-02-25T20:01:46.587534Z","end":"2026-02-25T20:01:46.776058Z","steps":["trace[744974976] 'process raft request' (duration: 188.200983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:46.776221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.688923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:01:46.776274Z","caller":"traceutil/trace.go:171","msg":"trace[1492241924] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13325; }","duration":"186.788435ms","start":"2026-02-25T20:01:46.589471Z","end":"2026-02-25T20:01:46.776259Z","steps":["trace[1492241924] 'agreement among raft nodes before linearized reading' (duration: 186.672022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:46.776511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.023422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:01:46.776615Z","caller":"traceutil/trace.go:171","msg":"trace[884781337] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:13325; }","duration":"162.175066ms","start":"2026-02-25T20:01:46.614414Z","end":"2026-02-25T20:01:46.776589Z","steps":["trace[884781337] 'agreement among raft nodes before linearized reading' (duration: 162.010892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:47.594097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.556953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T20:01:47.594173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.686292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:01:47.594189Z","caller":"traceutil/trace.go:171","msg":"trace[499434369] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:13325; }","duration":"735.717697ms","start":"2026-02-25T20:01:46.858452Z","end":"2026-02-25T20:01:47.59417Z","steps":["trace[499434369] 'count revisions from in-memory index tree' (duration: 735.45474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:47.594242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:46.858427Z","time spent":"735.802819ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:01:47.594237Z","caller":"traceutil/trace.go:171","msg":"trace[1141202937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13325; }","duration":"305.808176ms","start":"2026-02-25T20:01:47.28841Z","end":"2026-02-25T20:01:47.594218Z","steps":["trace[1141202937] 'range keys from in-memory index tree' (duration: 305.561429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:47.594303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:47.288378Z","time spent":"305.912338ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:01:47.595046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.357688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:01:47.59512Z","caller":"traceutil/trace.go:171","msg":"trace[372169541] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:13325; }","duration":"491.466871ms","start":"2026-02-25T20:01:47.10363Z","end":"2026-02-25T20:01:47.595096Z","steps":["trace[372169541] 'count revisions from in-memory index tree' (duration: 491.266625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:47.595171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:47.103606Z","time spent":"491.548223ms","remote":"127.0.0.1:60868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:01:47.595269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.872453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T20:01:47.595315Z","caller":"traceutil/trace.go:171","msg":"trace[1886005271] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:13325; }","duration":"369.965435ms","start":"2026-02-25T20:01:47.225335Z","end":"2026-02-25T20:01:47.595301Z","steps":["trace[1886005271] 'count revisions from in-memory index tree' (duration: 369.78039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:47.595349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:47.225307Z","time spent":"370.031857ms","remote":"127.0.0.1:55050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:01:48.797253Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11508} {"level":"info","ts":"2026-02-25T20:01:48.874584Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11508,"took":"74.711842ms","hash":1934899161,"current-db-size-bytes":37576704,"current-db-size":"38 MB","current-db-size-in-use-bytes":24051712,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-25T20:01:48.87466Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1934899161,"revision":11508,"compact-revision":9327} {"level":"warn","ts":"2026-02-25T20:01:50.992366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733004335,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:01:51.618288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733004335,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:01:52.118733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733004335,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:01:52.317929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321161636s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:01:52.318342Z","caller":"traceutil/trace.go:171","msg":"trace[964775655] transaction","detail":"{read_only:false; response_revision:13335; number_of_response:1; }","duration":"2.021295939s","start":"2026-02-25T20:01:50.297022Z","end":"2026-02-25T20:01:52.318318Z","steps":["trace[964775655] 'process raft request' (duration: 2.021123994s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:52.318508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:50.296996Z","time spent":"2.021427553s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:01:52.842884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.044109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T20:01:52.843387Z","caller":"traceutil/trace.go:171","msg":"trace[1693490161] transaction","detail":"{read_only:false; response_revision:13336; number_of_response:1; }","duration":"1.846272168s","start":"2026-02-25T20:01:50.997073Z","end":"2026-02-25T20:01:52.843345Z","steps":["trace[1693490161] 'process raft request' (duration: 1.629678904s)","trace[1693490161] 'compare' (duration: 215.925096ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:01:52.843589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:50.997045Z","time spent":"1.846430392s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:01:52.878649Z","caller":"traceutil/trace.go:171","msg":"trace[1840933837] linearizableReadLoop","detail":"{readStateIndex:13848; appliedIndex:13846; }","duration":"2.537088751s","start":"2026-02-25T20:01:50.341534Z","end":"2026-02-25T20:01:52.878623Z","steps":["trace[1840933837] 'read index received' (duration: 1.97694564s)","trace[1840933837] 'applied index is now lower than readState.Index' (duration: 560.141531ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:01:52.878914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534043929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T20:01:52.878916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016968323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:01:52.878996Z","caller":"traceutil/trace.go:171","msg":"trace[1785116660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13336; }","duration":"2.534106781s","start":"2026-02-25T20:01:50.344827Z","end":"2026-02-25T20:01:52.878933Z","steps":["trace[1785116660] 'agreement among raft nodes before linearized reading' (duration: 2.533947097s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:52.878973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.547984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:01:52.878994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.525156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T20:01:52.879042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:50.344822Z","time spent":"2.534209253s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T20:01:52.879066Z","caller":"traceutil/trace.go:171","msg":"trace[108904361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13336; }","duration":"181.690988ms","start":"2026-02-25T20:01:52.69735Z","end":"2026-02-25T20:01:52.879041Z","steps":["trace[108904361] 'agreement among raft nodes before linearized reading' (duration: 181.538534ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:01:52.879077Z","caller":"traceutil/trace.go:171","msg":"trace[1594765958] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13336; }","duration":"877.655069ms","start":"2026-02-25T20:01:52.001404Z","end":"2026-02-25T20:01:52.879059Z","steps":["trace[1594765958] 'agreement among raft nodes before linearized reading' (duration: 877.503315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:52.879069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.382573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-25T20:01:52.879086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.84888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:01:52.879136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:52.001379Z","time spent":"877.742162ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:01:52.879153Z","caller":"traceutil/trace.go:171","msg":"trace[1603244010] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:13336; }","duration":"963.912081ms","start":"2026-02-25T20:01:51.915221Z","end":"2026-02-25T20:01:52.879133Z","steps":["trace[1603244010] 'agreement among raft nodes before linearized reading' (duration: 963.818869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:52.879206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:51.915203Z","time spent":"963.987404ms","remote":"127.0.0.1:60852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:01:52.879007Z","caller":"traceutil/trace.go:171","msg":"trace[1619143208] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:13336; }","duration":"1.017106336s","start":"2026-02-25T20:01:51.861876Z","end":"2026-02-25T20:01:52.878982Z","steps":["trace[1619143208] 'agreement among raft nodes before linearized reading' (duration: 1.016928541s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:52.879278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.483396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-02-25T20:01:52.879333Z","caller":"traceutil/trace.go:171","msg":"trace[1287511287] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:13336; }","duration":"355.576768ms","start":"2026-02-25T20:01:52.523738Z","end":"2026-02-25T20:01:52.879315Z","steps":["trace[1287511287] 'agreement among raft nodes before linearized reading' (duration: 355.438394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:52.879376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:51.861854Z","time spent":"1.017452006s","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:01:52.879396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:52.523711Z","time spent":"355.669231ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-25T20:01:52.879148Z","caller":"traceutil/trace.go:171","msg":"trace[850843181] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13336; }","duration":"858.462885ms","start":"2026-02-25T20:01:52.020664Z","end":"2026-02-25T20:01:52.879127Z","steps":["trace[850843181] 'agreement among raft nodes before linearized reading' (duration: 858.198938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:52.879454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.324679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T20:01:52.879486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:52.02062Z","time spent":"858.848796ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-25T20:01:52.879515Z","caller":"traceutil/trace.go:171","msg":"trace[1418871466] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:13336; }","duration":"868.424182ms","start":"2026-02-25T20:01:52.011075Z","end":"2026-02-25T20:01:52.8795Z","steps":["trace[1418871466] 'agreement among raft nodes before linearized reading' (duration: 868.289718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:52.879568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:52.011046Z","time spent":"868.505794ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:01:52.879577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077032653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-25T20:01:52.879665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876783865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:01:52.87969Z","caller":"traceutil/trace.go:171","msg":"trace[278678753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13336; }","duration":"1.876819456s","start":"2026-02-25T20:01:51.002862Z","end":"2026-02-25T20:01:52.879681Z","steps":["trace[278678753] 'agreement among raft nodes before linearized reading' (duration: 1.876787555s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:52.879636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518768749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-25T20:01:52.879801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877537496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-25T20:01:52.879822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888706075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:01:52.879849Z","caller":"traceutil/trace.go:171","msg":"trace[502641542] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:13336; }","duration":"1.877617198s","start":"2026-02-25T20:01:51.002221Z","end":"2026-02-25T20:01:52.879838Z","steps":["trace[502641542] 'agreement among raft nodes before linearized reading' (duration: 1.877467274s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:52.87989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:51.002206Z","time spent":"1.877676509s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"info","ts":"2026-02-25T20:01:52.879895Z","caller":"traceutil/trace.go:171","msg":"trace[82355006] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:13336; }","duration":"1.888787657s","start":"2026-02-25T20:01:50.991087Z","end":"2026-02-25T20:01:52.879875Z","steps":["trace[82355006] 'agreement among raft nodes before linearized reading' (duration: 1.888684964s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:52.87992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:51.002854Z","time spent":"1.877059883s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:01:52.879942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:50.991075Z","time spent":"1.888853758s","remote":"127.0.0.1:55128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:01:52.879958Z","caller":"traceutil/trace.go:171","msg":"trace[1856089872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13336; }","duration":"2.519087079s","start":"2026-02-25T20:01:50.360851Z","end":"2026-02-25T20:01:52.879938Z","steps":["trace[1856089872] 'agreement among raft nodes before linearized reading' (duration: 2.518735399s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:52.879998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535124158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T20:01:52.88003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531210434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T20:01:52.880064Z","caller":"traceutil/trace.go:171","msg":"trace[1945010689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13336; }","duration":"2.53519846s","start":"2026-02-25T20:01:50.344851Z","end":"2026-02-25T20:01:52.880049Z","steps":["trace[1945010689] 'agreement among raft nodes before linearized reading' (duration: 2.535038635s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:52.880366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:50.344848Z","time spent":"2.535250901s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T20:01:52.880399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51953992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T20:01:52.879675Z","caller":"traceutil/trace.go:171","msg":"trace[1599377545] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13336; }","duration":"1.077202327s","start":"2026-02-25T20:01:51.802452Z","end":"2026-02-25T20:01:52.879654Z","steps":["trace[1599377545] 'agreement among raft nodes before linearized reading' (duration: 1.076873568s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:01:52.880463Z","caller":"traceutil/trace.go:171","msg":"trace[1858002507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13336; }","duration":"2.519616432s","start":"2026-02-25T20:01:50.360828Z","end":"2026-02-25T20:01:52.880445Z","steps":["trace[1858002507] 'agreement among raft nodes before linearized reading' (duration: 2.519187661s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:52.880507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:51.802426Z","time spent":"1.078068621s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T20:01:52.880511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:50.360824Z","time spent":"2.519675304s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T20:01:52.880035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:50.360848Z","time spent":"2.519163521s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T20:01:52.880101Z","caller":"traceutil/trace.go:171","msg":"trace[574961488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13336; }","duration":"2.531284466s","start":"2026-02-25T20:01:50.348797Z","end":"2026-02-25T20:01:52.880082Z","steps":["trace[574961488] 'agreement among raft nodes before linearized reading' (duration: 2.53106731s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:52.880647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:50.348793Z","time spent":"2.53183743s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T20:01:52.881027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539476884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T20:01:52.881089Z","caller":"traceutil/trace.go:171","msg":"trace[1083739434] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13336; }","duration":"2.539568407s","start":"2026-02-25T20:01:50.341505Z","end":"2026-02-25T20:01:52.881073Z","steps":["trace[1083739434] 'agreement among raft nodes before linearized reading' (duration: 2.537253115s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:52.881128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:50.341498Z","time spent":"2.539622678s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-25T20:01:57.175814Z","caller":"traceutil/trace.go:171","msg":"trace[1111461376] transaction","detail":"{read_only:false; response_revision:13360; number_of_response:1; }","duration":"321.073515ms","start":"2026-02-25T20:01:56.854708Z","end":"2026-02-25T20:01:57.175782Z","steps":["trace[1111461376] 'process raft request' (duration: 320.850239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:57.176001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:56.854666Z","time spent":"321.231589ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:01:57.188106Z","caller":"traceutil/trace.go:171","msg":"trace[1126880603] linearizableReadLoop","detail":"{readStateIndex:13875; appliedIndex:13873; }","duration":"287.255208ms","start":"2026-02-25T20:01:56.900836Z","end":"2026-02-25T20:01:57.188092Z","steps":["trace[1126880603] 'read index received' (duration: 274.844836ms)","trace[1126880603] 'applied index is now lower than readState.Index' (duration: 12.409842ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:01:57.188199Z","caller":"traceutil/trace.go:171","msg":"trace[845154378] transaction","detail":"{read_only:false; response_revision:13361; number_of_response:1; }","duration":"310.527022ms","start":"2026-02-25T20:01:56.877629Z","end":"2026-02-25T20:01:57.188156Z","steps":["trace[845154378] 'process raft request' (duration: 310.381118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:57.188319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.039372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T20:01:57.188365Z","caller":"traceutil/trace.go:171","msg":"trace[1836425761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13361; }","duration":"284.132014ms","start":"2026-02-25T20:01:56.904219Z","end":"2026-02-25T20:01:57.188351Z","steps":["trace[1836425761] 'agreement among raft nodes before linearized reading' (duration: 283.991651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:57.188401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:56.877594Z","time spent":"310.703776ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:01:57.18853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.555619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-8whw8\" ","response":"range_response_count:1 size:12599"} {"level":"warn","ts":"2026-02-25T20:01:57.188529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.666739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T20:01:57.188622Z","caller":"traceutil/trace.go:171","msg":"trace[130431834] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13361; }","duration":"287.836623ms","start":"2026-02-25T20:01:56.90077Z","end":"2026-02-25T20:01:57.188606Z","steps":["trace[130431834] 'agreement among raft nodes before linearized reading' (duration: 287.405142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:57.188641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.223207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T20:01:57.188669Z","caller":"traceutil/trace.go:171","msg":"trace[787544377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13361; }","duration":"281.314029ms","start":"2026-02-25T20:01:56.907348Z","end":"2026-02-25T20:01:57.188662Z","steps":["trace[787544377] 'agreement among raft nodes before linearized reading' (duration: 281.234896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:57.18869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.317319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T20:01:57.188811Z","caller":"traceutil/trace.go:171","msg":"trace[1638323877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13361; }","duration":"278.456062ms","start":"2026-02-25T20:01:56.910333Z","end":"2026-02-25T20:01:57.188789Z","steps":["trace[1638323877] 'agreement among raft nodes before linearized reading' (duration: 278.218806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:57.188817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.065616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T20:01:57.188851Z","caller":"traceutil/trace.go:171","msg":"trace[287691022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13361; }","duration":"283.122297ms","start":"2026-02-25T20:01:56.905721Z","end":"2026-02-25T20:01:57.188843Z","steps":["trace[287691022] 'agreement among raft nodes before linearized reading' (duration: 283.033585ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:01:57.188566Z","caller":"traceutil/trace.go:171","msg":"trace[1175873668] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-8whw8; range_end:; response_count:1; response_revision:13361; }","duration":"108.629231ms","start":"2026-02-25T20:01:57.079928Z","end":"2026-02-25T20:01:57.188557Z","steps":["trace[1175873668] 'agreement among raft nodes before linearized reading' (duration: 108.537668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:57.188897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.208437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T20:01:57.188963Z","caller":"traceutil/trace.go:171","msg":"trace[1048705767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:13361; }","duration":"259.322169ms","start":"2026-02-25T20:01:56.929631Z","end":"2026-02-25T20:01:57.188953Z","steps":["trace[1048705767] 'agreement among raft nodes before linearized reading' (duration: 259.161205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:57.188967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.800807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T20:01:57.189026Z","caller":"traceutil/trace.go:171","msg":"trace[177366922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13361; }","duration":"270.878569ms","start":"2026-02-25T20:01:56.918129Z","end":"2026-02-25T20:01:57.189008Z","steps":["trace[177366922] 'agreement among raft nodes before linearized reading' (duration: 270.716065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:01:59.734085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733004431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:02:00.234705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733004431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:02:00.7356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733004431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:02:01.236101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733004431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:02:01.289423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000350996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:02:01.28955Z","caller":"traceutil/trace.go:171","msg":"trace[1304543546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000522142s","start":"2026-02-25T20:01:59.289011Z","end":"2026-02-25T20:02:01.289533Z","steps":["trace[1304543546] 'agreement among raft nodes before linearized reading' (duration: 2.000363887s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:01.289605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:59.289002Z","time spent":"2.000592483s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:02:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:02:01.737341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733004431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:02:02.237965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733004431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:02:02.738307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733004431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:02:03.239318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733004431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:02:03.289637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:02:03.289757Z","caller":"traceutil/trace.go:171","msg":"trace[2090306218] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000177693s","start":"2026-02-25T20:02:01.289552Z","end":"2026-02-25T20:02:03.28973Z","steps":["trace[2090306218] 'agreement among raft nodes before linearized reading' (duration: 2.000033439s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.289814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:02:01.289527Z","time spent":"2.000275766s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:02:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:02:03.416469Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.288518687s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:02:03.42389Z","caller":"traceutil/trace.go:171","msg":"trace[921229197] linearizableReadLoop","detail":"{readStateIndex:13888; appliedIndex:13884; }","duration":"4.190766788s","start":"2026-02-25T20:01:59.233094Z","end":"2026-02-25T20:02:03.423861Z","steps":["trace[921229197] 'read index received' (duration: 4.183700588s)","trace[921229197] 'applied index is now lower than readState.Index' (duration: 7.06519ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:02:03.423941Z","caller":"traceutil/trace.go:171","msg":"trace[421557687] transaction","detail":"{read_only:false; response_revision:13372; number_of_response:1; }","duration":"3.012460002s","start":"2026-02-25T20:02:00.411438Z","end":"2026-02-25T20:02:03.423898Z","steps":["trace[421557687] 'process raft request' (duration: 3.012311838s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:02:03.424001Z","caller":"traceutil/trace.go:171","msg":"trace[1622997020] transaction","detail":"{read_only:false; response_revision:13373; number_of_response:1; }","duration":"2.319630274s","start":"2026-02-25T20:02:01.10434Z","end":"2026-02-25T20:02:03.42397Z","steps":["trace[1622997020] 'process raft request' (duration: 2.319458389s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:02:03.423992Z","caller":"traceutil/trace.go:171","msg":"trace[2076554950] transaction","detail":"{read_only:false; response_revision:13371; number_of_response:1; }","duration":"4.241715613s","start":"2026-02-25T20:01:59.182229Z","end":"2026-02-25T20:02:03.423945Z","steps":["trace[2076554950] 'process raft request' (duration: 4.241326093s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.424164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.191060936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T20:02:03.424185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:02:01.10431Z","time spent":"2.319761238s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:02:03.424204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:59.182199Z","time spent":"4.241890998s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:02:03.424219Z","caller":"traceutil/trace.go:171","msg":"trace[1285227875] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:13373; }","duration":"4.191193939s","start":"2026-02-25T20:01:59.23301Z","end":"2026-02-25T20:02:03.424204Z","steps":["trace[1285227875] 'agreement among raft nodes before linearized reading' (duration: 4.190987344s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.424259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:59.232995Z","time spent":"4.191254301s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:02:03.424355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.399147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:02:03.424386Z","caller":"traceutil/trace.go:171","msg":"trace[74965538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13373; }","duration":"126.46936ms","start":"2026-02-25T20:02:03.297909Z","end":"2026-02-25T20:02:03.424378Z","steps":["trace[74965538] 'agreement among raft nodes before linearized reading' (duration: 126.415518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.424441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.135472897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-25T20:02:03.424469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.591294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:02:03.424493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78923219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:02:03.424565Z","caller":"traceutil/trace.go:171","msg":"trace[1519861127] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:13373; }","duration":"210.737638ms","start":"2026-02-25T20:02:03.213813Z","end":"2026-02-25T20:02:03.42455Z","steps":["trace[1519861127] 'agreement among raft nodes before linearized reading' (duration: 210.502392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.424572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.941846878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-25T20:02:03.424585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136644938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T20:02:03.424596Z","caller":"traceutil/trace.go:171","msg":"trace[1201483169] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:13373; }","duration":"1.789406205s","start":"2026-02-25T20:02:01.635168Z","end":"2026-02-25T20:02:03.424574Z","steps":["trace[1201483169] 'agreement among raft nodes before linearized reading' (duration: 1.789072886s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.424607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.696887465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:02:03.424624Z","caller":"traceutil/trace.go:171","msg":"trace[1341112384] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13373; }","duration":"3.94194521s","start":"2026-02-25T20:01:59.482659Z","end":"2026-02-25T20:02:03.424605Z","steps":["trace[1341112384] 'agreement among raft nodes before linearized reading' (duration: 3.941737574s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:02:03.42465Z","caller":"traceutil/trace.go:171","msg":"trace[1450903155] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:13373; }","duration":"2.696985317s","start":"2026-02-25T20:02:00.727654Z","end":"2026-02-25T20:02:03.424639Z","steps":["trace[1450903155] 'agreement among raft nodes before linearized reading' (duration: 2.696925995s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.424653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:02:01.635137Z","time spent":"1.789505797s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":153,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:02:03.424661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:59.482634Z","time spent":"3.942019572s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:02:03.424681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:02:00.727625Z","time spent":"2.697049769s","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:02:03.424509Z","caller":"traceutil/trace.go:171","msg":"trace[1500456542] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13373; }","duration":"4.13557873s","start":"2026-02-25T20:01:59.28891Z","end":"2026-02-25T20:02:03.424488Z","steps":["trace[1500456542] 'agreement among raft nodes before linearized reading' (duration: 4.135446766s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.424766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.939446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-25T20:02:03.424618Z","caller":"traceutil/trace.go:171","msg":"trace[812811566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13373; }","duration":"4.13673276s","start":"2026-02-25T20:01:59.287877Z","end":"2026-02-25T20:02:03.42461Z","steps":["trace[812811566] 'agreement among raft nodes before linearized reading' (duration: 4.136665828s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:02:03.424805Z","caller":"traceutil/trace.go:171","msg":"trace[175926860] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13373; }","duration":"157.032049ms","start":"2026-02-25T20:02:03.26776Z","end":"2026-02-25T20:02:03.424792Z","steps":["trace[175926860] 'agreement among raft nodes before linearized reading' (duration: 156.878065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.424808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:59.288899Z","time spent":"4.135891158s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:02:03.424859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.796501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:02:03.424767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136207656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T20:02:03.424937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.167065952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-25T20:02:03.424967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230380693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:02:03.424998Z","caller":"traceutil/trace.go:171","msg":"trace[1402756512] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:13373; }","duration":"4.167143425s","start":"2026-02-25T20:01:59.257834Z","end":"2026-02-25T20:02:03.424978Z","steps":["trace[1402756512] 'agreement among raft nodes before linearized reading' (duration: 4.166995471s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.424993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136400411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T20:02:03.425014Z","caller":"traceutil/trace.go:171","msg":"trace[788579498] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-controller; range_end:; response_count:0; response_revision:13373; }","duration":"1.230479676s","start":"2026-02-25T20:02:02.194524Z","end":"2026-02-25T20:02:03.425003Z","steps":["trace[788579498] 'agreement among raft nodes before linearized reading' (duration: 1.230410744s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.425039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:59.257823Z","time spent":"4.167207306s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T20:02:03.425043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.872383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794c7e786b6fc\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-02-25T20:02:03.425051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:02:02.194498Z","time spent":"1.230546518s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/openstack/ovn-controller\" "} {"level":"info","ts":"2026-02-25T20:02:03.425054Z","caller":"traceutil/trace.go:171","msg":"trace[1817747243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13373; }","duration":"4.136471273s","start":"2026-02-25T20:01:59.288564Z","end":"2026-02-25T20:02:03.425035Z","steps":["trace[1817747243] 'agreement among raft nodes before linearized reading' (duration: 4.136326029s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.424848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:59.287848Z","time spent":"4.136981387s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T20:02:03.425091Z","caller":"traceutil/trace.go:171","msg":"trace[1483645525] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189794c7e786b6fc; range_end:; response_count:1; response_revision:13373; }","duration":"725.948465ms","start":"2026-02-25T20:02:02.699125Z","end":"2026-02-25T20:02:03.425073Z","steps":["trace[1483645525] 'agreement among raft nodes before linearized reading' (duration: 725.555865ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:02:03.424905Z","caller":"traceutil/trace.go:171","msg":"trace[1471416067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13373; }","duration":"828.885084ms","start":"2026-02-25T20:02:02.59601Z","end":"2026-02-25T20:02:03.424895Z","steps":["trace[1471416067] 'agreement among raft nodes before linearized reading' (duration: 828.824272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.42512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:02:02.699107Z","time spent":"726.005196ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794c7e786b6fc\" "} {"level":"warn","ts":"2026-02-25T20:02:03.425112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:59.288555Z","time spent":"4.136542745s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T20:02:03.425151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:02:02.595988Z","time spent":"829.153431ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:02:03.425126Z","caller":"traceutil/trace.go:171","msg":"trace[1475212419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13373; }","duration":"4.136653328s","start":"2026-02-25T20:01:59.288312Z","end":"2026-02-25T20:02:03.424965Z","steps":["trace[1475212419] 'agreement among raft nodes before linearized reading' (duration: 4.136103844s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.424793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.329678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:02:03.425197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.526087815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T20:02:03.425256Z","caller":"traceutil/trace.go:171","msg":"trace[262795953] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:13373; }","duration":"672.817821ms","start":"2026-02-25T20:02:02.75242Z","end":"2026-02-25T20:02:03.425237Z","steps":["trace[262795953] 'agreement among raft nodes before linearized reading' (duration: 672.336418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.425283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:59.2883Z","time spent":"4.136967947s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T20:02:03.425307Z","caller":"traceutil/trace.go:171","msg":"trace[947961485] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:13373; }","duration":"3.526195278s","start":"2026-02-25T20:01:59.899096Z","end":"2026-02-25T20:02:03.425291Z","steps":["trace[947961485] 'agreement among raft nodes before linearized reading' (duration: 3.525263763s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.425373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:59.899015Z","time spent":"3.526344802s","remote":"127.0.0.1:60894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:02:03.425317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:02:02.752397Z","time spent":"672.902383ms","remote":"127.0.0.1:53546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:02:03.42576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136800601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T20:02:03.425801Z","caller":"traceutil/trace.go:171","msg":"trace[293370038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13373; }","duration":"4.136863584s","start":"2026-02-25T20:01:59.288928Z","end":"2026-02-25T20:02:03.425792Z","steps":["trace[293370038] 'agreement among raft nodes before linearized reading' (duration: 4.13561799s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.425831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:59.288917Z","time spent":"4.136908944s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T20:02:03.426161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.17590213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T20:02:03.426205Z","caller":"traceutil/trace.go:171","msg":"trace[153046233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13373; }","duration":"4.175969431s","start":"2026-02-25T20:01:59.250225Z","end":"2026-02-25T20:02:03.426195Z","steps":["trace[153046233] 'agreement among raft nodes before linearized reading' (duration: 4.174002519s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:02:03.426228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:01:59.250214Z","time spent":"4.176009032s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T20:02:03.426474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:02:00.411405Z","time spent":"3.012616516s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:02:50.004704Z","caller":"traceutil/trace.go:171","msg":"trace[17426327] transaction","detail":"{read_only:false; response_revision:13958; number_of_response:1; }","duration":"102.945659ms","start":"2026-02-25T20:02:49.901715Z","end":"2026-02-25T20:02:50.004661Z","steps":["trace[17426327] 'process raft request' (duration: 102.873327ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:02:50.004739Z","caller":"traceutil/trace.go:171","msg":"trace[1862985950] transaction","detail":"{read_only:false; response_revision:13957; number_of_response:1; }","duration":"103.263198ms","start":"2026-02-25T20:02:49.901423Z","end":"2026-02-25T20:02:50.004686Z","steps":["trace[1862985950] 'process raft request' (duration: 38.266866ms)","trace[1862985950] 'compare' (duration: 64.727134ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:03:10.612168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733007209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:03:11.113188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733007209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:03:11.212805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.167812548s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:03:11.224165Z","caller":"traceutil/trace.go:171","msg":"trace[2015490785] transaction","detail":"{read_only:false; response_revision:14368; number_of_response:1; }","duration":"1.179261805s","start":"2026-02-25T20:03:10.044869Z","end":"2026-02-25T20:03:11.224131Z","steps":["trace[2015490785] 'process raft request' (duration: 1.168219109s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:11.224313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.044842Z","time spent":"1.179389078s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:03:11.224825Z","caller":"traceutil/trace.go:171","msg":"trace[1689547325] transaction","detail":"{read_only:false; response_revision:14369; number_of_response:1; }","duration":"230.092749ms","start":"2026-02-25T20:03:10.994712Z","end":"2026-02-25T20:03:11.224805Z","steps":["trace[1689547325] 'process raft request' (duration: 229.369599ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:11.224802Z","caller":"traceutil/trace.go:171","msg":"trace[203391470] linearizableReadLoop","detail":"{readStateIndex:14915; appliedIndex:14913; }","duration":"1.113431892s","start":"2026-02-25T20:03:10.111319Z","end":"2026-02-25T20:03:11.22475Z","steps":["trace[203391470] 'read index received' (duration: 1.101795861s)","trace[203391470] 'applied index is now lower than readState.Index' (duration: 11.634191ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:03:11.225584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114244884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:03:11.225639Z","caller":"traceutil/trace.go:171","msg":"trace[2095407223] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14369; }","duration":"1.114363978s","start":"2026-02-25T20:03:10.11126Z","end":"2026-02-25T20:03:11.225624Z","steps":["trace[2095407223] 'agreement among raft nodes before linearized reading' (duration: 1.113950417s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:11.225663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.194718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:03:11.225676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.111232Z","time spent":"1.114435269s","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-25T20:03:11.225716Z","caller":"traceutil/trace.go:171","msg":"trace[309464385] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:14369; }","duration":"169.269941ms","start":"2026-02-25T20:03:11.056423Z","end":"2026-02-25T20:03:11.225693Z","steps":["trace[309464385] 'agreement among raft nodes before linearized reading' (duration: 169.199899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:11.225579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.535512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-25T20:03:11.2259Z","caller":"traceutil/trace.go:171","msg":"trace[534776824] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14369; }","duration":"455.889142ms","start":"2026-02-25T20:03:10.769965Z","end":"2026-02-25T20:03:11.225854Z","steps":["trace[534776824] 'agreement among raft nodes before linearized reading' (duration: 455.352237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:11.225973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.769941Z","time spent":"456.015436ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-02-25T20:03:11.225969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.723876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:03:11.226017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:03:11.226025Z","caller":"traceutil/trace.go:171","msg":"trace[1720889417] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:14369; }","duration":"267.837689ms","start":"2026-02-25T20:03:10.958173Z","end":"2026-02-25T20:03:11.226011Z","steps":["trace[1720889417] 'agreement among raft nodes before linearized reading' (duration: 267.711696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:11.22602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.34608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-25T20:03:11.226038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.905124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-02-25T20:03:11.22609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.555118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-02-25T20:03:11.226121Z","caller":"traceutil/trace.go:171","msg":"trace[1541659757] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-66xhb; range_end:; response_count:1; response_revision:14369; }","duration":"333.63536ms","start":"2026-02-25T20:03:10.892477Z","end":"2026-02-25T20:03:11.226112Z","steps":["trace[1541659757] 'agreement among raft nodes before linearized reading' (duration: 333.492316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:11.226121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.61867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-25T20:03:11.226138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.892447Z","time spent":"333.688251ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" "} {"level":"info","ts":"2026-02-25T20:03:11.226135Z","caller":"traceutil/trace.go:171","msg":"trace[1886258001] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14369; }","duration":"451.458574ms","start":"2026-02-25T20:03:10.774625Z","end":"2026-02-25T20:03:11.226084Z","steps":["trace[1886258001] 'agreement among raft nodes before linearized reading' (duration: 451.227228ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:11.22613Z","caller":"traceutil/trace.go:171","msg":"trace[172939473] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-66xhb; range_end:; response_count:1; response_revision:14369; }","duration":"301.034737ms","start":"2026-02-25T20:03:10.925065Z","end":"2026-02-25T20:03:11.226099Z","steps":["trace[172939473] 'agreement among raft nodes before linearized reading' (duration: 300.797271ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:11.226164Z","caller":"traceutil/trace.go:171","msg":"trace[954616795] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14369; }","duration":"834.686141ms","start":"2026-02-25T20:03:10.391467Z","end":"2026-02-25T20:03:11.226153Z","steps":["trace[954616795] 'agreement among raft nodes before linearized reading' (duration: 834.517366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:11.226187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.012666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:03:11.226186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.925041Z","time spent":"301.13245ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" "} {"level":"info","ts":"2026-02-25T20:03:11.226219Z","caller":"traceutil/trace.go:171","msg":"trace[1973407791] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14369; }","duration":"456.075657ms","start":"2026-02-25T20:03:10.770135Z","end":"2026-02-25T20:03:11.22621Z","steps":["trace[1973407791] 'agreement among raft nodes before linearized reading' (duration: 456.025896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:11.226192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.905402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xktql\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-02-25T20:03:11.226257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.770113Z","time spent":"456.129848ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-25T20:03:11.226141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.961514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-25T20:03:11.226267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.905147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:03:11.226303Z","caller":"traceutil/trace.go:171","msg":"trace[583169825] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xktql; range_end:; response_count:1; response_revision:14369; }","duration":"889.062427ms","start":"2026-02-25T20:03:10.337212Z","end":"2026-02-25T20:03:11.226275Z","steps":["trace[583169825] 'agreement among raft nodes before linearized reading' (duration: 888.79943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:11.226316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.21719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-25T20:03:11.226349Z","caller":"traceutil/trace.go:171","msg":"trace[842204781] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14369; }","duration":"515.291622ms","start":"2026-02-25T20:03:10.711049Z","end":"2026-02-25T20:03:11.22634Z","steps":["trace[842204781] 'agreement among raft nodes before linearized reading' (duration: 515.171749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:11.226358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.102395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:03:11.22634Z","caller":"traceutil/trace.go:171","msg":"trace[1210751471] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14369; }","duration":"456.144069ms","start":"2026-02-25T20:03:10.770156Z","end":"2026-02-25T20:03:11.2263Z","steps":["trace[1210751471] 'agreement among raft nodes before linearized reading' (duration: 455.923213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:11.226375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.711021Z","time spent":"515.348714ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-25T20:03:11.226389Z","caller":"traceutil/trace.go:171","msg":"trace[1713196453] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14369; }","duration":"834.169987ms","start":"2026-02-25T20:03:10.392211Z","end":"2026-02-25T20:03:11.226381Z","steps":["trace[1713196453] 'agreement among raft nodes before linearized reading' (duration: 834.115786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:11.226181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.774617Z","time spent":"451.555296ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-25T20:03:11.226392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.351072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-25T20:03:11.226414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.392192Z","time spent":"834.218169ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-25T20:03:11.22636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.23195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T20:03:11.226433Z","caller":"traceutil/trace.go:171","msg":"trace[20983559] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14369; }","duration":"828.411823ms","start":"2026-02-25T20:03:10.398012Z","end":"2026-02-25T20:03:11.226424Z","steps":["trace[20983559] 'agreement among raft nodes before linearized reading' (duration: 828.30908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:11.226431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.770149Z","time spent":"456.258332ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-25T20:03:11.226445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065264132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T20:03:11.226462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.398001Z","time spent":"828.452674ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-25T20:03:11.226481Z","caller":"traceutil/trace.go:171","msg":"trace[580780770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14369; }","duration":"1.065327464s","start":"2026-02-25T20:03:10.161143Z","end":"2026-02-25T20:03:11.226471Z","steps":["trace[580780770] 'agreement among raft nodes before linearized reading' (duration: 1.065194341s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:11.226313Z","caller":"traceutil/trace.go:171","msg":"trace[1442623481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14369; }","duration":"930.976449ms","start":"2026-02-25T20:03:10.295325Z","end":"2026-02-25T20:03:11.226302Z","steps":["trace[1442623481] 'agreement among raft nodes before linearized reading' (duration: 930.906317ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:11.226494Z","caller":"traceutil/trace.go:171","msg":"trace[1066640568] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:14369; }","duration":"843.440616ms","start":"2026-02-25T20:03:10.383011Z","end":"2026-02-25T20:03:11.226452Z","steps":["trace[1066640568] 'agreement among raft nodes before linearized reading' (duration: 843.005054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:11.226513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.161129Z","time spent":"1.065377226s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T20:03:11.226542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.295308Z","time spent":"931.226205ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:03:11.226355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.337181Z","time spent":"889.163909ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xktql\" "} {"level":"info","ts":"2026-02-25T20:03:11.226054Z","caller":"traceutil/trace.go:171","msg":"trace[389794] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14369; }","duration":"455.847321ms","start":"2026-02-25T20:03:10.770195Z","end":"2026-02-25T20:03:11.226042Z","steps":["trace[389794] 'agreement among raft nodes before linearized reading' (duration: 455.777079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:11.226576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.382982Z","time spent":"843.578089ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T20:03:11.226199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.391453Z","time spent":"834.738083ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-25T20:03:11.225432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065701845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T20:03:11.226621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.77019Z","time spent":"456.415676ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-25T20:03:11.226922Z","caller":"traceutil/trace.go:171","msg":"trace[979490251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14369; }","duration":"1.067252906s","start":"2026-02-25T20:03:10.159652Z","end":"2026-02-25T20:03:11.226905Z","steps":["trace[979490251] 'agreement among raft nodes before linearized reading' (duration: 1.065619202s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:11.226987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:10.159626Z","time spent":"1.067349089s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T20:03:44.390197Z","caller":"traceutil/trace.go:171","msg":"trace[252773093] transaction","detail":"{read_only:false; response_revision:14529; number_of_response:1; }","duration":"208.645644ms","start":"2026-02-25T20:03:44.181484Z","end":"2026-02-25T20:03:44.390129Z","steps":["trace[252773093] 'process raft request' (duration: 178.244011ms)","trace[252773093] 'compare' (duration: 30.020013ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:03:44.390447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.46747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:03:44.390977Z","caller":"traceutil/trace.go:171","msg":"trace[1303164983] linearizableReadLoop","detail":"{readStateIndex:15083; appliedIndex:15081; }","duration":"103.218543ms","start":"2026-02-25T20:03:44.286955Z","end":"2026-02-25T20:03:44.390173Z","steps":["trace[1303164983] 'read index received' (duration: 72.805609ms)","trace[1303164983] 'applied index is now lower than readState.Index' (duration: 30.411804ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:03:44.391158Z","caller":"traceutil/trace.go:171","msg":"trace[1889584286] transaction","detail":"{read_only:false; response_revision:14530; number_of_response:1; }","duration":"207.843853ms","start":"2026-02-25T20:03:44.182413Z","end":"2026-02-25T20:03:44.390257Z","steps":["trace[1889584286] 'process raft request' (duration: 207.528104ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:44.391354Z","caller":"traceutil/trace.go:171","msg":"trace[356184345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14530; }","duration":"103.631564ms","start":"2026-02-25T20:03:44.286903Z","end":"2026-02-25T20:03:44.390534Z","steps":["trace[356184345] 'agreement among raft nodes before linearized reading' (duration: 103.437039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:45.098855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.171898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T20:03:45.099015Z","caller":"traceutil/trace.go:171","msg":"trace[216654550] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14530; }","duration":"302.409574ms","start":"2026-02-25T20:03:44.796582Z","end":"2026-02-25T20:03:45.098991Z","steps":["trace[216654550] 'count revisions from in-memory index tree' (duration: 302.013014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:45.099105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:44.796545Z","time spent":"302.547728ms","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:03:45.84897Z","caller":"traceutil/trace.go:171","msg":"trace[664940230] linearizableReadLoop","detail":"{readStateIndex:15084; appliedIndex:15083; }","duration":"415.177213ms","start":"2026-02-25T20:03:45.433758Z","end":"2026-02-25T20:03:45.848935Z","steps":["trace[664940230] 'read index received' (duration: 415.009229ms)","trace[664940230] 'applied index is now lower than readState.Index' (duration: 166.594µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:03:45.849066Z","caller":"traceutil/trace.go:171","msg":"trace[1318543124] transaction","detail":"{read_only:false; response_revision:14531; number_of_response:1; }","duration":"418.4421ms","start":"2026-02-25T20:03:45.430583Z","end":"2026-02-25T20:03:45.849025Z","steps":["trace[1318543124] 'process raft request' (duration: 418.160903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:45.849245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.430549Z","time spent":"418.593795ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:03:45.849242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.44075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:03:45.849369Z","caller":"traceutil/trace.go:171","msg":"trace[162033024] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14531; }","duration":"415.621125ms","start":"2026-02-25T20:03:45.433713Z","end":"2026-02-25T20:03:45.849334Z","steps":["trace[162033024] 'agreement among raft nodes before linearized reading' (duration: 415.367148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:45.849436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.43369Z","time spent":"415.735058ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-25T20:03:46.02259Z","caller":"traceutil/trace.go:171","msg":"trace[2105202667] transaction","detail":"{read_only:false; response_revision:14532; number_of_response:1; }","duration":"588.377409ms","start":"2026-02-25T20:03:45.434169Z","end":"2026-02-25T20:03:46.022547Z","steps":["trace[2105202667] 'process raft request' (duration: 583.977191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.022809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.133704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-25T20:03:46.022765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.656119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:03:46.022833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.885732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-25T20:03:46.02287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.078838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T20:03:46.022877Z","caller":"traceutil/trace.go:171","msg":"trace[1352776062] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14532; }","duration":"389.839234ms","start":"2026-02-25T20:03:45.633012Z","end":"2026-02-25T20:03:46.022851Z","steps":["trace[1352776062] 'agreement among raft nodes before linearized reading' (duration: 389.657139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.022946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.982341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-25T20:03:46.022939Z","caller":"traceutil/trace.go:171","msg":"trace[1618231455] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:14532; }","duration":"431.180881ms","start":"2026-02-25T20:03:45.591735Z","end":"2026-02-25T20:03:46.022916Z","steps":["trace[1618231455] 'agreement among raft nodes before linearized reading' (duration: 431.066218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.022955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.381072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:03:46.02295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.632986Z","time spent":"389.950287ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-25T20:03:46.022996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.642743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-25T20:03:46.023Z","caller":"traceutil/trace.go:171","msg":"trace[2056291196] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14532; }","duration":"556.416672ms","start":"2026-02-25T20:03:45.466564Z","end":"2026-02-25T20:03:46.022981Z","steps":["trace[2056291196] 'agreement among raft nodes before linearized reading' (duration: 556.364891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.023032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.971161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xktql\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-02-25T20:03:46.023035Z","caller":"traceutil/trace.go:171","msg":"trace[416948726] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14532; }","duration":"555.695314ms","start":"2026-02-25T20:03:45.46733Z","end":"2026-02-25T20:03:46.023025Z","steps":["trace[416948726] 'agreement among raft nodes before linearized reading' (duration: 555.593341ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:46.023048Z","caller":"traceutil/trace.go:171","msg":"trace[1233081379] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xktql; range_end:; response_count:1; response_revision:14532; }","duration":"349.042222ms","start":"2026-02-25T20:03:45.674001Z","end":"2026-02-25T20:03:46.023043Z","steps":["trace[1233081379] 'agreement among raft nodes before linearized reading' (duration: 348.98296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.023076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.400793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:03:46.023037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.635822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:03:46.02304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.466502Z","time spent":"556.529816ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-02-25T20:03:46.022848Z","caller":"traceutil/trace.go:171","msg":"trace[96779826] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14532; }","duration":"272.170755ms","start":"2026-02-25T20:03:45.750664Z","end":"2026-02-25T20:03:46.022835Z","steps":["trace[96779826] 'agreement among raft nodes before linearized reading' (duration: 272.043591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.023109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.212718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:03:46.02311Z","caller":"traceutil/trace.go:171","msg":"trace[2107393489] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14532; }","duration":"287.450904ms","start":"2026-02-25T20:03:45.735647Z","end":"2026-02-25T20:03:46.023098Z","steps":["trace[2107393489] 'agreement among raft nodes before linearized reading' (duration: 287.416613ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:46.023125Z","caller":"traceutil/trace.go:171","msg":"trace[711494462] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14532; }","duration":"389.247238ms","start":"2026-02-25T20:03:45.633873Z","end":"2026-02-25T20:03:46.02312Z","steps":["trace[711494462] 'agreement among raft nodes before linearized reading' (duration: 389.223047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.023143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.633865Z","time spent":"389.27609ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-02-25T20:03:46.023139Z","caller":"traceutil/trace.go:171","msg":"trace[1341956700] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14532; }","duration":"549.810196ms","start":"2026-02-25T20:03:45.473302Z","end":"2026-02-25T20:03:46.023112Z","steps":["trace[1341956700] 'agreement among raft nodes before linearized reading' (duration: 549.618461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.02316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.442666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-25T20:03:46.023077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.673977Z","time spent":"349.094354ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xktql\" "} {"level":"warn","ts":"2026-02-25T20:03:46.022903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.915389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-25T20:03:46.023187Z","caller":"traceutil/trace.go:171","msg":"trace[1461093028] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14532; }","duration":"583.482488ms","start":"2026-02-25T20:03:45.439696Z","end":"2026-02-25T20:03:46.023178Z","steps":["trace[1461093028] 'agreement among raft nodes before linearized reading' (duration: 583.408756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.0232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.473285Z","time spent":"549.903939ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-25T20:03:46.023217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.439688Z","time spent":"583.523559ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-25T20:03:46.023217Z","caller":"traceutil/trace.go:171","msg":"trace[1934013579] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14532; }","duration":"287.271719ms","start":"2026-02-25T20:03:45.735935Z","end":"2026-02-25T20:03:46.023207Z","steps":["trace[1934013579] 'agreement among raft nodes before linearized reading' (duration: 286.93091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.02304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.466807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-02-25T20:03:46.023252Z","caller":"traceutil/trace.go:171","msg":"trace[364378519] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-66xhb; range_end:; response_count:1; response_revision:14532; }","duration":"342.714363ms","start":"2026-02-25T20:03:45.680531Z","end":"2026-02-25T20:03:46.023246Z","steps":["trace[364378519] 'agreement among raft nodes before linearized reading' (duration: 342.400835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.023246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.186459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-02-25T20:03:46.023272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.680514Z","time spent":"342.752964ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" "} {"level":"info","ts":"2026-02-25T20:03:46.023288Z","caller":"traceutil/trace.go:171","msg":"trace[806430596] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-66xhb; range_end:; response_count:1; response_revision:14532; }","duration":"342.24331ms","start":"2026-02-25T20:03:45.68103Z","end":"2026-02-25T20:03:46.023274Z","steps":["trace[806430596] 'agreement among raft nodes before linearized reading' (duration: 342.076136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.022754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.652212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T20:03:46.022666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.796866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:03:46.023322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.68102Z","time spent":"342.295652ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" "} {"level":"info","ts":"2026-02-25T20:03:46.02334Z","caller":"traceutil/trace.go:171","msg":"trace[496756294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14532; }","duration":"550.31832ms","start":"2026-02-25T20:03:45.473012Z","end":"2026-02-25T20:03:46.02333Z","steps":["trace[496756294] 'agreement among raft nodes before linearized reading' (duration: 549.57656ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:46.022894Z","caller":"traceutil/trace.go:171","msg":"trace[189981826] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14532; }","duration":"589.024626ms","start":"2026-02-25T20:03:45.433858Z","end":"2026-02-25T20:03:46.022883Z","steps":["trace[189981826] 'agreement among raft nodes before linearized reading' (duration: 588.79402ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:46.023352Z","caller":"traceutil/trace.go:171","msg":"trace[1573781912] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14532; }","duration":"389.516836ms","start":"2026-02-25T20:03:45.633823Z","end":"2026-02-25T20:03:46.02334Z","steps":["trace[1573781912] 'agreement among raft nodes before linearized reading' (duration: 388.746265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.023379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.433837Z","time spent":"589.5362ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-25T20:03:46.023394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.633818Z","time spent":"389.565417ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-25T20:03:46.02297Z","caller":"traceutil/trace.go:171","msg":"trace[2061065452] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14532; }","duration":"287.045073ms","start":"2026-02-25T20:03:45.735916Z","end":"2026-02-25T20:03:46.022961Z","steps":["trace[2061065452] 'agreement among raft nodes before linearized reading' (duration: 286.998982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.023038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.787293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:03:46.023471Z","caller":"traceutil/trace.go:171","msg":"trace[538102062] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14532; }","duration":"557.304086ms","start":"2026-02-25T20:03:45.466153Z","end":"2026-02-25T20:03:46.023457Z","steps":["trace[538102062] 'agreement among raft nodes before linearized reading' (duration: 556.773512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.023512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.466126Z","time spent":"557.376118ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-25T20:03:46.023077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.46732Z","time spent":"555.747755ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-25T20:03:46.023072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.591707Z","time spent":"431.267743ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T20:03:46.023365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.472983Z","time spent":"550.373391ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T20:03:46.022757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.679511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-25T20:03:46.023653Z","caller":"traceutil/trace.go:171","msg":"trace[1156223543] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14532; }","duration":"390.600915ms","start":"2026-02-25T20:03:45.633044Z","end":"2026-02-25T20:03:46.023645Z","steps":["trace[1156223543] 'agreement among raft nodes before linearized reading' (duration: 389.583448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.023685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.632971Z","time spent":"390.707128ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-25T20:03:46.022588Z","caller":"traceutil/trace.go:171","msg":"trace[1510216105] linearizableReadLoop","detail":"{readStateIndex:15085; appliedIndex:15084; }","duration":"173.483783ms","start":"2026-02-25T20:03:45.849066Z","end":"2026-02-25T20:03:46.02255Z","steps":["trace[1510216105] 'read index received' (duration: 169.478576ms)","trace[1510216105] 'applied index is now lower than readState.Index' (duration: 4.003587ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:03:46.02581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:45.434148Z","time spent":"591.535423ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:03:46.085979Z","caller":"traceutil/trace.go:171","msg":"trace[1216052215] transaction","detail":"{read_only:false; response_revision:14533; number_of_response:1; }","duration":"161.548424ms","start":"2026-02-25T20:03:45.924376Z","end":"2026-02-25T20:03:46.085925Z","steps":["trace[1216052215] 'process raft request' (duration: 160.99782ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:46.086024Z","caller":"traceutil/trace.go:171","msg":"trace[46752715] transaction","detail":"{read_only:false; response_revision:14534; number_of_response:1; }","duration":"158.014069ms","start":"2026-02-25T20:03:45.927972Z","end":"2026-02-25T20:03:46.085986Z","steps":["trace[46752715] 'process raft request' (duration: 157.566657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.085999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.619325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d7vwl\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-02-25T20:03:46.086184Z","caller":"traceutil/trace.go:171","msg":"trace[858717076] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d7vwl; range_end:; response_count:1; response_revision:14534; }","duration":"217.860801ms","start":"2026-02-25T20:03:45.86829Z","end":"2026-02-25T20:03:46.086151Z","steps":["trace[858717076] 'agreement among raft nodes before linearized reading' (duration: 217.538383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.085972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.309786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:03:46.08642Z","caller":"traceutil/trace.go:171","msg":"trace[669836793] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:14534; }","duration":"146.82473ms","start":"2026-02-25T20:03:45.939572Z","end":"2026-02-25T20:03:46.086397Z","steps":["trace[669836793] 'agreement among raft nodes before linearized reading' (duration: 146.241804ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:46.343863Z","caller":"traceutil/trace.go:171","msg":"trace[1974476171] linearizableReadLoop","detail":"{readStateIndex:15088; appliedIndex:15087; }","duration":"258.219631ms","start":"2026-02-25T20:03:46.085612Z","end":"2026-02-25T20:03:46.343832Z","steps":["trace[1974476171] 'read index received' (duration: 171.561282ms)","trace[1974476171] 'applied index is now lower than readState.Index' (duration: 86.656759ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:03:46.344301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.064419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T20:03:46.344293Z","caller":"traceutil/trace.go:171","msg":"trace[1703695901] transaction","detail":"{read_only:false; response_revision:14535; number_of_response:1; }","duration":"310.654724ms","start":"2026-02-25T20:03:46.033588Z","end":"2026-02-25T20:03:46.344243Z","steps":["trace[1703695901] 'process raft request' (duration: 223.641426ms)","trace[1703695901] 'compare' (duration: 86.475394ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:03:46.344377Z","caller":"traceutil/trace.go:171","msg":"trace[925482226] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:14535; }","duration":"307.186122ms","start":"2026-02-25T20:03:46.037176Z","end":"2026-02-25T20:03:46.344362Z","steps":["trace[925482226] 'agreement among raft nodes before linearized reading' (duration: 307.004328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.344418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:46.037169Z","time spent":"307.239314ms","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:03:46.344617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.421008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:03:46.344713Z","caller":"traceutil/trace.go:171","msg":"trace[557799979] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:14535; }","duration":"168.596282ms","start":"2026-02-25T20:03:46.176093Z","end":"2026-02-25T20:03:46.34469Z","steps":["trace[557799979] 'agreement among raft nodes before linearized reading' (duration: 168.432968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.344772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:46.033573Z","time spent":"310.820479ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:03:46.345048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.047572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T20:03:46.345565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.139427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769740"} {"level":"info","ts":"2026-02-25T20:03:46.345625Z","caller":"traceutil/trace.go:171","msg":"trace[2096722482] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14535; }","duration":"305.22665ms","start":"2026-02-25T20:03:46.040384Z","end":"2026-02-25T20:03:46.34561Z","steps":["trace[2096722482] 'agreement among raft nodes before linearized reading' (duration: 303.508054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.345676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:46.040379Z","time spent":"305.286391ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769763,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-25T20:03:46.345903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.748433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769740"} {"level":"info","ts":"2026-02-25T20:03:46.345971Z","caller":"traceutil/trace.go:171","msg":"trace[677256824] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14535; }","duration":"305.820215ms","start":"2026-02-25T20:03:46.040134Z","end":"2026-02-25T20:03:46.345954Z","steps":["trace[677256824] 'agreement among raft nodes before linearized reading' (duration: 303.865913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.345997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.065743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769740"} {"level":"warn","ts":"2026-02-25T20:03:46.346027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:46.040093Z","time spent":"305.918178ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769763,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T20:03:46.346043Z","caller":"traceutil/trace.go:171","msg":"trace[206806719] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14535; }","duration":"253.115934ms","start":"2026-02-25T20:03:46.092915Z","end":"2026-02-25T20:03:46.34603Z","steps":["trace[206806719] 'agreement among raft nodes before linearized reading' (duration: 251.341417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.346294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.936233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769740"} {"level":"info","ts":"2026-02-25T20:03:46.346353Z","caller":"traceutil/trace.go:171","msg":"trace[655615054] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14535; }","duration":"317.041395ms","start":"2026-02-25T20:03:46.029296Z","end":"2026-02-25T20:03:46.346338Z","steps":["trace[655615054] 'agreement among raft nodes before linearized reading' (duration: 314.786785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.346344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.143129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769740"} {"level":"info","ts":"2026-02-25T20:03:46.346441Z","caller":"traceutil/trace.go:171","msg":"trace[293591808] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14535; }","duration":"314.285382ms","start":"2026-02-25T20:03:46.032134Z","end":"2026-02-25T20:03:46.346419Z","steps":["trace[293591808] 'agreement among raft nodes before linearized reading' (duration: 312.147214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.346495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:46.032114Z","time spent":"314.369024ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769763,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-25T20:03:46.346663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:46.029278Z","time spent":"317.322933ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769763,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T20:03:46.345765Z","caller":"traceutil/trace.go:171","msg":"trace[211752418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14535; }","duration":"105.698569ms","start":"2026-02-25T20:03:46.239873Z","end":"2026-02-25T20:03:46.345572Z","steps":["trace[211752418] 'agreement among raft nodes before linearized reading' (duration: 104.655711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:46.895487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733008240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:03:47.375763Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024518161s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:03:47.376359Z","caller":"traceutil/trace.go:171","msg":"trace[1859315656] linearizableReadLoop","detail":"{readStateIndex:15089; appliedIndex:15088; }","duration":"981.673885ms","start":"2026-02-25T20:03:46.394605Z","end":"2026-02-25T20:03:47.376279Z","steps":["trace[1859315656] 'read index received' (duration: 981.320826ms)","trace[1859315656] 'applied index is now lower than readState.Index' (duration: 351.359µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:03:47.376841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.150318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T20:03:47.376968Z","caller":"traceutil/trace.go:171","msg":"trace[1652623569] transaction","detail":"{read_only:false; response_revision:14536; number_of_response:1; }","duration":"1.025800116s","start":"2026-02-25T20:03:46.351132Z","end":"2026-02-25T20:03:47.376932Z","steps":["trace[1652623569] 'process raft request' (duration: 1.024903602s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:47.377063Z","caller":"traceutil/trace.go:171","msg":"trace[481059838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14536; }","duration":"982.432165ms","start":"2026-02-25T20:03:46.394549Z","end":"2026-02-25T20:03:47.376981Z","steps":["trace[481059838] 'agreement among raft nodes before linearized reading' (duration: 981.987063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:47.377208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:46.394526Z","time spent":"982.662642ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T20:03:47.377425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.977079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-25T20:03:47.377472Z","caller":"traceutil/trace.go:171","msg":"trace[1926381923] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14536; }","duration":"470.068651ms","start":"2026-02-25T20:03:46.907391Z","end":"2026-02-25T20:03:47.37746Z","steps":["trace[1926381923] 'agreement among raft nodes before linearized reading' (duration: 469.860805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:47.377506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:46.907365Z","time spent":"470.135803ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T20:03:47.377124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:46.351093Z","time spent":"1.025931669s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:03:47.377617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.324898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T20:03:47.377701Z","caller":"traceutil/trace.go:171","msg":"trace[17710210] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:14536; }","duration":"739.494173ms","start":"2026-02-25T20:03:46.638188Z","end":"2026-02-25T20:03:47.377682Z","steps":["trace[17710210] 'agreement among raft nodes before linearized reading' (duration: 739.348889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:47.377751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:46.638161Z","time spent":"739.575765ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":20,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:03:47.378017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.294978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-25T20:03:47.378067Z","caller":"traceutil/trace.go:171","msg":"trace[895127048] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14536; }","duration":"983.385631ms","start":"2026-02-25T20:03:46.394667Z","end":"2026-02-25T20:03:47.378053Z","steps":["trace[895127048] 'agreement among raft nodes before linearized reading' (duration: 981.87618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:47.378097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:46.394632Z","time spent":"983.457283ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-25T20:03:47.529778Z","caller":"traceutil/trace.go:171","msg":"trace[1444515407] transaction","detail":"{read_only:false; response_revision:14538; number_of_response:1; }","duration":"144.983891ms","start":"2026-02-25T20:03:47.384766Z","end":"2026-02-25T20:03:47.52975Z","steps":["trace[1444515407] 'process raft request' (duration: 106.814399ms)","trace[1444515407] 'compare' (duration: 37.999467ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:03:48.623517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733008270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:03:48.717575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.04866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:03:48.717685Z","caller":"traceutil/trace.go:171","msg":"trace[1915367243] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14539; }","duration":"687.194903ms","start":"2026-02-25T20:03:48.030458Z","end":"2026-02-25T20:03:48.717653Z","steps":["trace[1915367243] 'range keys from in-memory index tree' (duration: 686.984838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:48.717776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.030448Z","time spent":"687.309877ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-25T20:03:48.71779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.40394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:03:48.71783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.424009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:03:48.717877Z","caller":"traceutil/trace.go:171","msg":"trace[2041522968] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14539; }","duration":"687.569784ms","start":"2026-02-25T20:03:48.03026Z","end":"2026-02-25T20:03:48.717829Z","steps":["trace[2041522968] 'range keys from in-memory index tree' (duration: 687.317137ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:48.717908Z","caller":"traceutil/trace.go:171","msg":"trace[259630305] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14539; }","duration":"687.555194ms","start":"2026-02-25T20:03:48.030333Z","end":"2026-02-25T20:03:48.717888Z","steps":["trace[259630305] 'range keys from in-memory index tree' (duration: 687.367088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:48.717945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.030237Z","time spent":"687.696657ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-25T20:03:48.717952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.030305Z","time spent":"687.634495ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-25T20:03:48.717938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.197113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-25T20:03:48.718018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.519552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-25T20:03:48.718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.182833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-25T20:03:48.718069Z","caller":"traceutil/trace.go:171","msg":"trace[1243244612] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14539; }","duration":"687.352338ms","start":"2026-02-25T20:03:48.030666Z","end":"2026-02-25T20:03:48.718018Z","steps":["trace[1243244612] 'range keys from in-memory index tree' (duration: 686.952577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:48.717839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.568233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T20:03:48.718094Z","caller":"traceutil/trace.go:171","msg":"trace[1810909583] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14539; }","duration":"687.613445ms","start":"2026-02-25T20:03:48.030441Z","end":"2026-02-25T20:03:48.718054Z","steps":["trace[1810909583] 'range keys from in-memory index tree' (duration: 687.412989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:48.718131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.030656Z","time spent":"687.463511ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-25T20:03:48.718135Z","caller":"traceutil/trace.go:171","msg":"trace[207084853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14539; }","duration":"687.908363ms","start":"2026-02-25T20:03:48.030208Z","end":"2026-02-25T20:03:48.718116Z","steps":["trace[207084853] 'range keys from in-memory index tree' (duration: 687.308677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:48.718101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.603885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:03:48.718167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.670706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:03:48.7182Z","caller":"traceutil/trace.go:171","msg":"trace[666298716] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14539; }","duration":"687.719468ms","start":"2026-02-25T20:03:48.030471Z","end":"2026-02-25T20:03:48.71819Z","steps":["trace[666298716] 'range keys from in-memory index tree' (duration: 687.629045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:48.718195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.030194Z","time spent":"687.981514ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T20:03:48.718181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.21245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-25T20:03:48.718231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.03046Z","time spent":"687.765259ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-02-25T20:03:48.718227Z","caller":"traceutil/trace.go:171","msg":"trace[2102408372] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14539; }","duration":"687.842251ms","start":"2026-02-25T20:03:48.030347Z","end":"2026-02-25T20:03:48.71819Z","steps":["trace[2102408372] 'range keys from in-memory index tree' (duration: 687.507402ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:48.71827Z","caller":"traceutil/trace.go:171","msg":"trace[1585390745] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14539; }","duration":"682.334783ms","start":"2026-02-25T20:03:48.03591Z","end":"2026-02-25T20:03:48.718245Z","steps":["trace[1585390745] 'range keys from in-memory index tree' (duration: 681.900002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:48.718289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.03034Z","time spent":"687.933063ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-25T20:03:48.718309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.838341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:03:48.718334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.035899Z","time spent":"682.424126ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-25T20:03:48.718379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.755059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:03:48.718341Z","caller":"traceutil/trace.go:171","msg":"trace[1099167981] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14539; }","duration":"687.879181ms","start":"2026-02-25T20:03:48.030451Z","end":"2026-02-25T20:03:48.718331Z","steps":["trace[1099167981] 'range keys from in-memory index tree' (duration: 687.744938ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:48.718424Z","caller":"traceutil/trace.go:171","msg":"trace[1554663745] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14539; }","duration":"687.858602ms","start":"2026-02-25T20:03:48.030559Z","end":"2026-02-25T20:03:48.718417Z","steps":["trace[1554663745] 'range keys from in-memory index tree' (duration: 687.677266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:48.718388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.124668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-25T20:03:48.718452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.030531Z","time spent":"687.914082ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-25T20:03:48.71845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.030444Z","time spent":"687.996725ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-25T20:03:48.718134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.0304Z","time spent":"687.725808ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-25T20:03:48.718468Z","caller":"traceutil/trace.go:171","msg":"trace[1320940677] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14539; }","duration":"688.210031ms","start":"2026-02-25T20:03:48.030245Z","end":"2026-02-25T20:03:48.718455Z","steps":["trace[1320940677] 'range keys from in-memory index tree' (duration: 687.865171ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:48.718134Z","caller":"traceutil/trace.go:171","msg":"trace[879237964] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14539; }","duration":"687.338707ms","start":"2026-02-25T20:03:48.030763Z","end":"2026-02-25T20:03:48.718101Z","steps":["trace[879237964] 'range keys from in-memory index tree' (duration: 686.833444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:48.718485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.250012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-25T20:03:48.718509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.030736Z","time spent":"687.764589ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-25T20:03:48.718529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.030169Z","time spent":"688.325784ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-25T20:03:48.718536Z","caller":"traceutil/trace.go:171","msg":"trace[233706724] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14539; }","duration":"688.337184ms","start":"2026-02-25T20:03:48.030181Z","end":"2026-02-25T20:03:48.718519Z","steps":["trace[233706724] 'range keys from in-memory index tree' (duration: 688.078627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:48.718559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.747058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-25T20:03:48.719342Z","caller":"traceutil/trace.go:171","msg":"trace[892346830] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14539; }","duration":"688.54209ms","start":"2026-02-25T20:03:48.030778Z","end":"2026-02-25T20:03:48.71932Z","steps":["trace[892346830] 'range keys from in-memory index tree' (duration: 687.485772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:48.718573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.030154Z","time spent":"688.410326ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-25T20:03:48.719427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.030766Z","time spent":"688.646312ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-25T20:03:48.753802Z","caller":"traceutil/trace.go:171","msg":"trace[1307949484] transaction","detail":"{read_only:false; response_revision:14540; number_of_response:1; }","duration":"658.69187ms","start":"2026-02-25T20:03:48.095094Z","end":"2026-02-25T20:03:48.753786Z","steps":["trace[1307949484] 'process raft request' (duration: 658.553397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:48.753914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.095078Z","time spent":"658.767333ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:03:48.978738Z","caller":"traceutil/trace.go:171","msg":"trace[1835878674] transaction","detail":"{read_only:false; response_revision:14541; number_of_response:1; }","duration":"883.080606ms","start":"2026-02-25T20:03:48.095615Z","end":"2026-02-25T20:03:48.978695Z","steps":["trace[1835878674] 'process raft request' (duration: 814.675915ms)","trace[1835878674] 'compare' (duration: 68.109913ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:03:48.978881Z","caller":"traceutil/trace.go:171","msg":"trace[1762471607] linearizableReadLoop","detail":"{readStateIndex:15094; appliedIndex:15092; }","duration":"855.855348ms","start":"2026-02-25T20:03:48.123001Z","end":"2026-02-25T20:03:48.978857Z","steps":["trace[1762471607] 'read index received' (duration: 630.702461ms)","trace[1762471607] 'applied index is now lower than readState.Index' (duration: 225.151716ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:03:48.979012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.095587Z","time spent":"883.266651ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:03:48.979002Z","caller":"traceutil/trace.go:171","msg":"trace[452292852] transaction","detail":"{read_only:false; response_revision:14542; number_of_response:1; }","duration":"255.227222ms","start":"2026-02-25T20:03:48.723709Z","end":"2026-02-25T20:03:48.978936Z","steps":["trace[452292852] 'process raft request' (duration: 254.914853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:48.979333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.256629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:03:48.979393Z","caller":"traceutil/trace.go:171","msg":"trace[1706487957] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:14542; }","duration":"856.425123ms","start":"2026-02-25T20:03:48.12295Z","end":"2026-02-25T20:03:48.979375Z","steps":["trace[1706487957] 'agreement among raft nodes before linearized reading' (duration: 856.030933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:48.979441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.12293Z","time spent":"856.499445ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:03:49.021552Z","caller":"traceutil/trace.go:171","msg":"trace[981580211] transaction","detail":"{read_only:false; response_revision:14543; number_of_response:1; }","duration":"256.508606ms","start":"2026-02-25T20:03:48.765006Z","end":"2026-02-25T20:03:49.021514Z","steps":["trace[981580211] 'process raft request' (duration: 256.187928ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:49.02182Z","caller":"traceutil/trace.go:171","msg":"trace[1818246035] transaction","detail":"{read_only:false; response_revision:14544; number_of_response:1; }","duration":"156.974061ms","start":"2026-02-25T20:03:48.864801Z","end":"2026-02-25T20:03:49.021775Z","steps":["trace[1818246035] 'process raft request' (duration: 156.614302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:49.021888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.78199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:03:49.021933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.176055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T20:03:49.021848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.46553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d9zkz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-25T20:03:49.021994Z","caller":"traceutil/trace.go:171","msg":"trace[91597690] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:14544; }","duration":"612.234037ms","start":"2026-02-25T20:03:48.409739Z","end":"2026-02-25T20:03:49.021973Z","steps":["trace[91597690] 'agreement among raft nodes before linearized reading' (duration: 612.155255ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:49.022007Z","caller":"traceutil/trace.go:171","msg":"trace[1511884615] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d9zkz; range_end:; response_count:1; response_revision:14544; }","duration":"644.688866ms","start":"2026-02-25T20:03:48.377296Z","end":"2026-02-25T20:03:49.021985Z","steps":["trace[1511884615] 'agreement among raft nodes before linearized reading' (duration: 644.383358ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:49.021966Z","caller":"traceutil/trace.go:171","msg":"trace[1094432823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14544; }","duration":"730.910124ms","start":"2026-02-25T20:03:48.291035Z","end":"2026-02-25T20:03:49.021945Z","steps":["trace[1094432823] 'agreement among raft nodes before linearized reading' (duration: 730.640837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:49.022046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.409695Z","time spent":"612.34046ms","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:03:49.022079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.291004Z","time spent":"731.060187ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:03:49.022133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.377267Z","time spent":"644.783889ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-d9zkz\" "} {"level":"warn","ts":"2026-02-25T20:03:49.022134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.942297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-25T20:03:49.022266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.518535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xktql\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-02-25T20:03:49.022266Z","caller":"traceutil/trace.go:171","msg":"trace[69316286] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14544; }","duration":"483.138142ms","start":"2026-02-25T20:03:48.539097Z","end":"2026-02-25T20:03:49.022235Z","steps":["trace[69316286] 'agreement among raft nodes before linearized reading' (duration: 482.737721ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:49.02231Z","caller":"traceutil/trace.go:171","msg":"trace[2104846079] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xktql; range_end:; response_count:1; response_revision:14544; }","duration":"646.584466ms","start":"2026-02-25T20:03:48.375714Z","end":"2026-02-25T20:03:49.022299Z","steps":["trace[2104846079] 'agreement among raft nodes before linearized reading' (duration: 646.36108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:49.022322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.539062Z","time spent":"483.250675ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:03:49.022353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.375684Z","time spent":"646.659319ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xktql\" "} {"level":"warn","ts":"2026-02-25T20:03:49.022372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.101927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-02-25T20:03:49.022589Z","caller":"traceutil/trace.go:171","msg":"trace[570268940] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-66xhb; range_end:; response_count:1; response_revision:14544; }","duration":"648.350704ms","start":"2026-02-25T20:03:48.374199Z","end":"2026-02-25T20:03:49.02255Z","steps":["trace[570268940] 'agreement among raft nodes before linearized reading' (duration: 647.874081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:49.022673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.37419Z","time spent":"648.463317ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" "} {"level":"warn","ts":"2026-02-25T20:03:49.022749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.259431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d7vwl\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-02-25T20:03:49.022797Z","caller":"traceutil/trace.go:171","msg":"trace[2144165268] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d7vwl; range_end:; response_count:1; response_revision:14544; }","duration":"648.320483ms","start":"2026-02-25T20:03:48.374464Z","end":"2026-02-25T20:03:49.022784Z","steps":["trace[2144165268] 'agreement among raft nodes before linearized reading' (duration: 648.217031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:49.022833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.374456Z","time spent":"648.370754ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d7vwl\" "} {"level":"warn","ts":"2026-02-25T20:03:49.022484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.566788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T20:03:49.02294Z","caller":"traceutil/trace.go:171","msg":"trace[1083213173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14544; }","duration":"662.0416ms","start":"2026-02-25T20:03:48.360888Z","end":"2026-02-25T20:03:49.02293Z","steps":["trace[1083213173] 'agreement among raft nodes before linearized reading' (duration: 661.490645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:49.022967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.360875Z","time spent":"662.084131ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T20:03:49.023527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.007745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-02-25T20:03:49.023626Z","caller":"traceutil/trace.go:171","msg":"trace[531351621] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-66xhb; range_end:; response_count:1; response_revision:14544; }","duration":"651.129988ms","start":"2026-02-25T20:03:48.372479Z","end":"2026-02-25T20:03:49.023609Z","steps":["trace[531351621] 'agreement among raft nodes before linearized reading' (duration: 649.868955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:49.023669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:48.37247Z","time spent":"651.18774ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" "} {"level":"warn","ts":"2026-02-25T20:03:49.315128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.128386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T20:03:49.315411Z","caller":"traceutil/trace.go:171","msg":"trace[770718516] linearizableReadLoop","detail":"{readStateIndex:15099; appliedIndex:15097; }","duration":"284.496805ms","start":"2026-02-25T20:03:49.030888Z","end":"2026-02-25T20:03:49.315385Z","steps":["trace[770718516] 'read index received' (duration: 158.074731ms)","trace[770718516] 'applied index is now lower than readState.Index' (duration: 126.420894ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:03:49.315507Z","caller":"traceutil/trace.go:171","msg":"trace[188599786] transaction","detail":"{read_only:false; response_revision:14545; number_of_response:1; }","duration":"286.958171ms","start":"2026-02-25T20:03:49.028535Z","end":"2026-02-25T20:03:49.315493Z","steps":["trace[188599786] 'process raft request' (duration: 160.325671ms)","trace[188599786] 'compare' (duration: 125.910901ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:03:49.315574Z","caller":"traceutil/trace.go:171","msg":"trace[1908368736] transaction","detail":"{read_only:false; response_revision:14546; number_of_response:1; }","duration":"285.45275ms","start":"2026-02-25T20:03:49.030085Z","end":"2026-02-25T20:03:49.315538Z","steps":["trace[1908368736] 'process raft request' (duration: 285.184463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:49.316508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.593294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769740"} {"level":"info","ts":"2026-02-25T20:03:49.316593Z","caller":"traceutil/trace.go:171","msg":"trace[1187799450] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14546; }","duration":"285.728198ms","start":"2026-02-25T20:03:49.030845Z","end":"2026-02-25T20:03:49.316573Z","steps":["trace[1187799450] 'agreement among raft nodes before linearized reading' (duration: 284.799343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:49.362114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.341702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769740"} {"level":"info","ts":"2026-02-25T20:03:49.36222Z","caller":"traceutil/trace.go:171","msg":"trace[1672773338] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14546; }","duration":"330.482546ms","start":"2026-02-25T20:03:49.031714Z","end":"2026-02-25T20:03:49.362197Z","steps":["trace[1672773338] 'agreement among raft nodes before linearized reading' (duration: 329.316535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:49.362277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:49.03171Z","time spent":"330.554138ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769763,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-25T20:03:49.361969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.516017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769740"} {"level":"info","ts":"2026-02-25T20:03:49.362861Z","caller":"traceutil/trace.go:171","msg":"trace[1686693970] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14546; }","duration":"331.434261ms","start":"2026-02-25T20:03:49.031397Z","end":"2026-02-25T20:03:49.362831Z","steps":["trace[1686693970] 'agreement among raft nodes before linearized reading' (duration: 329.639243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:49.362939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.909354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769740"} {"level":"warn","ts":"2026-02-25T20:03:49.363015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:49.031392Z","time spent":"331.596145ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769763,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T20:03:49.363257Z","caller":"traceutil/trace.go:171","msg":"trace[1040593631] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14546; }","duration":"332.16077ms","start":"2026-02-25T20:03:49.03098Z","end":"2026-02-25T20:03:49.363141Z","steps":["trace[1040593631] 'agreement among raft nodes before linearized reading' (duration: 330.021903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:49.363463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:03:49.030958Z","time spent":"332.485439ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769763,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T20:03:49.558765Z","caller":"traceutil/trace.go:171","msg":"trace[1252241767] linearizableReadLoop","detail":"{readStateIndex:15101; appliedIndex:15100; }","duration":"171.401198ms","start":"2026-02-25T20:03:49.387341Z","end":"2026-02-25T20:03:49.558742Z","steps":["trace[1252241767] 'read index received' (duration: 171.304675ms)","trace[1252241767] 'applied index is now lower than readState.Index' (duration: 95.593µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:03:49.558894Z","caller":"traceutil/trace.go:171","msg":"trace[88874442] transaction","detail":"{read_only:false; response_revision:14547; number_of_response:1; }","duration":"172.809036ms","start":"2026-02-25T20:03:49.386046Z","end":"2026-02-25T20:03:49.558855Z","steps":["trace[88874442] 'process raft request' (duration: 172.477417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:49.558984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.616124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-25T20:03:49.559018Z","caller":"traceutil/trace.go:171","msg":"trace[1528116883] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14547; }","duration":"171.683195ms","start":"2026-02-25T20:03:49.387326Z","end":"2026-02-25T20:03:49.559009Z","steps":["trace[1528116883] 'agreement among raft nodes before linearized reading' (duration: 171.535341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:49.568473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.951757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-25T20:03:49.568536Z","caller":"traceutil/trace.go:171","msg":"trace[728609116] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14548; }","duration":"180.05395ms","start":"2026-02-25T20:03:49.388468Z","end":"2026-02-25T20:03:49.568522Z","steps":["trace[728609116] 'agreement among raft nodes before linearized reading' (duration: 179.846194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:49.568545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.912846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T20:03:49.568575Z","caller":"traceutil/trace.go:171","msg":"trace[1498070875] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14548; }","duration":"180.05007ms","start":"2026-02-25T20:03:49.388514Z","end":"2026-02-25T20:03:49.568564Z","steps":["trace[1498070875] 'agreement among raft nodes before linearized reading' (duration: 180.009879ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:03:49.568586Z","caller":"traceutil/trace.go:171","msg":"trace[923625026] transaction","detail":"{read_only:false; response_revision:14548; number_of_response:1; }","duration":"160.564068ms","start":"2026-02-25T20:03:49.407998Z","end":"2026-02-25T20:03:49.568563Z","steps":["trace[923625026] 'process raft request' (duration: 160.182247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:49.568633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.428012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-25T20:03:49.568744Z","caller":"traceutil/trace.go:171","msg":"trace[1683302361] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14548; }","duration":"179.567116ms","start":"2026-02-25T20:03:49.389127Z","end":"2026-02-25T20:03:49.568695Z","steps":["trace[1683302361] 'agreement among raft nodes before linearized reading' (duration: 179.264498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:03:49.568491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.14451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T20:03:49.568854Z","caller":"traceutil/trace.go:171","msg":"trace[850372678] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14548; }","duration":"134.529711ms","start":"2026-02-25T20:03:49.434311Z","end":"2026-02-25T20:03:49.568841Z","steps":["trace[850372678] 'agreement among raft nodes before linearized reading' (duration: 134.10043ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:05:33.796294Z","caller":"traceutil/trace.go:171","msg":"trace[155332203] linearizableReadLoop","detail":"{readStateIndex:15842; appliedIndex:15841; }","duration":"124.709411ms","start":"2026-02-25T20:05:33.671556Z","end":"2026-02-25T20:05:33.796265Z","steps":["trace[155332203] 'read index received' (duration: 124.441504ms)","trace[155332203] 'applied index is now lower than readState.Index' (duration: 263.127µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:05:33.79639Z","caller":"traceutil/trace.go:171","msg":"trace[219619421] transaction","detail":"{read_only:false; response_revision:15262; number_of_response:1; }","duration":"125.352228ms","start":"2026-02-25T20:05:33.671006Z","end":"2026-02-25T20:05:33.796359Z","steps":["trace[219619421] 'process raft request' (duration: 125.06355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:05:33.796575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.990399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-25T20:05:33.796644Z","caller":"traceutil/trace.go:171","msg":"trace[1272564446] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15262; }","duration":"125.095621ms","start":"2026-02-25T20:05:33.671535Z","end":"2026-02-25T20:05:33.796631Z","steps":["trace[1272564446] 'agreement among raft nodes before linearized reading' (duration: 124.878475ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:06:30.027555Z","caller":"traceutil/trace.go:171","msg":"trace[1535415953] transaction","detail":"{read_only:false; response_revision:15795; number_of_response:1; }","duration":"111.416115ms","start":"2026-02-25T20:06:29.91612Z","end":"2026-02-25T20:06:30.027536Z","steps":["trace[1535415953] 'process raft request' (duration: 111.286901ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:06:30.284419Z","caller":"traceutil/trace.go:171","msg":"trace[919729861] transaction","detail":"{read_only:false; response_revision:15796; number_of_response:1; }","duration":"206.681288ms","start":"2026-02-25T20:06:30.077694Z","end":"2026-02-25T20:06:30.284375Z","steps":["trace[919729861] 'process raft request' (duration: 206.38707ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:06:31.754267Z","caller":"traceutil/trace.go:171","msg":"trace[553180689] transaction","detail":"{read_only:false; response_revision:15804; number_of_response:1; }","duration":"107.702776ms","start":"2026-02-25T20:06:31.646507Z","end":"2026-02-25T20:06:31.75421Z","steps":["trace[553180689] 'process raft request' (duration: 53.721229ms)","trace[553180689] 'compare' (duration: 53.773221ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:06:35.662304Z","caller":"traceutil/trace.go:171","msg":"trace[1802025844] transaction","detail":"{read_only:false; response_revision:15832; number_of_response:1; }","duration":"176.895398ms","start":"2026-02-25T20:06:35.485376Z","end":"2026-02-25T20:06:35.662271Z","steps":["trace[1802025844] 'process raft request' (duration: 176.647651ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:06:48.803606Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13334} {"level":"info","ts":"2026-02-25T20:06:48.884218Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13334,"took":"77.425484ms","hash":4195759066,"current-db-size-bytes":39686144,"current-db-size":"40 MB","current-db-size-in-use-bytes":30351360,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-25T20:06:48.884301Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4195759066,"revision":13334,"compact-revision":11508} {"level":"info","ts":"2026-02-25T20:08:04.242776Z","caller":"traceutil/trace.go:171","msg":"trace[1884611968] transaction","detail":"{read_only:false; response_revision:16365; number_of_response:1; }","duration":"127.665805ms","start":"2026-02-25T20:08:04.115077Z","end":"2026-02-25T20:08:04.242742Z","steps":["trace[1884611968] 'process raft request' (duration: 85.164768ms)","trace[1884611968] 'compare' (duration: 42.366444ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:08:04.763467Z","caller":"traceutil/trace.go:171","msg":"trace[288857983] linearizableReadLoop","detail":"{readStateIndex:16985; appliedIndex:16984; }","duration":"138.092184ms","start":"2026-02-25T20:08:04.625338Z","end":"2026-02-25T20:08:04.763431Z","steps":["trace[288857983] 'read index received' (duration: 137.725354ms)","trace[288857983] 'applied index is now lower than readState.Index' (duration: 365.58µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:08:04.763587Z","caller":"traceutil/trace.go:171","msg":"trace[241227127] transaction","detail":"{read_only:false; response_revision:16369; number_of_response:1; }","duration":"174.241081ms","start":"2026-02-25T20:08:04.589304Z","end":"2026-02-25T20:08:04.763545Z","steps":["trace[241227127] 'process raft request' (duration: 173.873411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:08:04.76386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.489505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-02-25T20:08:04.763922Z","caller":"traceutil/trace.go:171","msg":"trace[496385741] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-66xhb; range_end:; response_count:1; response_revision:16369; }","duration":"138.638438ms","start":"2026-02-25T20:08:04.625266Z","end":"2026-02-25T20:08:04.763904Z","steps":["trace[496385741] 'agreement among raft nodes before linearized reading' (duration: 138.358581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:08:04.764359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.07985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-02-25T20:08:04.76448Z","caller":"traceutil/trace.go:171","msg":"trace[733404438] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-66xhb; range_end:; response_count:1; response_revision:16369; }","duration":"127.244714ms","start":"2026-02-25T20:08:04.637209Z","end":"2026-02-25T20:08:04.764454Z","steps":["trace[733404438] 'agreement among raft nodes before linearized reading' (duration: 126.71614ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:08:10.815666Z","caller":"traceutil/trace.go:171","msg":"trace[1048733053] transaction","detail":"{read_only:false; response_revision:16418; number_of_response:1; }","duration":"153.832935ms","start":"2026-02-25T20:08:10.661804Z","end":"2026-02-25T20:08:10.815637Z","steps":["trace[1048733053] 'process raft request' (duration: 153.668021ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:08:13.414854Z","caller":"traceutil/trace.go:171","msg":"trace[871564858] transaction","detail":"{read_only:false; response_revision:16431; number_of_response:1; }","duration":"285.368663ms","start":"2026-02-25T20:08:13.12945Z","end":"2026-02-25T20:08:13.414818Z","steps":["trace[871564858] 'process raft request' (duration: 285.131827ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:08:13.414791Z","caller":"traceutil/trace.go:171","msg":"trace[323601797] linearizableReadLoop","detail":"{readStateIndex:17048; appliedIndex:17047; }","duration":"230.914828ms","start":"2026-02-25T20:08:13.183844Z","end":"2026-02-25T20:08:13.414759Z","steps":["trace[323601797] 'read index received' (duration: 230.613739ms)","trace[323601797] 'applied index is now lower than readState.Index' (duration: 299.898µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:08:13.41516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.13873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7383"} {"level":"info","ts":"2026-02-25T20:08:13.415221Z","caller":"traceutil/trace.go:171","msg":"trace[1841200778] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:16431; }","duration":"149.237112ms","start":"2026-02-25T20:08:13.265967Z","end":"2026-02-25T20:08:13.415204Z","steps":["trace[1841200778] 'agreement among raft nodes before linearized reading' (duration: 149.092119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:08:13.415145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.267367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-25T20:08:13.415364Z","caller":"traceutil/trace.go:171","msg":"trace[812960952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16431; }","duration":"231.514873ms","start":"2026-02-25T20:08:13.183819Z","end":"2026-02-25T20:08:13.415334Z","steps":["trace[812960952] 'agreement among raft nodes before linearized reading' (duration: 231.121372ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:08:19.154787Z","caller":"traceutil/trace.go:171","msg":"trace[1035954697] linearizableReadLoop","detail":"{readStateIndex:17078; appliedIndex:17077; }","duration":"297.129418ms","start":"2026-02-25T20:08:18.857589Z","end":"2026-02-25T20:08:19.154718Z","steps":["trace[1035954697] 'read index received' (duration: 199.047245ms)","trace[1035954697] 'applied index is now lower than readState.Index' (duration: 98.077163ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:08:19.15494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.336744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-02-25T20:08:19.155006Z","caller":"traceutil/trace.go:171","msg":"trace[1362432027] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16460; }","duration":"297.433537ms","start":"2026-02-25T20:08:18.85756Z","end":"2026-02-25T20:08:19.154994Z","steps":["trace[1362432027] 'agreement among raft nodes before linearized reading' (duration: 297.241062ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:08:19.154784Z","caller":"traceutil/trace.go:171","msg":"trace[999293422] transaction","detail":"{read_only:false; response_revision:16460; number_of_response:1; }","duration":"311.711118ms","start":"2026-02-25T20:08:18.84304Z","end":"2026-02-25T20:08:19.154751Z","steps":["trace[999293422] 'process raft request' (duration: 213.582083ms)","trace[999293422] 'compare' (duration: 97.749405ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:08:19.155665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:08:18.84302Z","time spent":"312.567982ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14212,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:08:19.209715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.509471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-02-25T20:08:19.209817Z","caller":"traceutil/trace.go:171","msg":"trace[1569984082] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-66xhb; range_end:; response_count:1; response_revision:16460; }","duration":"241.661075ms","start":"2026-02-25T20:08:18.968141Z","end":"2026-02-25T20:08:19.209802Z","steps":["trace[1569984082] 'agreement among raft nodes before linearized reading' (duration: 241.46338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:08:19.209863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.665845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" ","response":"range_response_count:1 size:22126"} {"level":"warn","ts":"2026-02-25T20:08:19.209927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.858449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T20:08:19.20992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.689728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-02-25T20:08:19.209959Z","caller":"traceutil/trace.go:171","msg":"trace[1266761545] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-66xhb; range_end:; response_count:1; response_revision:16460; }","duration":"244.811299ms","start":"2026-02-25T20:08:18.965123Z","end":"2026-02-25T20:08:19.209934Z","steps":["trace[1266761545] 'agreement among raft nodes before linearized reading' (duration: 244.531591ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:08:19.209975Z","caller":"traceutil/trace.go:171","msg":"trace[1929959072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16460; }","duration":"149.950211ms","start":"2026-02-25T20:08:19.060013Z","end":"2026-02-25T20:08:19.209963Z","steps":["trace[1929959072] 'agreement among raft nodes before linearized reading' (duration: 149.841808ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:08:19.210017Z","caller":"traceutil/trace.go:171","msg":"trace[1404912307] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16460; }","duration":"351.817121ms","start":"2026-02-25T20:08:18.858171Z","end":"2026-02-25T20:08:19.209989Z","steps":["trace[1404912307] 'agreement among raft nodes before linearized reading' (duration: 351.534403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:08:19.210073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:08:18.858158Z","time spent":"351.905404ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-25T20:08:19.210127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.427941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T20:08:19.210153Z","caller":"traceutil/trace.go:171","msg":"trace[714447201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16460; }","duration":"151.491552ms","start":"2026-02-25T20:08:19.058654Z","end":"2026-02-25T20:08:19.210146Z","steps":["trace[714447201] 'agreement among raft nodes before linearized reading' (duration: 151.429371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:08:19.210624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.567928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T20:08:19.210709Z","caller":"traceutil/trace.go:171","msg":"trace[350991471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16460; }","duration":"193.683422ms","start":"2026-02-25T20:08:19.017Z","end":"2026-02-25T20:08:19.210683Z","steps":["trace[350991471] 'agreement among raft nodes before linearized reading' (duration: 193.468546ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:20.579302Z","caller":"traceutil/trace.go:171","msg":"trace[1039749489] transaction","detail":"{read_only:false; response_revision:16927; number_of_response:1; }","duration":"141.214607ms","start":"2026-02-25T20:09:20.438033Z","end":"2026-02-25T20:09:20.579247Z","steps":["trace[1039749489] 'process raft request' (duration: 141.000181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:21.65693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.325638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-02-25T20:09:21.656992Z","caller":"traceutil/trace.go:171","msg":"trace[54863692] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16936; }","duration":"117.435571ms","start":"2026-02-25T20:09:21.539542Z","end":"2026-02-25T20:09:21.656978Z","steps":["trace[54863692] 'range keys from in-memory index tree' (duration: 117.172964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:21.657219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.897116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d7vwl\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-02-25T20:09:21.657303Z","caller":"traceutil/trace.go:171","msg":"trace[1253567454] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d7vwl; range_end:; response_count:1; response_revision:16936; }","duration":"342.02685ms","start":"2026-02-25T20:09:21.315254Z","end":"2026-02-25T20:09:21.657281Z","steps":["trace[1253567454] 'range keys from in-memory index tree' (duration: 341.716211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:21.657349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:21.31523Z","time spent":"342.109281ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d7vwl\" "} {"level":"warn","ts":"2026-02-25T20:09:21.657403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.759304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-02-25T20:09:21.657528Z","caller":"traceutil/trace.go:171","msg":"trace[770885404] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16936; }","duration":"325.884937ms","start":"2026-02-25T20:09:21.331612Z","end":"2026-02-25T20:09:21.657497Z","steps":["trace[770885404] 'range keys from in-memory index tree' (duration: 325.539138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:21.657605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:21.331536Z","time spent":"326.040042ms","remote":"127.0.0.1:55050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3249,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-02-25T20:09:21.657978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.125717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T20:09:21.658246Z","caller":"traceutil/trace.go:171","msg":"trace[14775693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16936; }","duration":"636.485656ms","start":"2026-02-25T20:09:21.021691Z","end":"2026-02-25T20:09:21.658176Z","steps":["trace[14775693] 'range keys from in-memory index tree' (duration: 635.374666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:21.658403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:21.021629Z","time spent":"636.722032ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T20:09:21.889699Z","caller":"traceutil/trace.go:171","msg":"trace[825264860] linearizableReadLoop","detail":"{readStateIndex:17576; appliedIndex:17573; }","duration":"224.260489ms","start":"2026-02-25T20:09:21.665415Z","end":"2026-02-25T20:09:21.889676Z","steps":["trace[825264860] 'read index received' (duration: 83.578896ms)","trace[825264860] 'applied index is now lower than readState.Index' (duration: 140.680633ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:09:21.889803Z","caller":"traceutil/trace.go:171","msg":"trace[1935360444] transaction","detail":"{read_only:false; response_revision:16940; number_of_response:1; }","duration":"225.979215ms","start":"2026-02-25T20:09:21.663787Z","end":"2026-02-25T20:09:21.889766Z","steps":["trace[1935360444] 'process raft request' (duration: 225.862072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:21.889954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.508946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1145"} {"level":"info","ts":"2026-02-25T20:09:21.889992Z","caller":"traceutil/trace.go:171","msg":"trace[610349522] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:16940; }","duration":"224.580758ms","start":"2026-02-25T20:09:21.665401Z","end":"2026-02-25T20:09:21.889982Z","steps":["trace[610349522] 'agreement among raft nodes before linearized reading' (duration: 224.413013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:21.890162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.41958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-csfzs\" ","response":"range_response_count:1 size:15764"} {"level":"info","ts":"2026-02-25T20:09:21.890224Z","caller":"traceutil/trace.go:171","msg":"trace[1835010006] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-csfzs; range_end:; response_count:1; response_revision:16940; }","duration":"102.531533ms","start":"2026-02-25T20:09:21.787676Z","end":"2026-02-25T20:09:21.890208Z","steps":["trace[1835010006] 'agreement among raft nodes before linearized reading' (duration: 102.381419ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:21.890198Z","caller":"traceutil/trace.go:171","msg":"trace[1211206405] transaction","detail":"{read_only:false; response_revision:16939; number_of_response:1; }","duration":"226.067437ms","start":"2026-02-25T20:09:21.663667Z","end":"2026-02-25T20:09:21.889734Z","steps":["trace[1211206405] 'process raft request' (duration: 225.951234ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:21.889763Z","caller":"traceutil/trace.go:171","msg":"trace[175351851] transaction","detail":"{read_only:false; response_revision:16938; number_of_response:1; }","duration":"226.058228ms","start":"2026-02-25T20:09:21.663666Z","end":"2026-02-25T20:09:21.889724Z","steps":["trace[175351851] 'process raft request' (duration: 225.75872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:21.891085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.652146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:949049"} {"level":"info","ts":"2026-02-25T20:09:21.891145Z","caller":"traceutil/trace.go:171","msg":"trace[625993084] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16940; }","duration":"225.750509ms","start":"2026-02-25T20:09:21.665378Z","end":"2026-02-25T20:09:21.891128Z","steps":["trace[625993084] 'agreement among raft nodes before linearized reading' (duration: 224.419194ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:22.177296Z","caller":"traceutil/trace.go:171","msg":"trace[1690314874] linearizableReadLoop","detail":"{readStateIndex:17578; appliedIndex:17576; }","duration":"277.492053ms","start":"2026-02-25T20:09:21.899775Z","end":"2026-02-25T20:09:22.177267Z","steps":["trace[1690314874] 'read index received' (duration: 19.081301ms)","trace[1690314874] 'applied index is now lower than readState.Index' (duration: 258.409692ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:09:22.177405Z","caller":"traceutil/trace.go:171","msg":"trace[1481495488] transaction","detail":"{read_only:false; response_revision:16943; number_of_response:1; }","duration":"272.593142ms","start":"2026-02-25T20:09:21.904788Z","end":"2026-02-25T20:09:22.177381Z","steps":["trace[1481495488] 'process raft request' (duration: 272.406047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:22.177662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.432151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-02-25T20:09:22.1777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.900904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-heat.1897963835d22a11\" ","response":"range_response_count:1 size:734"} {"level":"info","ts":"2026-02-25T20:09:22.177835Z","caller":"traceutil/trace.go:171","msg":"trace[1166126141] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-heat.1897963835d22a11; range_end:; response_count:1; response_revision:16943; }","duration":"278.065478ms","start":"2026-02-25T20:09:21.899749Z","end":"2026-02-25T20:09:22.177814Z","steps":["trace[1166126141] 'agreement among raft nodes before linearized reading' (duration: 277.742519ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:22.17777Z","caller":"traceutil/trace.go:171","msg":"trace[336440740] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16943; }","duration":"277.566104ms","start":"2026-02-25T20:09:21.900191Z","end":"2026-02-25T20:09:22.177757Z","steps":["trace[336440740] 'agreement among raft nodes before linearized reading' (duration: 277.339858ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:22.177659Z","caller":"traceutil/trace.go:171","msg":"trace[295245187] transaction","detail":"{read_only:false; response_revision:16942; number_of_response:1; }","duration":"280.601096ms","start":"2026-02-25T20:09:21.89667Z","end":"2026-02-25T20:09:22.177271Z","steps":["trace[295245187] 'process raft request' (duration: 204.246304ms)","trace[295245187] 'compare' (duration: 76.082165ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:09:27.66022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.295176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:09:27.660303Z","caller":"traceutil/trace.go:171","msg":"trace[1844353322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16983; }","duration":"108.433331ms","start":"2026-02-25T20:09:27.551852Z","end":"2026-02-25T20:09:27.660285Z","steps":["trace[1844353322] 'count revisions from in-memory index tree' (duration: 108.172423ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:28.144074Z","caller":"traceutil/trace.go:171","msg":"trace[911807881] linearizableReadLoop","detail":"{readStateIndex:17621; appliedIndex:17620; }","duration":"229.045427ms","start":"2026-02-25T20:09:27.915009Z","end":"2026-02-25T20:09:28.144055Z","steps":["trace[911807881] 'read index received' (duration: 228.864852ms)","trace[911807881] 'applied index is now lower than readState.Index' (duration: 179.535µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:09:28.14414Z","caller":"traceutil/trace.go:171","msg":"trace[2050887706] transaction","detail":"{read_only:false; response_revision:16984; number_of_response:1; }","duration":"367.580893ms","start":"2026-02-25T20:09:27.776526Z","end":"2026-02-25T20:09:28.144107Z","steps":["trace[2050887706] 'process raft request' (duration: 367.371308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:28.1443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.271413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:09:28.14438Z","caller":"traceutil/trace.go:171","msg":"trace[380812706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16984; }","duration":"229.395616ms","start":"2026-02-25T20:09:27.914966Z","end":"2026-02-25T20:09:28.144362Z","steps":["trace[380812706] 'agreement among raft nodes before linearized reading' (duration: 229.1777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:28.144399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.960186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T20:09:28.144486Z","caller":"traceutil/trace.go:171","msg":"trace[1642517153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16984; }","duration":"130.08315ms","start":"2026-02-25T20:09:28.014382Z","end":"2026-02-25T20:09:28.144465Z","steps":["trace[1642517153] 'agreement among raft nodes before linearized reading' (duration: 129.829323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:28.144487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.959427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xktql\" ","response":"range_response_count:1 size:20866"} {"level":"info","ts":"2026-02-25T20:09:28.144554Z","caller":"traceutil/trace.go:171","msg":"trace[1097703396] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xktql; range_end:; response_count:1; response_revision:16984; }","duration":"216.087021ms","start":"2026-02-25T20:09:27.928449Z","end":"2026-02-25T20:09:28.144536Z","steps":["trace[1097703396] 'agreement among raft nodes before linearized reading' (duration: 215.817123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:28.144797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.461791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T20:09:28.144849Z","caller":"traceutil/trace.go:171","msg":"trace[459127736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16984; }","duration":"228.541474ms","start":"2026-02-25T20:09:27.916295Z","end":"2026-02-25T20:09:28.144837Z","steps":["trace[459127736] 'agreement among raft nodes before linearized reading' (duration: 228.03559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:28.145005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.585688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d7vwl\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-02-25T20:09:28.145495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.211121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T20:09:28.145537Z","caller":"traceutil/trace.go:171","msg":"trace[385634459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16984; }","duration":"229.295124ms","start":"2026-02-25T20:09:27.916231Z","end":"2026-02-25T20:09:28.145526Z","steps":["trace[385634459] 'agreement among raft nodes before linearized reading' (duration: 227.961398ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:28.146038Z","caller":"traceutil/trace.go:171","msg":"trace[2100292531] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d7vwl; range_end:; response_count:1; response_revision:16984; }","duration":"144.762303ms","start":"2026-02-25T20:09:28.000372Z","end":"2026-02-25T20:09:28.145135Z","steps":["trace[2100292531] 'agreement among raft nodes before linearized reading' (duration: 144.005222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:28.146571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:27.776498Z","time spent":"367.814689ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:09:28.66314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.423838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:09:28.663306Z","caller":"traceutil/trace.go:171","msg":"trace[689490569] transaction","detail":"{read_only:false; response_revision:16985; number_of_response:1; }","duration":"513.427424ms","start":"2026-02-25T20:09:28.149851Z","end":"2026-02-25T20:09:28.663278Z","steps":["trace[689490569] 'process raft request' (duration: 188.742499ms)","trace[689490569] 'compare' (duration: 324.020207ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:09:28.663385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:28.149831Z","time spent":"513.514837ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:09:29.523779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.324812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:09:29.524159Z","caller":"traceutil/trace.go:171","msg":"trace[186642958] transaction","detail":"{read_only:false; response_revision:16986; number_of_response:1; }","duration":"1.374005534s","start":"2026-02-25T20:09:28.150079Z","end":"2026-02-25T20:09:29.524084Z","steps":["trace[186642958] 'process raft request' (duration: 697.728034ms)","trace[186642958] 'compare' (duration: 675.668124ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:09:29.524275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:28.150053Z","time spent":"1.374160299s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:09:29.524329Z","caller":"traceutil/trace.go:171","msg":"trace[939392719] transaction","detail":"{read_only:false; response_revision:16987; number_of_response:1; }","duration":"1.374148129s","start":"2026-02-25T20:09:28.150128Z","end":"2026-02-25T20:09:29.524276Z","steps":["trace[939392719] 'process raft request' (duration: 1.373759998s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:29.524511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:28.15012Z","time spent":"1.374282152s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:09:29.524612Z","caller":"traceutil/trace.go:171","msg":"trace[95812433] transaction","detail":"{read_only:false; response_revision:16988; number_of_response:1; }","duration":"1.374352263s","start":"2026-02-25T20:09:28.150221Z","end":"2026-02-25T20:09:29.524573Z","steps":["trace[95812433] 'process raft request' (duration: 1.373785548s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:29.524644Z","caller":"traceutil/trace.go:171","msg":"trace[1922330480] transaction","detail":"{read_only:false; response_revision:16989; number_of_response:1; }","duration":"1.364707585s","start":"2026-02-25T20:09:28.159897Z","end":"2026-02-25T20:09:29.524604Z","steps":["trace[1922330480] 'process raft request' (duration: 1.364180321s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:29.524782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:28.150196Z","time spent":"1.374487067s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:09:29.524849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:28.159888Z","time spent":"1.36486765s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20981,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:09:29.524934Z","caller":"traceutil/trace.go:171","msg":"trace[733192230] transaction","detail":"{read_only:false; response_revision:16990; number_of_response:1; }","duration":"915.88207ms","start":"2026-02-25T20:09:28.609031Z","end":"2026-02-25T20:09:29.524913Z","steps":["trace[733192230] 'process raft request' (duration: 915.571511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:29.525039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:28.609006Z","time spent":"915.984173ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:09:29.525311Z","caller":"traceutil/trace.go:171","msg":"trace[1410809881] transaction","detail":"{read_only:false; response_revision:16991; number_of_response:1; }","duration":"884.707826ms","start":"2026-02-25T20:09:28.640585Z","end":"2026-02-25T20:09:29.525293Z","steps":["trace[1410809881] 'process raft request' (duration: 884.278954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:29.525424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:28.640556Z","time spent":"884.818649ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:09:29.52479Z","caller":"traceutil/trace.go:171","msg":"trace[872610912] linearizableReadLoop","detail":"{readStateIndex:17625; appliedIndex:17621; }","duration":"1.374265831s","start":"2026-02-25T20:09:28.150447Z","end":"2026-02-25T20:09:29.524713Z","steps":["trace[872610912] 'read index received' (duration: 188.200884ms)","trace[872610912] 'applied index is now lower than readState.Index' (duration: 1.186062117s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:09:29.536546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386076077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:949733"} {"level":"info","ts":"2026-02-25T20:09:29.536582Z","caller":"traceutil/trace.go:171","msg":"trace[1064292791] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16990; }","duration":"1.38614863s","start":"2026-02-25T20:09:28.150421Z","end":"2026-02-25T20:09:29.53657Z","steps":["trace[1064292791] 'agreement among raft nodes before linearized reading' (duration: 1.374406895s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:29.536608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:28.150413Z","time spent":"1.386189061s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":96,"response size":949756,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-25T20:09:30.036836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733017682,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:09:30.287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000140034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:09:30.287093Z","caller":"traceutil/trace.go:171","msg":"trace[460269995] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000302278s","start":"2026-02-25T20:09:28.286769Z","end":"2026-02-25T20:09:30.287072Z","steps":["trace[460269995] 'agreement among raft nodes before linearized reading' (duration: 2.000171515s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:30.287146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:28.286743Z","time spent":"2.0003922s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:09:32.229718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056124251s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T20:09:32.229887Z","caller":"traceutil/trace.go:171","msg":"trace[140982973] linearizableReadLoop","detail":"{readStateIndex:17629; appliedIndex:17628; }","duration":"2.693583193s","start":"2026-02-25T20:09:29.536284Z","end":"2026-02-25T20:09:32.229867Z","steps":["trace[140982973] 'read index received' (duration: 637.234826ms)","trace[140982973] 'applied index is now lower than readState.Index' (duration: 2.056346027s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:09:32.229972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.099949933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:09:32.230031Z","caller":"traceutil/trace.go:171","msg":"trace[366613641] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:16991; }","duration":"3.100059546s","start":"2026-02-25T20:09:29.129959Z","end":"2026-02-25T20:09:32.230019Z","steps":["trace[366613641] 'agreement among raft nodes before linearized reading' (duration: 3.099949873s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:32.230061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:29.129934Z","time spent":"3.100121398s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:09:32.230165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.027722231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-25T20:09:32.230277Z","caller":"traceutil/trace.go:171","msg":"trace[1966950490] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16991; }","duration":"4.027881685s","start":"2026-02-25T20:09:28.202367Z","end":"2026-02-25T20:09:32.230249Z","steps":["trace[1966950490] 'agreement among raft nodes before linearized reading' (duration: 4.027611608s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:32.230337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:28.202335Z","time spent":"4.027986748s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:09:32.230894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.965208679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-02-25T20:09:32.230989Z","caller":"traceutil/trace.go:171","msg":"trace[626221460] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-66xhb; range_end:; response_count:1; response_revision:16991; }","duration":"3.965418254s","start":"2026-02-25T20:09:28.265555Z","end":"2026-02-25T20:09:32.230973Z","steps":["trace[626221460] 'agreement among raft nodes before linearized reading' (duration: 3.964415117s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:32.231094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:28.265515Z","time spent":"3.965563468s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-66xhb\" "} {"level":"warn","ts":"2026-02-25T20:09:32.287544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999753452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:09:32.287637Z","caller":"traceutil/trace.go:171","msg":"trace[1985062288] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999921237s","start":"2026-02-25T20:09:30.287691Z","end":"2026-02-25T20:09:32.287613Z","steps":["trace[1985062288] 'agreement among raft nodes before linearized reading' (duration: 1.999807624s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:32.2878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:30.28766Z","time spent":"2.000124633s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:09:32.324049Z","caller":"traceutil/trace.go:171","msg":"trace[1930002024] transaction","detail":"{read_only:false; response_revision:16992; number_of_response:1; }","duration":"794.236996ms","start":"2026-02-25T20:09:31.529795Z","end":"2026-02-25T20:09:32.324032Z","steps":["trace[1930002024] 'process raft request' (duration: 794.082972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:32.325094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:31.529785Z","time spent":"794.312368ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:09:32.760197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.104013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:09:32.760396Z","caller":"traceutil/trace.go:171","msg":"trace[1660783778] linearizableReadLoop","detail":"{readStateIndex:17631; appliedIndex:17629; }","duration":"530.445429ms","start":"2026-02-25T20:09:32.229939Z","end":"2026-02-25T20:09:32.760384Z","steps":["trace[1660783778] 'read index received' (duration: 93.996194ms)","trace[1660783778] 'applied index is now lower than readState.Index' (duration: 436.448295ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:09:32.760539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092789592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-25T20:09:32.760523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584519626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:09:32.760597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222309757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:09:32.760614Z","caller":"traceutil/trace.go:171","msg":"trace[597050158] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:16994; }","duration":"1.58466068s","start":"2026-02-25T20:09:31.175937Z","end":"2026-02-25T20:09:32.760598Z","steps":["trace[597050158] 'agreement among raft nodes before linearized reading' (duration: 1.584503145s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:32.760574Z","caller":"traceutil/trace.go:171","msg":"trace[1289597336] transaction","detail":"{read_only:false; response_revision:16993; number_of_response:1; }","duration":"1.217535839s","start":"2026-02-25T20:09:31.542891Z","end":"2026-02-25T20:09:32.760426Z","steps":["trace[1289597336] 'process raft request' (duration: 820.130968ms)","trace[1289597336] 'compare' (duration: 397.013431ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:09:32.760612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212240438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d7vwl\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-02-25T20:09:32.760669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:31.175913Z","time spent":"1.584745722s","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:09:32.760702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.166277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10815"} {"level":"warn","ts":"2026-02-25T20:09:32.760697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.465041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:09:32.760628Z","caller":"traceutil/trace.go:171","msg":"trace[203459633] transaction","detail":"{read_only:false; response_revision:16994; number_of_response:1; }","duration":"525.764254ms","start":"2026-02-25T20:09:32.234807Z","end":"2026-02-25T20:09:32.760571Z","steps":["trace[203459633] 'process raft request' (duration: 525.529978ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:32.760751Z","caller":"traceutil/trace.go:171","msg":"trace[124380908] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d7vwl; range_end:; response_count:1; response_revision:16994; }","duration":"1.212372561s","start":"2026-02-25T20:09:31.548324Z","end":"2026-02-25T20:09:32.760696Z","steps":["trace[124380908] 'agreement among raft nodes before linearized reading' (duration: 1.212092644s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:32.760795Z","caller":"traceutil/trace.go:171","msg":"trace[1409617624] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:16994; }","duration":"576.593364ms","start":"2026-02-25T20:09:32.184178Z","end":"2026-02-25T20:09:32.760771Z","steps":["trace[1409617624] 'agreement among raft nodes before linearized reading' (duration: 576.471941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:32.760818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.570026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-02-25T20:09:32.760817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:31.548311Z","time spent":"1.212487594s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d7vwl\" "} {"level":"info","ts":"2026-02-25T20:09:32.760843Z","caller":"traceutil/trace.go:171","msg":"trace[2088951017] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16994; }","duration":"889.631708ms","start":"2026-02-25T20:09:31.871205Z","end":"2026-02-25T20:09:32.760837Z","steps":["trace[2088951017] 'agreement among raft nodes before linearized reading' (duration: 889.556556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:32.760869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:31.871185Z","time spent":"889.678029ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-25T20:09:32.76086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:32.184157Z","time spent":"576.684226ms","remote":"127.0.0.1:55036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:09:32.760933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767807768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-25T20:09:32.760974Z","caller":"traceutil/trace.go:171","msg":"trace[872417166] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16994; }","duration":"2.76789778s","start":"2026-02-25T20:09:29.993069Z","end":"2026-02-25T20:09:32.760967Z","steps":["trace[872417166] 'agreement among raft nodes before linearized reading' (duration: 2.767754107s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:32.761015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:29.993051Z","time spent":"2.767957543s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T20:09:32.760807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610272474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T20:09:32.761075Z","caller":"traceutil/trace.go:171","msg":"trace[113660531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16994; }","duration":"2.610608933s","start":"2026-02-25T20:09:30.150456Z","end":"2026-02-25T20:09:32.761065Z","steps":["trace[113660531] 'agreement among raft nodes before linearized reading' (duration: 2.610179862s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:32.760746Z","caller":"traceutil/trace.go:171","msg":"trace[450886452] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16994; }","duration":"953.246849ms","start":"2026-02-25T20:09:31.807491Z","end":"2026-02-25T20:09:32.760738Z","steps":["trace[450886452] 'agreement among raft nodes before linearized reading' (duration: 953.162407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:32.76112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:30.150437Z","time spent":"2.610669475s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T20:09:32.761125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:31.807469Z","time spent":"953.6476ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":10838,"request content":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-25T20:09:32.760597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.190968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:09:32.76115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084497151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-02-25T20:09:32.760634Z","caller":"traceutil/trace.go:171","msg":"trace[1964069904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16994; }","duration":"1.222379489s","start":"2026-02-25T20:09:31.538245Z","end":"2026-02-25T20:09:32.760625Z","steps":["trace[1964069904] 'agreement among raft nodes before linearized reading' (duration: 1.222312608s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:32.761174Z","caller":"traceutil/trace.go:171","msg":"trace[423099061] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:16994; }","duration":"836.824236ms","start":"2026-02-25T20:09:31.924334Z","end":"2026-02-25T20:09:32.761159Z","steps":["trace[423099061] 'agreement among raft nodes before linearized reading' (duration: 836.157298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:32.761228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:31.538228Z","time spent":"1.222993205s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T20:09:32.761071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:32.234782Z","time spent":"526.041862ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:09:32.760537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222263276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-25T20:09:32.761308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:31.924313Z","time spent":"836.926868ms","remote":"127.0.0.1:53548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:09:32.761314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:31.542872Z","time spent":"1.217806247s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:09:32.760587Z","caller":"traceutil/trace.go:171","msg":"trace[2037605656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16994; }","duration":"2.092877874s","start":"2026-02-25T20:09:30.667701Z","end":"2026-02-25T20:09:32.760579Z","steps":["trace[2037605656] 'agreement among raft nodes before linearized reading' (duration: 2.092780731s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:32.76159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.814268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:09:32.761623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:30.667678Z","time spent":"2.093936332s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T20:09:32.761644Z","caller":"traceutil/trace.go:171","msg":"trace[628490140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16994; }","duration":"466.887319ms","start":"2026-02-25T20:09:32.294744Z","end":"2026-02-25T20:09:32.761631Z","steps":["trace[628490140] 'agreement among raft nodes before linearized reading' (duration: 466.802647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:32.761701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:32.294734Z","time spent":"466.956481ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:09:32.76121Z","caller":"traceutil/trace.go:171","msg":"trace[496810307] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16994; }","duration":"1.084554582s","start":"2026-02-25T20:09:31.676639Z","end":"2026-02-25T20:09:32.761193Z","steps":["trace[496810307] 'agreement among raft nodes before linearized reading' (duration: 1.084402668s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:32.76179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:31.676575Z","time spent":"1.085200159s","remote":"127.0.0.1:55050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3249,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-02-25T20:09:32.761748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.942618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-02-25T20:09:32.761843Z","caller":"traceutil/trace.go:171","msg":"trace[1370425942] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad; range_end:; response_count:1; response_revision:16994; }","duration":"471.063151ms","start":"2026-02-25T20:09:32.290769Z","end":"2026-02-25T20:09:32.761832Z","steps":["trace[1370425942] 'agreement among raft nodes before linearized reading' (duration: 470.888556ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:32.761341Z","caller":"traceutil/trace.go:171","msg":"trace[606595818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16994; }","duration":"1.223105258s","start":"2026-02-25T20:09:31.538223Z","end":"2026-02-25T20:09:32.761328Z","steps":["trace[606595818] 'agreement among raft nodes before linearized reading' (duration: 1.222223545s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:32.761967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:31.538201Z","time spent":"1.223756756s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T20:09:32.761933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:32.290753Z","time spent":"471.168114ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" "} {"level":"warn","ts":"2026-02-25T20:09:32.761417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957172094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:09:32.762111Z","caller":"traceutil/trace.go:171","msg":"trace[648541698] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:16994; }","duration":"2.957897594s","start":"2026-02-25T20:09:29.804197Z","end":"2026-02-25T20:09:32.762095Z","steps":["trace[648541698] 'agreement among raft nodes before linearized reading' (duration: 2.957163984s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:32.76217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:29.804173Z","time spent":"2.957979095s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:09:32.762368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.593596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:949733"} {"level":"info","ts":"2026-02-25T20:09:32.762414Z","caller":"traceutil/trace.go:171","msg":"trace[835398650] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16994; }","duration":"520.663438ms","start":"2026-02-25T20:09:32.241742Z","end":"2026-02-25T20:09:32.762405Z","steps":["trace[835398650] 'agreement among raft nodes before linearized reading' (duration: 519.782004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:32.762532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:32.241726Z","time spent":"520.716519ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":96,"response size":949756,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-25T20:09:32.763718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234517233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T20:09:32.763808Z","caller":"traceutil/trace.go:171","msg":"trace[1744315848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16994; }","duration":"1.234637297s","start":"2026-02-25T20:09:31.529154Z","end":"2026-02-25T20:09:32.763791Z","steps":["trace[1744315848] 'agreement among raft nodes before linearized reading' (duration: 1.23437546s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:32.763888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:31.529135Z","time spent":"1.234737309s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T20:09:33.722314Z","caller":"traceutil/trace.go:171","msg":"trace[1210445572] transaction","detail":"{read_only:false; response_revision:17012; number_of_response:1; }","duration":"104.372762ms","start":"2026-02-25T20:09:33.617918Z","end":"2026-02-25T20:09:33.72229Z","steps":["trace[1210445572] 'process raft request' (duration: 104.196337ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:34.091696Z","caller":"traceutil/trace.go:171","msg":"trace[1087955283] transaction","detail":"{read_only:false; response_revision:17015; number_of_response:1; }","duration":"103.034656ms","start":"2026-02-25T20:09:33.988639Z","end":"2026-02-25T20:09:34.091674Z","steps":["trace[1087955283] 'process raft request' (duration: 51.704583ms)","trace[1087955283] 'compare' (duration: 51.187479ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:09:39.226255Z","caller":"traceutil/trace.go:171","msg":"trace[1188325297] transaction","detail":"{read_only:false; response_revision:17057; number_of_response:1; }","duration":"325.1389ms","start":"2026-02-25T20:09:38.901078Z","end":"2026-02-25T20:09:39.226217Z","steps":["trace[1188325297] 'process raft request' (duration: 276.772647ms)","trace[1188325297] 'compare' (duration: 47.917081ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:09:39.22643Z","caller":"traceutil/trace.go:171","msg":"trace[706529976] transaction","detail":"{read_only:false; response_revision:17058; number_of_response:1; }","duration":"324.909644ms","start":"2026-02-25T20:09:38.901392Z","end":"2026-02-25T20:09:39.226302Z","steps":["trace[706529976] 'process raft request' (duration: 324.711659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:39.227146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:38.901366Z","time spent":"325.694306ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:09:39.226555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:38.901061Z","time spent":"325.298525ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:09:39.230572Z","caller":"traceutil/trace.go:171","msg":"trace[710972290] linearizableReadLoop","detail":"{readStateIndex:17697; appliedIndex:17695; }","duration":"310.133939ms","start":"2026-02-25T20:09:38.920418Z","end":"2026-02-25T20:09:39.230552Z","steps":["trace[710972290] 'read index received' (duration: 257.447051ms)","trace[710972290] 'applied index is now lower than readState.Index' (duration: 52.685768ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:09:39.230886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.433808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d7vwl\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-02-25T20:09:39.230873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.426687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T20:09:39.230937Z","caller":"traceutil/trace.go:171","msg":"trace[167310007] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d7vwl; range_end:; response_count:1; response_revision:17058; }","duration":"114.523241ms","start":"2026-02-25T20:09:39.1164Z","end":"2026-02-25T20:09:39.230924Z","steps":["trace[167310007] 'agreement among raft nodes before linearized reading' (duration: 114.296445ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:39.230962Z","caller":"traceutil/trace.go:171","msg":"trace[1094133900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17058; }","duration":"310.54409ms","start":"2026-02-25T20:09:38.920394Z","end":"2026-02-25T20:09:39.230938Z","steps":["trace[1094133900] 'agreement among raft nodes before linearized reading' (duration: 310.262063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:39.231019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:38.920383Z","time spent":"310.627812ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T20:09:45.762411Z","caller":"traceutil/trace.go:171","msg":"trace[1883575936] linearizableReadLoop","detail":"{readStateIndex:17940; appliedIndex:17939; }","duration":"401.346218ms","start":"2026-02-25T20:09:45.361036Z","end":"2026-02-25T20:09:45.762382Z","steps":["trace[1883575936] 'read index received' (duration: 370.914174ms)","trace[1883575936] 'applied index is now lower than readState.Index' (duration: 30.431234ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:09:45.762492Z","caller":"traceutil/trace.go:171","msg":"trace[1748309233] transaction","detail":"{read_only:false; response_revision:17293; number_of_response:1; }","duration":"405.310184ms","start":"2026-02-25T20:09:45.357138Z","end":"2026-02-25T20:09:45.762448Z","steps":["trace[1748309233] 'process raft request' (duration: 374.797608ms)","trace[1748309233] 'compare' (duration: 30.213118ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:09:45.762992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:45.357116Z","time spent":"405.791536ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:09:45.76353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.476388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:100 size:981708"} {"level":"info","ts":"2026-02-25T20:09:45.763577Z","caller":"traceutil/trace.go:171","msg":"trace[1871644497] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:100; response_revision:17293; }","duration":"402.55462ms","start":"2026-02-25T20:09:45.361012Z","end":"2026-02-25T20:09:45.763566Z","steps":["trace[1871644497] 'agreement among raft nodes before linearized reading' (duration: 401.484311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:45.76361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:45.361003Z","time spent":"402.596701ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":100,"response size":981731,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T20:09:45.826939Z","caller":"traceutil/trace.go:171","msg":"trace[1659382447] transaction","detail":"{read_only:false; response_revision:17294; number_of_response:1; }","duration":"421.107025ms","start":"2026-02-25T20:09:45.405805Z","end":"2026-02-25T20:09:45.826912Z","steps":["trace[1659382447] 'process raft request' (duration: 420.858879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:45.827108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:09:45.405785Z","time spent":"421.232608ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:09:45.827243Z","caller":"traceutil/trace.go:171","msg":"trace[2118295447] transaction","detail":"{read_only:false; response_revision:17295; number_of_response:1; }","duration":"161.272621ms","start":"2026-02-25T20:09:45.665944Z","end":"2026-02-25T20:09:45.827217Z","steps":["trace[2118295447] 'process raft request' (duration: 160.913421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:09:45.827505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.321139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-25T20:09:45.827566Z","caller":"traceutil/trace.go:171","msg":"trace[1301536554] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17295; }","duration":"284.420742ms","start":"2026-02-25T20:09:45.543126Z","end":"2026-02-25T20:09:45.827546Z","steps":["trace[1301536554] 'agreement among raft nodes before linearized reading' (duration: 284.247098ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:46.935511Z","caller":"traceutil/trace.go:171","msg":"trace[1872170691] transaction","detail":"{read_only:false; response_revision:17296; number_of_response:1; }","duration":"202.693897ms","start":"2026-02-25T20:09:46.732796Z","end":"2026-02-25T20:09:46.93549Z","steps":["trace[1872170691] 'process raft request' (duration: 202.559214ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:09:46.969846Z","caller":"traceutil/trace.go:171","msg":"trace[5924390] transaction","detail":"{read_only:false; response_revision:17297; number_of_response:1; }","duration":"116.576415ms","start":"2026-02-25T20:09:46.853256Z","end":"2026-02-25T20:09:46.969832Z","steps":["trace[5924390] 'process raft request' (duration: 114.360116ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:11:48.809629Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15922} {"level":"info","ts":"2026-02-25T20:11:48.91738Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15922,"took":"103.642134ms","hash":2521846749,"current-db-size-bytes":41381888,"current-db-size":"41 MB","current-db-size-in-use-bytes":31424512,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-25T20:11:48.917474Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2521846749,"revision":15922,"compact-revision":13334} {"level":"warn","ts":"2026-02-25T20:13:19.985817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.490909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1587f62c-8803-4d27-9a34-82bafc09f428\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-02-25T20:13:19.985936Z","caller":"traceutil/trace.go:171","msg":"trace[1078967151] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1587f62c-8803-4d27-9a34-82bafc09f428; range_end:; response_count:1; response_revision:18839; }","duration":"155.640892ms","start":"2026-02-25T20:13:19.830259Z","end":"2026-02-25T20:13:19.9859Z","steps":["trace[1078967151] 'range keys from in-memory index tree' (duration: 155.321703ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:13:19.986629Z","caller":"traceutil/trace.go:171","msg":"trace[322642583] transaction","detail":"{read_only:false; response_revision:18840; number_of_response:1; }","duration":"153.918527ms","start":"2026-02-25T20:13:19.832684Z","end":"2026-02-25T20:13:19.986603Z","steps":["trace[322642583] 'process raft request' (duration: 153.64865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:13:26.90262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.588946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:13:26.903069Z","caller":"traceutil/trace.go:171","msg":"trace[1496224951] transaction","detail":"{read_only:false; response_revision:18887; number_of_response:1; }","duration":"142.671916ms","start":"2026-02-25T20:13:26.760378Z","end":"2026-02-25T20:13:26.90305Z","steps":["trace[1496224951] 'process raft request' (duration: 36.551165ms)","trace[1496224951] 'compare' (duration: 105.493074ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:13:28.951399Z","caller":"traceutil/trace.go:171","msg":"trace[137041139] transaction","detail":"{read_only:false; response_revision:18894; number_of_response:1; }","duration":"195.607718ms","start":"2026-02-25T20:13:28.755764Z","end":"2026-02-25T20:13:28.951372Z","steps":["trace[137041139] 'process raft request' (duration: 195.442284ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:13:28.98967Z","caller":"traceutil/trace.go:171","msg":"trace[775189387] transaction","detail":"{read_only:false; response_revision:18895; number_of_response:1; }","duration":"220.101791ms","start":"2026-02-25T20:13:28.769532Z","end":"2026-02-25T20:13:28.989634Z","steps":["trace[775189387] 'process raft request' (duration: 207.213037ms)","trace[775189387] 'compare' (duration: 12.618547ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:13:30.291318Z","caller":"traceutil/trace.go:171","msg":"trace[965874680] transaction","detail":"{read_only:false; response_revision:18900; number_of_response:1; }","duration":"104.475646ms","start":"2026-02-25T20:13:30.186807Z","end":"2026-02-25T20:13:30.291282Z","steps":["trace[965874680] 'process raft request' (duration: 66.049391ms)","trace[965874680] 'compare' (duration: 38.109707ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:13:30.291695Z","caller":"traceutil/trace.go:171","msg":"trace[23824226] transaction","detail":"{read_only:false; response_revision:18901; number_of_response:1; }","duration":"103.030228ms","start":"2026-02-25T20:13:30.188528Z","end":"2026-02-25T20:13:30.291558Z","steps":["trace[23824226] 'process raft request' (duration: 102.697989ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:13:32.075461Z","caller":"traceutil/trace.go:171","msg":"trace[205303661] transaction","detail":"{read_only:false; response_revision:18908; number_of_response:1; }","duration":"127.611705ms","start":"2026-02-25T20:13:31.947813Z","end":"2026-02-25T20:13:32.075425Z","steps":["trace[205303661] 'process raft request' (duration: 105.679269ms)","trace[205303661] 'compare' (duration: 21.73817ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:13:32.315183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.729787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T20:13:32.315262Z","caller":"traceutil/trace.go:171","msg":"trace[228628747] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18908; }","duration":"127.83302ms","start":"2026-02-25T20:13:32.1874Z","end":"2026-02-25T20:13:32.315233Z","steps":["trace[228628747] 'range keys from in-memory index tree' (duration: 127.546533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:13:32.315154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.851681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:13:32.315378Z","caller":"traceutil/trace.go:171","msg":"trace[1834471567] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:18908; }","duration":"101.124638ms","start":"2026-02-25T20:13:32.214215Z","end":"2026-02-25T20:13:32.31534Z","steps":["trace[1834471567] 'count revisions from in-memory index tree' (duration: 100.753618ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:13:32.486232Z","caller":"traceutil/trace.go:171","msg":"trace[473345272] transaction","detail":"{read_only:false; response_revision:18914; number_of_response:1; }","duration":"107.95147ms","start":"2026-02-25T20:13:32.378256Z","end":"2026-02-25T20:13:32.486207Z","steps":["trace[473345272] 'process raft request' (duration: 107.522229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:03.727417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733023875,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T20:14:03.768966Z","caller":"traceutil/trace.go:171","msg":"trace[715444430] linearizableReadLoop","detail":"{readStateIndex:19768; appliedIndex:19767; }","duration":"541.737982ms","start":"2026-02-25T20:14:03.227204Z","end":"2026-02-25T20:14:03.768942Z","steps":["trace[715444430] 'read index received' (duration: 541.29143ms)","trace[715444430] 'applied index is now lower than readState.Index' (duration: 445.822µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:14:03.769201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.747711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:14:03.769229Z","caller":"traceutil/trace.go:171","msg":"trace[241226322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19059; }","duration":"421.858014ms","start":"2026-02-25T20:14:03.347364Z","end":"2026-02-25T20:14:03.769222Z","steps":["trace[241226322] 'agreement among raft nodes before linearized reading' (duration: 421.70997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:03.769256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:03.347336Z","time spent":"421.914865ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T20:14:03.769366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.113042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T20:14:03.769485Z","caller":"traceutil/trace.go:171","msg":"trace[228832354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19059; }","duration":"542.302237ms","start":"2026-02-25T20:14:03.227157Z","end":"2026-02-25T20:14:03.769459Z","steps":["trace[228832354] 'agreement among raft nodes before linearized reading' (duration: 541.930947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:03.76946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.83801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:14:03.769547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:03.22714Z","time spent":"542.39743ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T20:14:03.769594Z","caller":"traceutil/trace.go:171","msg":"trace[203728876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19059; }","duration":"155.054077ms","start":"2026-02-25T20:14:03.614512Z","end":"2026-02-25T20:14:03.769566Z","steps":["trace[203728876] 'agreement among raft nodes before linearized reading' (duration: 154.79311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:03.769667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.604137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T20:14:03.76977Z","caller":"traceutil/trace.go:171","msg":"trace[1562253372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19059; }","duration":"421.760622ms","start":"2026-02-25T20:14:03.347987Z","end":"2026-02-25T20:14:03.769747Z","steps":["trace[1562253372] 'agreement among raft nodes before linearized reading' (duration: 421.365601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:03.769824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:03.34797Z","time spent":"421.843113ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T20:14:03.769289Z","caller":"traceutil/trace.go:171","msg":"trace[725750735] transaction","detail":"{read_only:false; response_revision:19059; number_of_response:1; }","duration":"565.849815ms","start":"2026-02-25T20:14:03.203398Z","end":"2026-02-25T20:14:03.769248Z","steps":["trace[725750735] 'process raft request' (duration: 565.355372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:03.770305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:03.20337Z","time spent":"566.744889ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:14:05.155918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25911526s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:14:05.156245Z","caller":"traceutil/trace.go:171","msg":"trace[443382108] transaction","detail":"{read_only:false; response_revision:19063; number_of_response:1; }","duration":"901.425868ms","start":"2026-02-25T20:14:04.254793Z","end":"2026-02-25T20:14:05.156219Z","steps":["trace[443382108] 'process raft request' (duration: 901.356686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:05.156351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:04.254767Z","time spent":"901.529341ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:14:05.156542Z","caller":"traceutil/trace.go:171","msg":"trace[1525768340] transaction","detail":"{read_only:false; response_revision:19061; number_of_response:1; }","duration":"1.381262457s","start":"2026-02-25T20:14:03.775252Z","end":"2026-02-25T20:14:05.156515Z","steps":["trace[1525768340] 'process raft request' (duration: 121.428049ms)","trace[1525768340] 'compare' (duration: 1.258957365s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:14:05.15663Z","caller":"traceutil/trace.go:171","msg":"trace[849317532] transaction","detail":"{read_only:false; response_revision:19062; number_of_response:1; }","duration":"1.371677242s","start":"2026-02-25T20:14:03.784938Z","end":"2026-02-25T20:14:05.156615Z","steps":["trace[849317532] 'process raft request' (duration: 1.371103847s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:05.156638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:03.775237Z","time spent":"1.38135315s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:14:05.156699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:03.78491Z","time spent":"1.371751654s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:14:05.156858Z","caller":"traceutil/trace.go:171","msg":"trace[1491765520] linearizableReadLoop","detail":"{readStateIndex:19771; appliedIndex:19769; }","duration":"1.253298554s","start":"2026-02-25T20:14:03.903544Z","end":"2026-02-25T20:14:05.156842Z","steps":["trace[1491765520] 'read index received' (duration: 72.992µs)","trace[1491765520] 'applied index is now lower than readState.Index' (duration: 1.253223782s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:14:05.157055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253497829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T20:14:05.157129Z","caller":"traceutil/trace.go:171","msg":"trace[1736244024] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:19063; }","duration":"1.253603793s","start":"2026-02-25T20:14:03.903482Z","end":"2026-02-25T20:14:05.157086Z","steps":["trace[1736244024] 'agreement among raft nodes before linearized reading' (duration: 1.253438828s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:05.157174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:03.903388Z","time spent":"1.253773677s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-02-25T20:14:05.544416Z","caller":"traceutil/trace.go:171","msg":"trace[331561389] linearizableReadLoop","detail":"{readStateIndex:19773; appliedIndex:19772; }","duration":"387.495868ms","start":"2026-02-25T20:14:05.156884Z","end":"2026-02-25T20:14:05.544379Z","steps":["trace[331561389] 'read index received' (duration: 385.768492ms)","trace[331561389] 'applied index is now lower than readState.Index' (duration: 1.725446ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:14:05.544549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.394222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-25T20:14:05.544586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469448891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:14:05.54455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257888587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:14:05.54463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.519806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T20:14:05.544637Z","caller":"traceutil/trace.go:171","msg":"trace[1443680317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19064; }","duration":"806.535296ms","start":"2026-02-25T20:14:04.73808Z","end":"2026-02-25T20:14:05.544616Z","steps":["trace[1443680317] 'agreement among raft nodes before linearized reading' (duration: 806.398582ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:05.544683Z","caller":"traceutil/trace.go:171","msg":"trace[177617433] transaction","detail":"{read_only:false; response_revision:19064; number_of_response:1; }","duration":"790.266582ms","start":"2026-02-25T20:14:04.754404Z","end":"2026-02-25T20:14:05.54467Z","steps":["trace[177617433] 'process raft request' (duration: 788.33228ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:05.544677Z","caller":"traceutil/trace.go:171","msg":"trace[1355697029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19064; }","duration":"1.258055792s","start":"2026-02-25T20:14:04.286587Z","end":"2026-02-25T20:14:05.544643Z","steps":["trace[1355697029] 'agreement among raft nodes before linearized reading' (duration: 1.257846936s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:05.544685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:04.738055Z","time spent":"806.620319ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T20:14:05.544769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:04.286573Z","time spent":"1.258186675s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:14:05.544837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.573647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-25T20:14:05.544635Z","caller":"traceutil/trace.go:171","msg":"trace[1557736187] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19064; }","duration":"1.469554143s","start":"2026-02-25T20:14:04.075067Z","end":"2026-02-25T20:14:05.544621Z","steps":["trace[1557736187] 'agreement among raft nodes before linearized reading' (duration: 1.46943244s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:05.544889Z","caller":"traceutil/trace.go:171","msg":"trace[612784291] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19064; }","duration":"746.620868ms","start":"2026-02-25T20:14:04.798255Z","end":"2026-02-25T20:14:05.544876Z","steps":["trace[612784291] 'agreement among raft nodes before linearized reading' (duration: 746.485474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:05.544924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:04.798188Z","time spent":"746.727571ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:14:05.544836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:04.754344Z","time spent":"790.391455ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:14:05.544551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.153356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-25T20:14:05.545009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:04.07505Z","time spent":"1.469879272s","remote":"127.0.0.1:52696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:14:05.544684Z","caller":"traceutil/trace.go:171","msg":"trace[843040009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19064; }","duration":"896.596218ms","start":"2026-02-25T20:14:04.648065Z","end":"2026-02-25T20:14:05.544661Z","steps":["trace[843040009] 'agreement among raft nodes before linearized reading' (duration: 896.362422ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:05.545097Z","caller":"traceutil/trace.go:171","msg":"trace[1093891403] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19064; }","duration":"803.69008ms","start":"2026-02-25T20:14:04.741329Z","end":"2026-02-25T20:14:05.545019Z","steps":["trace[1093891403] 'agreement among raft nodes before linearized reading' (duration: 803.075593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:05.545164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:04.741311Z","time spent":"803.833744ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:14:05.545258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:04.648044Z","time spent":"897.116363ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T20:14:05.546469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306966396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T20:14:05.546585Z","caller":"traceutil/trace.go:171","msg":"trace[1696367330] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19064; }","duration":"1.307147941s","start":"2026-02-25T20:14:04.239412Z","end":"2026-02-25T20:14:05.54656Z","steps":["trace[1696367330] 'agreement among raft nodes before linearized reading' (duration: 1.305028324s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:05.546641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:04.239361Z","time spent":"1.307269034s","remote":"127.0.0.1:47720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2189,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:14:05.591619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:05.159152Z","time spent":"432.459227ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T20:14:06.064553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.633696ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:14:06.064699Z","caller":"traceutil/trace.go:171","msg":"trace[100028755] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19064; }","duration":"223.7954ms","start":"2026-02-25T20:14:05.840882Z","end":"2026-02-25T20:14:06.064677Z","steps":["trace[100028755] 'range keys from in-memory index tree' (duration: 223.617175ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:06.066686Z","caller":"traceutil/trace.go:171","msg":"trace[266541780] transaction","detail":"{read_only:false; response_revision:19065; number_of_response:1; }","duration":"516.211171ms","start":"2026-02-25T20:14:05.550432Z","end":"2026-02-25T20:14:06.066643Z","steps":["trace[266541780] 'process raft request' (duration: 515.893843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:06.066926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:05.550412Z","time spent":"516.387756ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:14:06.067132Z","caller":"traceutil/trace.go:171","msg":"trace[1468391173] transaction","detail":"{read_only:false; response_revision:19066; number_of_response:1; }","duration":"516.57166ms","start":"2026-02-25T20:14:05.550518Z","end":"2026-02-25T20:14:06.067089Z","steps":["trace[1468391173] 'process raft request' (duration: 516.073047ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:06.067275Z","caller":"traceutil/trace.go:171","msg":"trace[2080071409] linearizableReadLoop","detail":"{readStateIndex:19778; appliedIndex:19773; }","duration":"512.872862ms","start":"2026-02-25T20:14:05.554386Z","end":"2026-02-25T20:14:06.067259Z","steps":["trace[2080071409] 'read index received' (duration: 37.077419ms)","trace[2080071409] 'applied index is now lower than readState.Index' (duration: 475.793723ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:14:06.067371Z","caller":"traceutil/trace.go:171","msg":"trace[1441428322] transaction","detail":"{read_only:false; response_revision:19067; number_of_response:1; }","duration":"516.829198ms","start":"2026-02-25T20:14:05.55053Z","end":"2026-02-25T20:14:06.067359Z","steps":["trace[1441428322] 'process raft request' (duration: 516.396506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:06.067384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:05.550492Z","time spent":"516.768126ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:14:06.067428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:05.550505Z","time spent":"516.886069ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:14:06.067493Z","caller":"traceutil/trace.go:171","msg":"trace[1804530363] transaction","detail":"{read_only:false; response_revision:19068; number_of_response:1; }","duration":"516.360545ms","start":"2026-02-25T20:14:05.551105Z","end":"2026-02-25T20:14:06.067465Z","steps":["trace[1804530363] 'process raft request' (duration: 516.097188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:06.067539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.161079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:14:06.067596Z","caller":"traceutil/trace.go:171","msg":"trace[230397861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19068; }","duration":"513.236571ms","start":"2026-02-25T20:14:05.554343Z","end":"2026-02-25T20:14:06.067579Z","steps":["trace[230397861] 'agreement among raft nodes before linearized reading' (duration: 513.160719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:06.067651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:05.551097Z","time spent":"516.476798ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:14:06.067665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:05.554324Z","time spent":"513.326594ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:14:06.068323Z","caller":"traceutil/trace.go:171","msg":"trace[736978026] transaction","detail":"{read_only:false; response_revision:19070; number_of_response:1; }","duration":"291.920948ms","start":"2026-02-25T20:14:05.776382Z","end":"2026-02-25T20:14:06.068303Z","steps":["trace[736978026] 'process raft request' (duration: 291.870756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:06.06858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.455756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:14:06.068773Z","caller":"traceutil/trace.go:171","msg":"trace[1075703123] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:19070; }","duration":"411.614331ms","start":"2026-02-25T20:14:05.657037Z","end":"2026-02-25T20:14:06.068651Z","steps":["trace[1075703123] 'agreement among raft nodes before linearized reading' (duration: 411.406216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:06.068836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:05.657012Z","time spent":"411.809487ms","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:14:06.069186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.577715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:14:06.06921Z","caller":"traceutil/trace.go:171","msg":"trace[697316855] transaction","detail":"{read_only:false; response_revision:19069; number_of_response:1; }","duration":"476.262506ms","start":"2026-02-25T20:14:05.592938Z","end":"2026-02-25T20:14:06.0692Z","steps":["trace[697316855] 'process raft request' (duration: 475.210748ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:06.06929Z","caller":"traceutil/trace.go:171","msg":"trace[274261569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19070; }","duration":"253.665647ms","start":"2026-02-25T20:14:05.815554Z","end":"2026-02-25T20:14:06.069219Z","steps":["trace[274261569] 'agreement among raft nodes before linearized reading' (duration: 253.567215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:06.06955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:05.592902Z","time spent":"476.332038ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:14:16.622802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733024027,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T20:14:16.786221Z","caller":"traceutil/trace.go:171","msg":"trace[1751166678] linearizableReadLoop","detail":"{readStateIndex:19824; appliedIndex:19823; }","duration":"663.714746ms","start":"2026-02-25T20:14:16.122483Z","end":"2026-02-25T20:14:16.786198Z","steps":["trace[1751166678] 'read index received' (duration: 663.537371ms)","trace[1751166678] 'applied index is now lower than readState.Index' (duration: 176.445µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:14:16.786293Z","caller":"traceutil/trace.go:171","msg":"trace[132141713] transaction","detail":"{read_only:false; response_revision:19112; number_of_response:1; }","duration":"667.928038ms","start":"2026-02-25T20:14:16.118326Z","end":"2026-02-25T20:14:16.786254Z","steps":["trace[132141713] 'process raft request' (duration: 667.745314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:16.786499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.224079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-25T20:14:16.78652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.995523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-25T20:14:16.786524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:16.11831Z","time spent":"668.097944ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:14:16.786568Z","caller":"traceutil/trace.go:171","msg":"trace[1929086598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19112; }","duration":"661.325532ms","start":"2026-02-25T20:14:16.125229Z","end":"2026-02-25T20:14:16.786554Z","steps":["trace[1929086598] 'agreement among raft nodes before linearized reading' (duration: 661.142238ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:16.786595Z","caller":"traceutil/trace.go:171","msg":"trace[874357219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19112; }","duration":"664.117097ms","start":"2026-02-25T20:14:16.122442Z","end":"2026-02-25T20:14:16.786559Z","steps":["trace[874357219] 'agreement among raft nodes before linearized reading' (duration: 663.87975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:16.786616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:16.125218Z","time spent":"661.381684ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T20:14:16.786633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:16.122425Z","time spent":"664.197819ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T20:14:16.786666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.639846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:14:16.786755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.648931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T20:14:16.786771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.715543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-25T20:14:16.786796Z","caller":"traceutil/trace.go:171","msg":"trace[1026577499] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:19112; }","duration":"482.863911ms","start":"2026-02-25T20:14:16.303903Z","end":"2026-02-25T20:14:16.786767Z","steps":["trace[1026577499] 'agreement among raft nodes before linearized reading' (duration: 482.594614ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:16.786814Z","caller":"traceutil/trace.go:171","msg":"trace[1160135233] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19112; }","duration":"658.775984ms","start":"2026-02-25T20:14:16.128025Z","end":"2026-02-25T20:14:16.786801Z","steps":["trace[1160135233] 'agreement among raft nodes before linearized reading' (duration: 658.665581ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:16.786811Z","caller":"traceutil/trace.go:171","msg":"trace[887097934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19112; }","duration":"658.754974ms","start":"2026-02-25T20:14:16.128042Z","end":"2026-02-25T20:14:16.786797Z","steps":["trace[887097934] 'agreement among raft nodes before linearized reading' (duration: 658.481757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:16.78685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:16.128015Z","time spent":"658.829586ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:14:16.78687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:16.303876Z","time spent":"482.979484ms","remote":"127.0.0.1:60882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:14:16.786881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:16.128034Z","time spent":"658.836946ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T20:14:16.787036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.810332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-25T20:14:16.787239Z","caller":"traceutil/trace.go:171","msg":"trace[320863403] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19112; }","duration":"353.208032ms","start":"2026-02-25T20:14:16.43401Z","end":"2026-02-25T20:14:16.787218Z","steps":["trace[320863403] 'agreement among raft nodes before linearized reading' (duration: 352.73731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:16.787291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:16.433967Z","time spent":"353.312156ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T20:14:22.969434Z","caller":"traceutil/trace.go:171","msg":"trace[1326397204] linearizableReadLoop","detail":"{readStateIndex:19852; appliedIndex:19851; }","duration":"273.358013ms","start":"2026-02-25T20:14:22.696037Z","end":"2026-02-25T20:14:22.969395Z","steps":["trace[1326397204] 'read index received' (duration: 273.083035ms)","trace[1326397204] 'applied index is now lower than readState.Index' (duration: 273.158µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:14:22.969627Z","caller":"traceutil/trace.go:171","msg":"trace[1963874399] transaction","detail":"{read_only:false; response_revision:19139; number_of_response:1; }","duration":"426.516978ms","start":"2026-02-25T20:14:22.54307Z","end":"2026-02-25T20:14:22.969587Z","steps":["trace[1963874399] 'process raft request' (duration: 426.104927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:22.969674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.610449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:14:22.969884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:22.543052Z","time spent":"426.732144ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:14:22.96993Z","caller":"traceutil/trace.go:171","msg":"trace[1077265862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19139; }","duration":"273.926768ms","start":"2026-02-25T20:14:22.695985Z","end":"2026-02-25T20:14:22.969912Z","steps":["trace[1077265862] 'agreement among raft nodes before linearized reading' (duration: 273.592459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:22.970542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.236507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-25T20:14:22.970586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.271291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T20:14:22.970618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.22072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:14:22.970631Z","caller":"traceutil/trace.go:171","msg":"trace[659728651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19140; }","duration":"104.339673ms","start":"2026-02-25T20:14:22.86628Z","end":"2026-02-25T20:14:22.97062Z","steps":["trace[659728651] 'agreement among raft nodes before linearized reading' (duration: 104.148518ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:22.970668Z","caller":"traceutil/trace.go:171","msg":"trace[1671578738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19140; }","duration":"107.309852ms","start":"2026-02-25T20:14:22.863343Z","end":"2026-02-25T20:14:22.970653Z","steps":["trace[1671578738] 'agreement among raft nodes before linearized reading' (duration: 107.139598ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:22.970712Z","caller":"traceutil/trace.go:171","msg":"trace[1623075415] transaction","detail":"{read_only:false; response_revision:19140; number_of_response:1; }","duration":"113.704163ms","start":"2026-02-25T20:14:22.856974Z","end":"2026-02-25T20:14:22.970678Z","steps":["trace[1623075415] 'process raft request' (duration: 113.2062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:22.970763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.482447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T20:14:22.970634Z","caller":"traceutil/trace.go:171","msg":"trace[924996638] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19140; }","duration":"108.378671ms","start":"2026-02-25T20:14:22.86223Z","end":"2026-02-25T20:14:22.970609Z","steps":["trace[924996638] 'agreement among raft nodes before linearized reading' (duration: 108.134455ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:22.97093Z","caller":"traceutil/trace.go:171","msg":"trace[1452217959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19140; }","duration":"107.728934ms","start":"2026-02-25T20:14:22.863176Z","end":"2026-02-25T20:14:22.970905Z","steps":["trace[1452217959] 'agreement among raft nodes before linearized reading' (duration: 107.330403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:23.489033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733024112,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T20:14:23.601562Z","caller":"traceutil/trace.go:171","msg":"trace[1643288145] transaction","detail":"{read_only:false; response_revision:19141; number_of_response:1; }","duration":"625.701432ms","start":"2026-02-25T20:14:22.975824Z","end":"2026-02-25T20:14:23.601525Z","steps":["trace[1643288145] 'process raft request' (duration: 580.357053ms)","trace[1643288145] 'compare' (duration: 44.940638ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:14:23.601733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:22.9758Z","time spent":"625.846525ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:14:24.606209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.374348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:14:24.606636Z","caller":"traceutil/trace.go:171","msg":"trace[1826061827] linearizableReadLoop","detail":"{readStateIndex:19858; appliedIndex:19853; }","duration":"1.618021413s","start":"2026-02-25T20:14:22.988587Z","end":"2026-02-25T20:14:24.606609Z","steps":["trace[1826061827] 'read index received' (duration: 567.612162ms)","trace[1826061827] 'applied index is now lower than readState.Index' (duration: 1.050407911s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:14:24.607008Z","caller":"traceutil/trace.go:171","msg":"trace[1738095811] transaction","detail":"{read_only:false; response_revision:19144; number_of_response:1; }","duration":"1.630182688s","start":"2026-02-25T20:14:22.97679Z","end":"2026-02-25T20:14:24.606973Z","steps":["trace[1738095811] 'process raft request' (duration: 1.629719436s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:24.607001Z","caller":"traceutil/trace.go:171","msg":"trace[1244789501] transaction","detail":"{read_only:false; response_revision:19143; number_of_response:1; }","duration":"1.630456715s","start":"2026-02-25T20:14:22.976477Z","end":"2026-02-25T20:14:24.606933Z","steps":["trace[1244789501] 'process raft request' (duration: 1.62989201s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:24.607108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319904391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:14:24.607094Z","caller":"traceutil/trace.go:171","msg":"trace[319426341] transaction","detail":"{read_only:false; response_revision:19142; number_of_response:1; }","duration":"1.631053581s","start":"2026-02-25T20:14:22.97599Z","end":"2026-02-25T20:14:24.607043Z","steps":["trace[319426341] 'process raft request' (duration: 1.331697256s)","trace[319426341] 'compare' (duration: 297.881876ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:14:24.607166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193527939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-25T20:14:24.607182Z","caller":"traceutil/trace.go:171","msg":"trace[551906908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19145; }","duration":"1.320036954s","start":"2026-02-25T20:14:23.287129Z","end":"2026-02-25T20:14:24.607166Z","steps":["trace[551906908] 'agreement among raft nodes before linearized reading' (duration: 1.3198992s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:24.607208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:22.976774Z","time spent":"1.630322331s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:14:24.607214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244217881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-25T20:14:24.60724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.958751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:14:24.60724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:23.287106Z","time spent":"1.320125426s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:14:24.607006Z","caller":"traceutil/trace.go:171","msg":"trace[654061724] transaction","detail":"{read_only:false; response_revision:19145; number_of_response:1; }","duration":"1.286472609s","start":"2026-02-25T20:14:23.320495Z","end":"2026-02-25T20:14:24.606968Z","steps":["trace[654061724] 'process raft request' (duration: 1.286065178s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:24.607252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:22.976464Z","time spent":"1.630662611s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:14:24.607261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.25678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T20:14:24.607287Z","caller":"traceutil/trace.go:171","msg":"trace[700413340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19145; }","duration":"1.244326994s","start":"2026-02-25T20:14:23.362943Z","end":"2026-02-25T20:14:24.60727Z","steps":["trace[700413340] 'agreement among raft nodes before linearized reading' (duration: 1.244066507s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:24.607296Z","caller":"traceutil/trace.go:171","msg":"trace[1312397995] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19145; }","duration":"866.049303ms","start":"2026-02-25T20:14:23.741228Z","end":"2026-02-25T20:14:24.607278Z","steps":["trace[1312397995] 'agreement among raft nodes before linearized reading' (duration: 865.980201ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:24.607311Z","caller":"traceutil/trace.go:171","msg":"trace[787701544] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:19145; }","duration":"703.364683ms","start":"2026-02-25T20:14:23.903931Z","end":"2026-02-25T20:14:24.607296Z","steps":["trace[787701544] 'agreement among raft nodes before linearized reading' (duration: 703.235089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:24.607298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:22.975952Z","time spent":"1.631241686s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:14:24.607333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:23.741204Z","time spent":"866.120244ms","remote":"127.0.0.1:48526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:14:24.607343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:23.903896Z","time spent":"703.439725ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-25T20:14:24.607342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:23.32046Z","time spent":"1.286836309s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:14:24.607232Z","caller":"traceutil/trace.go:171","msg":"trace[312637318] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19145; }","duration":"1.193597251s","start":"2026-02-25T20:14:23.41362Z","end":"2026-02-25T20:14:24.607218Z","steps":["trace[312637318] 'agreement among raft nodes before linearized reading' (duration: 1.193374385s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:24.60733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:23.362921Z","time spent":"1.244401386s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T20:14:24.607113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618508047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:14:24.607495Z","caller":"traceutil/trace.go:171","msg":"trace[1609351350] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:19145; }","duration":"1.618902478s","start":"2026-02-25T20:14:22.988577Z","end":"2026-02-25T20:14:24.607479Z","steps":["trace[1609351350] 'agreement among raft nodes before linearized reading' (duration: 1.618368873s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:24.607535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:22.98856Z","time spent":"1.618961359s","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":89,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:14:24.607229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254868775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T20:14:24.607714Z","caller":"traceutil/trace.go:171","msg":"trace[671075875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19145; }","duration":"1.255373659s","start":"2026-02-25T20:14:23.352318Z","end":"2026-02-25T20:14:24.607692Z","steps":["trace[671075875] 'agreement among raft nodes before linearized reading' (duration: 1.254760633s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:24.607761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:23.352303Z","time spent":"1.255445711s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T20:14:24.607863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:23.413586Z","time spent":"1.194259418s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-25T20:14:25.075153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:24.608974Z","time spent":"466.171586ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T20:14:25.07532Z","caller":"traceutil/trace.go:171","msg":"trace[1107324484] linearizableReadLoop","detail":"{readStateIndex:19862; appliedIndex:19858; }","duration":"459.152879ms","start":"2026-02-25T20:14:24.616145Z","end":"2026-02-25T20:14:25.075298Z","steps":["trace[1107324484] 'read index received' (duration: 405.403086ms)","trace[1107324484] 'applied index is now lower than readState.Index' (duration: 53.748973ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:14:25.07558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.420066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:14:25.075621Z","caller":"traceutil/trace.go:171","msg":"trace[1229360784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19149; }","duration":"459.487778ms","start":"2026-02-25T20:14:24.616122Z","end":"2026-02-25T20:14:25.07561Z","steps":["trace[1229360784] 'agreement among raft nodes before linearized reading' (duration: 459.416316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:25.075652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:24.616114Z","time spent":"459.531119ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:14:25.075716Z","caller":"traceutil/trace.go:171","msg":"trace[1638290156] transaction","detail":"{read_only:false; response_revision:19146; number_of_response:1; }","duration":"463.452884ms","start":"2026-02-25T20:14:24.612235Z","end":"2026-02-25T20:14:25.075687Z","steps":["trace[1638290156] 'process raft request' (duration: 462.815887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:25.075845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.085088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:14:25.075887Z","caller":"traceutil/trace.go:171","msg":"trace[1612965380] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19149; }","duration":"182.126369ms","start":"2026-02-25T20:14:24.893748Z","end":"2026-02-25T20:14:25.075874Z","steps":["trace[1612965380] 'agreement among raft nodes before linearized reading' (duration: 182.067607ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:25.075919Z","caller":"traceutil/trace.go:171","msg":"trace[2041706754] transaction","detail":"{read_only:false; response_revision:19148; number_of_response:1; }","duration":"460.831984ms","start":"2026-02-25T20:14:24.61508Z","end":"2026-02-25T20:14:25.075912Z","steps":["trace[2041706754] 'process raft request' (duration: 460.158466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:25.075998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:24.615046Z","time spent":"460.912906ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:14:25.075847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:24.612218Z","time spent":"463.552976ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:14:25.075888Z","caller":"traceutil/trace.go:171","msg":"trace[817035409] transaction","detail":"{read_only:false; response_revision:19147; number_of_response:1; }","duration":"463.538686ms","start":"2026-02-25T20:14:24.612339Z","end":"2026-02-25T20:14:25.075877Z","steps":["trace[817035409] 'process raft request' (duration: 462.861478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:25.076233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:24.612315Z","time spent":"463.857075ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:14:25.57974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733024127,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T20:14:25.827468Z","caller":"traceutil/trace.go:171","msg":"trace[76821284] linearizableReadLoop","detail":"{readStateIndex:19864; appliedIndex:19863; }","duration":"748.771565ms","start":"2026-02-25T20:14:25.078673Z","end":"2026-02-25T20:14:25.827444Z","steps":["trace[76821284] 'read index received' (duration: 748.566969ms)","trace[76821284] 'applied index is now lower than readState.Index' (duration: 203.616µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:14:25.827627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.94655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:14:25.8277Z","caller":"traceutil/trace.go:171","msg":"trace[527868052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19150; }","duration":"749.073003ms","start":"2026-02-25T20:14:25.078612Z","end":"2026-02-25T20:14:25.827685Z","steps":["trace[527868052] 'agreement among raft nodes before linearized reading' (duration: 748.918509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:25.827701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.794597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-25T20:14:25.827766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:25.078591Z","time spent":"749.167076ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:14:25.827776Z","caller":"traceutil/trace.go:171","msg":"trace[93290222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19150; }","duration":"221.93039ms","start":"2026-02-25T20:14:25.605831Z","end":"2026-02-25T20:14:25.827762Z","steps":["trace[93290222] 'agreement among raft nodes before linearized reading' (duration: 221.741835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:25.827672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.20001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:14:25.827863Z","caller":"traceutil/trace.go:171","msg":"trace[611869707] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:19150; }","duration":"143.428547ms","start":"2026-02-25T20:14:25.68442Z","end":"2026-02-25T20:14:25.827848Z","steps":["trace[611869707] 'agreement among raft nodes before linearized reading' (duration: 143.20119ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:25.828007Z","caller":"traceutil/trace.go:171","msg":"trace[614688187] transaction","detail":"{read_only:false; response_revision:19150; number_of_response:1; }","duration":"751.125368ms","start":"2026-02-25T20:14:25.07636Z","end":"2026-02-25T20:14:25.827486Z","steps":["trace[614688187] 'process raft request' (duration: 750.938243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:25.828108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:25.076333Z","time spent":"751.712974ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:14:27.644054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332194069s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:14:27.644143Z","caller":"traceutil/trace.go:171","msg":"trace[646814473] linearizableReadLoop","detail":"{readStateIndex:19865; appliedIndex:19864; }","duration":"1.811007643s","start":"2026-02-25T20:14:25.833122Z","end":"2026-02-25T20:14:27.64413Z","steps":["trace[646814473] 'read index received' (duration: 478.735752ms)","trace[646814473] 'applied index is now lower than readState.Index' (duration: 1.332270801s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:14:27.644194Z","caller":"traceutil/trace.go:171","msg":"trace[152936111] transaction","detail":"{read_only:false; response_revision:19151; number_of_response:1; }","duration":"1.811830235s","start":"2026-02-25T20:14:25.83234Z","end":"2026-02-25T20:14:27.644171Z","steps":["trace[152936111] 'process raft request' (duration: 479.449371ms)","trace[152936111] 'compare' (duration: 1.332034955s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:14:27.644262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811142396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-25T20:14:27.644279Z","caller":"traceutil/trace.go:171","msg":"trace[455052931] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19151; }","duration":"1.811192608s","start":"2026-02-25T20:14:25.833081Z","end":"2026-02-25T20:14:27.644273Z","steps":["trace[455052931] 'agreement among raft nodes before linearized reading' (duration: 1.811095405s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:27.644296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:25.833064Z","time spent":"1.811228408s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-25T20:14:27.644298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:25.83232Z","time spent":"1.811921567s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:14:27.672777Z","caller":"traceutil/trace.go:171","msg":"trace[179598840] transaction","detail":"{read_only:false; response_revision:19152; number_of_response:1; }","duration":"1.05931399s","start":"2026-02-25T20:14:26.613443Z","end":"2026-02-25T20:14:27.672757Z","steps":["trace[179598840] 'process raft request' (duration: 1.059192607s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:27.672893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:26.613424Z","time spent":"1.059404132s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:14:27.674373Z","caller":"traceutil/trace.go:171","msg":"trace[282610402] transaction","detail":"{read_only:false; response_revision:19153; number_of_response:1; }","duration":"593.315718ms","start":"2026-02-25T20:14:27.081033Z","end":"2026-02-25T20:14:27.674348Z","steps":["trace[282610402] 'process raft request' (duration: 593.062801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:27.67441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.107956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:14:27.674434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.444931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T20:14:27.674471Z","caller":"traceutil/trace.go:171","msg":"trace[833849943] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19153; }","duration":"610.227569ms","start":"2026-02-25T20:14:27.064227Z","end":"2026-02-25T20:14:27.674454Z","steps":["trace[833849943] 'agreement among raft nodes before linearized reading' (duration: 610.029214ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:27.674492Z","caller":"traceutil/trace.go:171","msg":"trace[248409168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19153; }","duration":"593.531944ms","start":"2026-02-25T20:14:27.080943Z","end":"2026-02-25T20:14:27.674475Z","steps":["trace[248409168] 'agreement among raft nodes before linearized reading' (duration: 593.280487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:27.674497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062659029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T20:14:27.674531Z","caller":"traceutil/trace.go:171","msg":"trace[1140526834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19153; }","duration":"1.062739451s","start":"2026-02-25T20:14:26.61178Z","end":"2026-02-25T20:14:27.67452Z","steps":["trace[1140526834] 'agreement among raft nodes before linearized reading' (duration: 1.062604427s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:27.674528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:27.080924Z","time spent":"593.596446ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T20:14:27.674532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:27.064205Z","time spent":"610.310612ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:14:27.674553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:26.611758Z","time spent":"1.062791182s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T20:14:27.674572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:27.081022Z","time spent":"593.414811ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:14:27.674617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.837248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-25T20:14:27.674677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.320908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T20:14:27.674706Z","caller":"traceutil/trace.go:171","msg":"trace[1254012269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19153; }","duration":"593.384329ms","start":"2026-02-25T20:14:27.081312Z","end":"2026-02-25T20:14:27.674696Z","steps":["trace[1254012269] 'agreement among raft nodes before linearized reading' (duration: 593.290187ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:27.674705Z","caller":"traceutil/trace.go:171","msg":"trace[1280267955] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:19153; }","duration":"224.952101ms","start":"2026-02-25T20:14:27.449734Z","end":"2026-02-25T20:14:27.674686Z","steps":["trace[1280267955] 'agreement among raft nodes before linearized reading' (duration: 224.722745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:27.67474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.176719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-25T20:14:27.674743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:27.0813Z","time spent":"593.436891ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T20:14:27.674802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059173206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:14:27.674823Z","caller":"traceutil/trace.go:171","msg":"trace[765931882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19153; }","duration":"1.059212137s","start":"2026-02-25T20:14:26.615607Z","end":"2026-02-25T20:14:27.674819Z","steps":["trace[765931882] 'agreement among raft nodes before linearized reading' (duration: 1.059160525s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:27.674838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:26.615597Z","time spent":"1.059237497s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T20:14:27.674945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83676925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:14:27.674994Z","caller":"traceutil/trace.go:171","msg":"trace[1681828350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19153; }","duration":"1.836828622s","start":"2026-02-25T20:14:25.838138Z","end":"2026-02-25T20:14:27.674967Z","steps":["trace[1681828350] 'agreement among raft nodes before linearized reading' (duration: 1.8367772s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:27.675019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:25.838124Z","time spent":"1.836889694s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:14:27.674757Z","caller":"traceutil/trace.go:171","msg":"trace[839439588] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19153; }","duration":"703.232411ms","start":"2026-02-25T20:14:26.971519Z","end":"2026-02-25T20:14:27.674751Z","steps":["trace[839439588] 'agreement among raft nodes before linearized reading' (duration: 703.172309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:27.67513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:26.971498Z","time spent":"703.617211ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T20:14:27.674952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063026639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-25T20:14:27.675194Z","caller":"traceutil/trace.go:171","msg":"trace[565753794] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19153; }","duration":"1.063299246s","start":"2026-02-25T20:14:26.611875Z","end":"2026-02-25T20:14:27.675174Z","steps":["trace[565753794] 'agreement among raft nodes before linearized reading' (duration: 1.063033929s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:27.674931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.822884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-02-25T20:14:27.675258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:26.61184Z","time spent":"1.063401729s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-25T20:14:27.67527Z","caller":"traceutil/trace.go:171","msg":"trace[817879514] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19153; }","duration":"169.201554ms","start":"2026-02-25T20:14:27.506057Z","end":"2026-02-25T20:14:27.675259Z","steps":["trace[817879514] 'agreement among raft nodes before linearized reading' (duration: 168.232139ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:28.208618Z","caller":"traceutil/trace.go:171","msg":"trace[1905652901] transaction","detail":"{read_only:false; response_revision:19158; number_of_response:1; }","duration":"526.66238ms","start":"2026-02-25T20:14:27.681932Z","end":"2026-02-25T20:14:28.208594Z","steps":["trace[1905652901] 'process raft request' (duration: 526.434673ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:28.208681Z","caller":"traceutil/trace.go:171","msg":"trace[289585376] transaction","detail":"{read_only:false; response_revision:19155; number_of_response:1; }","duration":"528.524189ms","start":"2026-02-25T20:14:27.680112Z","end":"2026-02-25T20:14:28.208636Z","steps":["trace[289585376] 'process raft request' (duration: 528.059916ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:14:28.208855Z","caller":"traceutil/trace.go:171","msg":"trace[822446579] transaction","detail":"{read_only:false; response_revision:19157; number_of_response:1; }","duration":"527.680017ms","start":"2026-02-25T20:14:27.681144Z","end":"2026-02-25T20:14:28.208824Z","steps":["trace[822446579] 'process raft request' (duration: 527.187324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:28.208919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:27.680098Z","time spent":"528.699954ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:14:28.208937Z","caller":"traceutil/trace.go:171","msg":"trace[1433172699] transaction","detail":"{read_only:false; response_revision:19156; number_of_response:1; }","duration":"528.362715ms","start":"2026-02-25T20:14:27.68021Z","end":"2026-02-25T20:14:28.208573Z","steps":["trace[1433172699] 'process raft request' (duration: 528.086848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:28.20899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:27.681133Z","time spent":"527.784719ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:14:28.209135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:27.681918Z","time spent":"526.781622ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:14:28.209172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:27.680172Z","time spent":"528.903539ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:14:28.208981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.358995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-25T20:14:28.209463Z","caller":"traceutil/trace.go:171","msg":"trace[985209553] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19158; }","duration":"528.876368ms","start":"2026-02-25T20:14:27.680564Z","end":"2026-02-25T20:14:28.209441Z","steps":["trace[985209553] 'agreement among raft nodes before linearized reading' (duration: 528.128238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:28.209603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:27.680558Z","time spent":"529.023872ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T20:14:28.208432Z","caller":"traceutil/trace.go:171","msg":"trace[957645790] linearizableReadLoop","detail":"{readStateIndex:19870; appliedIndex:19868; }","duration":"527.82418ms","start":"2026-02-25T20:14:27.680581Z","end":"2026-02-25T20:14:28.208405Z","steps":["trace[957645790] 'read index received' (duration: 51.418902ms)","trace[957645790] 'applied index is now lower than readState.Index' (duration: 476.404048ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:14:28.20983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.019489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:14:28.209893Z","caller":"traceutil/trace.go:171","msg":"trace[1033689606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19159; }","duration":"527.095111ms","start":"2026-02-25T20:14:27.682784Z","end":"2026-02-25T20:14:28.209879Z","steps":["trace[1033689606] 'agreement among raft nodes before linearized reading' (duration: 526.996828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:14:28.209936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:14:27.682779Z","time spent":"527.146412ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:14:54.588531Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-25T20:14:54.636103Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-25T20:14:54.636282Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-02-25T20:14:56.253098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.812683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-02-25T20:14:56.253473Z","caller":"traceutil/trace.go:171","msg":"trace[1744751589] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19286; }","duration":"133.201793ms","start":"2026-02-25T20:14:56.120249Z","end":"2026-02-25T20:14:56.253451Z","steps":["trace[1744751589] 'range keys from in-memory index tree' (duration: 132.630338ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:16:48.817159Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18159} {"level":"info","ts":"2026-02-25T20:16:48.927174Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18159,"took":"106.222002ms","hash":1058047174,"current-db-size-bytes":42229760,"current-db-size":"42 MB","current-db-size-in-use-bytes":26288128,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-25T20:16:48.927255Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1058047174,"revision":18159,"compact-revision":15922} {"level":"info","ts":"2026-02-25T20:17:26.791266Z","caller":"traceutil/trace.go:171","msg":"trace[2101021877] transaction","detail":"{read_only:false; response_revision:20556; number_of_response:1; }","duration":"101.707181ms","start":"2026-02-25T20:17:26.689531Z","end":"2026-02-25T20:17:26.791238Z","steps":["trace[2101021877] 'process raft request' (duration: 101.564297ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:17:26.793976Z","caller":"traceutil/trace.go:171","msg":"trace[1591534461] transaction","detail":"{read_only:false; response_revision:20557; number_of_response:1; }","duration":"102.78405ms","start":"2026-02-25T20:17:26.691177Z","end":"2026-02-25T20:17:26.793961Z","steps":["trace[1591534461] 'process raft request' (duration: 102.638076ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:17:26.793958Z","caller":"traceutil/trace.go:171","msg":"trace[564274765] linearizableReadLoop","detail":"{readStateIndex:21323; appliedIndex:21321; }","duration":"101.039674ms","start":"2026-02-25T20:17:26.692883Z","end":"2026-02-25T20:17:26.793923Z","steps":["trace[564274765] 'read index received' (duration: 98.334961ms)","trace[564274765] 'applied index is now lower than readState.Index' (duration: 2.703683ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:17:26.794189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.2916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-25T20:17:26.794219Z","caller":"traceutil/trace.go:171","msg":"trace[275501076] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:20557; }","duration":"101.359323ms","start":"2026-02-25T20:17:26.692853Z","end":"2026-02-25T20:17:26.794212Z","steps":["trace[275501076] 'agreement among raft nodes before linearized reading' (duration: 101.25197ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:17:39.546963Z","caller":"traceutil/trace.go:171","msg":"trace[2022352985] transaction","detail":"{read_only:false; response_revision:20650; number_of_response:1; }","duration":"247.875982ms","start":"2026-02-25T20:17:39.299047Z","end":"2026-02-25T20:17:39.546923Z","steps":["trace[2022352985] 'process raft request' (duration: 247.562843ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:17:40.445039Z","caller":"traceutil/trace.go:171","msg":"trace[154291480] transaction","detail":"{read_only:false; response_revision:20653; number_of_response:1; }","duration":"217.314114ms","start":"2026-02-25T20:17:40.227692Z","end":"2026-02-25T20:17:40.445006Z","steps":["trace[154291480] 'process raft request' (duration: 217.118469ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:17:40.447156Z","caller":"traceutil/trace.go:171","msg":"trace[256069593] linearizableReadLoop","detail":"{readStateIndex:21424; appliedIndex:21422; }","duration":"176.764169ms","start":"2026-02-25T20:17:40.270365Z","end":"2026-02-25T20:17:40.44713Z","steps":["trace[256069593] 'read index received' (duration: 174.430647ms)","trace[256069593] 'applied index is now lower than readState.Index' (duration: 2.332542ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:17:40.447525Z","caller":"traceutil/trace.go:171","msg":"trace[1470295477] transaction","detail":"{read_only:false; response_revision:20654; number_of_response:1; }","duration":"217.044507ms","start":"2026-02-25T20:17:40.230466Z","end":"2026-02-25T20:17:40.44751Z","steps":["trace[1470295477] 'process raft request' (duration: 216.530104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:17:40.44768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.294104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:17:40.447692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.121057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:17:40.447771Z","caller":"traceutil/trace.go:171","msg":"trace[1777906520] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:20654; }","duration":"177.402427ms","start":"2026-02-25T20:17:40.270348Z","end":"2026-02-25T20:17:40.44775Z","steps":["trace[1777906520] 'agreement among raft nodes before linearized reading' (duration: 177.243612ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:17:40.447784Z","caller":"traceutil/trace.go:171","msg":"trace[771531523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20654; }","duration":"159.272231ms","start":"2026-02-25T20:17:40.288491Z","end":"2026-02-25T20:17:40.447764Z","steps":["trace[771531523] 'agreement among raft nodes before linearized reading' (duration: 159.105597ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:17:40.603293Z","caller":"traceutil/trace.go:171","msg":"trace[757249973] transaction","detail":"{read_only:false; response_revision:20655; number_of_response:1; }","duration":"150.022154ms","start":"2026-02-25T20:17:40.453226Z","end":"2026-02-25T20:17:40.603248Z","steps":["trace[757249973] 'process raft request' (duration: 92.398822ms)","trace[757249973] 'compare' (duration: 57.320734ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:18:01.797414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.161725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:18:01.797509Z","caller":"traceutil/trace.go:171","msg":"trace[156891262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20788; }","duration":"120.296829ms","start":"2026-02-25T20:18:01.677188Z","end":"2026-02-25T20:18:01.797485Z","steps":["trace[156891262] 'range keys from in-memory index tree' (duration: 119.996641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:01.797281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.296338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:01.797707Z","caller":"traceutil/trace.go:171","msg":"trace[1033026771] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:20788; }","duration":"259.810891ms","start":"2026-02-25T20:18:01.537878Z","end":"2026-02-25T20:18:01.797689Z","steps":["trace[1033026771] 'count revisions from in-memory index tree' (duration: 259.197855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:01.797414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.746934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T20:18:01.797724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.498505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T20:18:01.79784Z","caller":"traceutil/trace.go:171","msg":"trace[78087858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20788; }","duration":"120.653508ms","start":"2026-02-25T20:18:01.67717Z","end":"2026-02-25T20:18:01.797824Z","steps":["trace[78087858] 'range keys from in-memory index tree' (duration: 119.877467ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:01.797848Z","caller":"traceutil/trace.go:171","msg":"trace[27042557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20788; }","duration":"154.220136ms","start":"2026-02-25T20:18:01.643585Z","end":"2026-02-25T20:18:01.797805Z","steps":["trace[27042557] 'range keys from in-memory index tree' (duration: 153.555929ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:12.433292Z","caller":"traceutil/trace.go:171","msg":"trace[326917234] linearizableReadLoop","detail":"{readStateIndex:22043; appliedIndex:22042; }","duration":"150.704122ms","start":"2026-02-25T20:18:12.282554Z","end":"2026-02-25T20:18:12.433259Z","steps":["trace[326917234] 'read index received' (duration: 150.405264ms)","trace[326917234] 'applied index is now lower than readState.Index' (duration: 297.388µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:18:12.433392Z","caller":"traceutil/trace.go:171","msg":"trace[1165163592] transaction","detail":"{read_only:false; response_revision:21258; number_of_response:1; }","duration":"151.911384ms","start":"2026-02-25T20:18:12.281433Z","end":"2026-02-25T20:18:12.433344Z","steps":["trace[1165163592] 'process raft request' (duration: 151.585036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:12.433624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.043541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-7844f68f\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-02-25T20:18:12.433668Z","caller":"traceutil/trace.go:171","msg":"trace[1651846531] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-7844f68f; range_end:; response_count:1; response_revision:21258; }","duration":"151.151425ms","start":"2026-02-25T20:18:12.282507Z","end":"2026-02-25T20:18:12.433659Z","steps":["trace[1651846531] 'agreement among raft nodes before linearized reading' (duration: 150.95965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:12.437382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.62208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-02-25T20:18:12.437548Z","caller":"traceutil/trace.go:171","msg":"trace[1791395420] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:21261; }","duration":"150.716702ms","start":"2026-02-25T20:18:12.286716Z","end":"2026-02-25T20:18:12.437433Z","steps":["trace[1791395420] 'agreement among raft nodes before linearized reading' (duration: 150.542438ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:12.4378Z","caller":"traceutil/trace.go:171","msg":"trace[250404352] transaction","detail":"{read_only:false; response_revision:21259; number_of_response:1; }","duration":"151.348549ms","start":"2026-02-25T20:18:12.286443Z","end":"2026-02-25T20:18:12.437791Z","steps":["trace[250404352] 'process raft request' (duration: 150.564448ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:12.438128Z","caller":"traceutil/trace.go:171","msg":"trace[1208383568] transaction","detail":"{read_only:false; response_revision:21260; number_of_response:1; }","duration":"151.030761ms","start":"2026-02-25T20:18:12.287087Z","end":"2026-02-25T20:18:12.438118Z","steps":["trace[1208383568] 'process raft request' (duration: 150.034594ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:14.081544Z","caller":"traceutil/trace.go:171","msg":"trace[990059616] linearizableReadLoop","detail":"{readStateIndex:22109; appliedIndex:22108; }","duration":"206.014002ms","start":"2026-02-25T20:18:13.875502Z","end":"2026-02-25T20:18:14.081516Z","steps":["trace[990059616] 'read index received' (duration: 205.93641ms)","trace[990059616] 'applied index is now lower than readState.Index' (duration: 76.222µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:18:14.081586Z","caller":"traceutil/trace.go:171","msg":"trace[588390811] transaction","detail":"{read_only:false; response_revision:21323; number_of_response:1; }","duration":"207.092251ms","start":"2026-02-25T20:18:13.874454Z","end":"2026-02-25T20:18:14.081547Z","steps":["trace[588390811] 'process raft request' (duration: 206.861284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:14.081729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.203067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:14.081788Z","caller":"traceutil/trace.go:171","msg":"trace[29635983] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:21323; }","duration":"206.29561ms","start":"2026-02-25T20:18:13.875479Z","end":"2026-02-25T20:18:14.081775Z","steps":["trace[29635983] 'agreement among raft nodes before linearized reading' (duration: 206.184847ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:14.088026Z","caller":"traceutil/trace.go:171","msg":"trace[1216655183] transaction","detail":"{read_only:false; response_revision:21325; number_of_response:1; }","duration":"209.580668ms","start":"2026-02-25T20:18:13.878429Z","end":"2026-02-25T20:18:14.08801Z","steps":["trace[1216655183] 'process raft request' (duration: 209.460324ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:14.088005Z","caller":"traceutil/trace.go:171","msg":"trace[429424712] transaction","detail":"{read_only:false; response_revision:21324; number_of_response:1; }","duration":"210.103591ms","start":"2026-02-25T20:18:13.877852Z","end":"2026-02-25T20:18:14.087955Z","steps":["trace[429424712] 'process raft request' (duration: 209.945327ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:14.088324Z","caller":"traceutil/trace.go:171","msg":"trace[1256816751] transaction","detail":"{read_only:false; response_revision:21326; number_of_response:1; }","duration":"174.90472ms","start":"2026-02-25T20:18:13.91341Z","end":"2026-02-25T20:18:14.088314Z","steps":["trace[1256816751] 'process raft request' (duration: 174.513319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:14.088555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.969546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:58284"} {"level":"warn","ts":"2026-02-25T20:18:14.088605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.781145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:14.088651Z","caller":"traceutil/trace.go:171","msg":"trace[1810635329] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21326; }","duration":"180.092889ms","start":"2026-02-25T20:18:13.908522Z","end":"2026-02-25T20:18:14.088615Z","steps":["trace[1810635329] 'agreement among raft nodes before linearized reading' (duration: 179.791741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:14.088897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.210986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:14.088963Z","caller":"traceutil/trace.go:171","msg":"trace[2145222744] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:21326; }","duration":"157.32949ms","start":"2026-02-25T20:18:13.931617Z","end":"2026-02-25T20:18:14.088946Z","steps":["trace[2145222744] 'agreement among raft nodes before linearized reading' (duration: 157.171185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:14.088996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.577856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:14.089067Z","caller":"traceutil/trace.go:171","msg":"trace[864838155] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:21326; }","duration":"157.669409ms","start":"2026-02-25T20:18:13.931387Z","end":"2026-02-25T20:18:14.089056Z","steps":["trace[864838155] 'agreement among raft nodes before linearized reading' (duration: 157.543605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:14.089215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.126042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:14.089261Z","caller":"traceutil/trace.go:171","msg":"trace[1576833417] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:21326; }","duration":"136.185474ms","start":"2026-02-25T20:18:13.953062Z","end":"2026-02-25T20:18:14.089247Z","steps":["trace[1576833417] 'agreement among raft nodes before linearized reading' (duration: 136.101861ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:14.089282Z","caller":"traceutil/trace.go:171","msg":"trace[1298675351] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21326; }","duration":"199.858407ms","start":"2026-02-25T20:18:13.88877Z","end":"2026-02-25T20:18:14.088629Z","steps":["trace[1298675351] 'agreement among raft nodes before linearized reading' (duration: 199.779315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:14.089536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.615385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T20:18:14.08959Z","caller":"traceutil/trace.go:171","msg":"trace[485072818] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:21326; }","duration":"170.690097ms","start":"2026-02-25T20:18:13.918871Z","end":"2026-02-25T20:18:14.089561Z","steps":["trace[485072818] 'agreement among raft nodes before linearized reading' (duration: 170.380959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:14.089594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.521553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:18:14.089635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.668633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:14.089654Z","caller":"traceutil/trace.go:171","msg":"trace[188512666] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:21326; }","duration":"136.594064ms","start":"2026-02-25T20:18:13.953045Z","end":"2026-02-25T20:18:14.089639Z","steps":["trace[188512666] 'agreement among raft nodes before linearized reading' (duration: 136.494902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:14.089712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.20552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:18:14.089699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.154459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:18:14.089724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.244042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:14.089737Z","caller":"traceutil/trace.go:171","msg":"trace[157399915] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21326; }","duration":"202.244581ms","start":"2026-02-25T20:18:13.887487Z","end":"2026-02-25T20:18:14.089731Z","steps":["trace[157399915] 'agreement among raft nodes before linearized reading' (duration: 202.20583ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:14.089777Z","caller":"traceutil/trace.go:171","msg":"trace[785113965] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:21326; }","duration":"171.324883ms","start":"2026-02-25T20:18:13.918435Z","end":"2026-02-25T20:18:14.08976Z","steps":["trace[785113965] 'agreement among raft nodes before linearized reading' (duration: 171.255962ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:14.089673Z","caller":"traceutil/trace.go:171","msg":"trace[1625258374] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21326; }","duration":"211.728155ms","start":"2026-02-25T20:18:13.877935Z","end":"2026-02-25T20:18:14.089663Z","steps":["trace[1625258374] 'agreement among raft nodes before linearized reading' (duration: 211.670053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:14.089842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.874369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:18:14.089897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.859022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:14.089787Z","caller":"traceutil/trace.go:171","msg":"trace[1507179770] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21326; }","duration":"202.239411ms","start":"2026-02-25T20:18:13.887498Z","end":"2026-02-25T20:18:14.089738Z","steps":["trace[1507179770] 'agreement among raft nodes before linearized reading' (duration: 202.064406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:14.090009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.330466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:14.090048Z","caller":"traceutil/trace.go:171","msg":"trace[1553042144] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:21326; }","duration":"158.389258ms","start":"2026-02-25T20:18:13.931649Z","end":"2026-02-25T20:18:14.090038Z","steps":["trace[1553042144] 'agreement among raft nodes before linearized reading' (duration: 158.322466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:14.089658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.17328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:14.090143Z","caller":"traceutil/trace.go:171","msg":"trace[916262076] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:21326; }","duration":"171.690234ms","start":"2026-02-25T20:18:13.918444Z","end":"2026-02-25T20:18:14.090135Z","steps":["trace[916262076] 'agreement among raft nodes before linearized reading' (duration: 171.157009ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:14.089948Z","caller":"traceutil/trace.go:171","msg":"trace[243924102] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:21326; }","duration":"136.924683ms","start":"2026-02-25T20:18:13.953011Z","end":"2026-02-25T20:18:14.089936Z","steps":["trace[243924102] 'agreement among raft nodes before linearized reading' (duration: 136.846511ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:14.089894Z","caller":"traceutil/trace.go:171","msg":"trace[1248297431] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21326; }","duration":"211.963731ms","start":"2026-02-25T20:18:13.877924Z","end":"2026-02-25T20:18:14.089888Z","steps":["trace[1248297431] 'agreement among raft nodes before linearized reading' (duration: 211.877439ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:15.584483Z","caller":"traceutil/trace.go:171","msg":"trace[1156347605] linearizableReadLoop","detail":"{readStateIndex:22150; appliedIndex:22149; }","duration":"183.061348ms","start":"2026-02-25T20:18:15.401396Z","end":"2026-02-25T20:18:15.584457Z","steps":["trace[1156347605] 'read index received' (duration: 182.407381ms)","trace[1156347605] 'applied index is now lower than readState.Index' (duration: 653.107µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:18:15.584673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.219952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:15.584772Z","caller":"traceutil/trace.go:171","msg":"trace[2049014678] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21363; }","duration":"183.361936ms","start":"2026-02-25T20:18:15.40139Z","end":"2026-02-25T20:18:15.584752Z","steps":["trace[2049014678] 'agreement among raft nodes before linearized reading' (duration: 183.175281ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:15.5851Z","caller":"traceutil/trace.go:171","msg":"trace[580495293] transaction","detail":"{read_only:false; response_revision:21363; number_of_response:1; }","duration":"183.799897ms","start":"2026-02-25T20:18:15.401268Z","end":"2026-02-25T20:18:15.585068Z","steps":["trace[580495293] 'process raft request' (duration: 182.495633ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:15.588404Z","caller":"traceutil/trace.go:171","msg":"trace[488831354] transaction","detail":"{read_only:false; response_revision:21364; number_of_response:1; }","duration":"186.711636ms","start":"2026-02-25T20:18:15.401643Z","end":"2026-02-25T20:18:15.588354Z","steps":["trace[488831354] 'process raft request' (duration: 186.392767ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:15.588483Z","caller":"traceutil/trace.go:171","msg":"trace[174443573] transaction","detail":"{read_only:false; response_revision:21366; number_of_response:1; }","duration":"173.04732ms","start":"2026-02-25T20:18:15.415391Z","end":"2026-02-25T20:18:15.588439Z","steps":["trace[174443573] 'process raft request' (duration: 172.840664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:15.58856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.942313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-x9p8r\" ","response":"range_response_count:1 size:4052"} {"level":"warn","ts":"2026-02-25T20:18:15.588412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.86506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:15.588604Z","caller":"traceutil/trace.go:171","msg":"trace[1181742027] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-x9p8r; range_end:; response_count:1; response_revision:21366; }","duration":"164.989245ms","start":"2026-02-25T20:18:15.423599Z","end":"2026-02-25T20:18:15.588588Z","steps":["trace[1181742027] 'agreement among raft nodes before linearized reading' (duration: 164.862601ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:15.588597Z","caller":"traceutil/trace.go:171","msg":"trace[556403004] transaction","detail":"{read_only:false; response_revision:21365; number_of_response:1; }","duration":"186.190652ms","start":"2026-02-25T20:18:15.402388Z","end":"2026-02-25T20:18:15.588579Z","steps":["trace[556403004] 'process raft request' (duration: 185.7595ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:15.588633Z","caller":"traceutil/trace.go:171","msg":"trace[699123994] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21366; }","duration":"187.119207ms","start":"2026-02-25T20:18:15.401496Z","end":"2026-02-25T20:18:15.588615Z","steps":["trace[699123994] 'agreement among raft nodes before linearized reading' (duration: 186.840719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:15.588787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.482218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:15.588824Z","caller":"traceutil/trace.go:171","msg":"trace[1219258351] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21366; }","duration":"171.53993ms","start":"2026-02-25T20:18:15.417272Z","end":"2026-02-25T20:18:15.588812Z","steps":["trace[1219258351] 'agreement among raft nodes before linearized reading' (duration: 171.424747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:15.588889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.506479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T20:18:15.588939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.770089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:18:15.589005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.292467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137815"} {"level":"warn","ts":"2026-02-25T20:18:15.589004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.693294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:15.589074Z","caller":"traceutil/trace.go:171","msg":"trace[476775889] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21366; }","duration":"179.39388ms","start":"2026-02-25T20:18:15.40966Z","end":"2026-02-25T20:18:15.589054Z","steps":["trace[476775889] 'agreement among raft nodes before linearized reading' (duration: 179.144754ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:15.589049Z","caller":"traceutil/trace.go:171","msg":"trace[1321333814] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test0; response_count:0; response_revision:21366; }","duration":"170.938944ms","start":"2026-02-25T20:18:15.418086Z","end":"2026-02-25T20:18:15.589025Z","steps":["trace[1321333814] 'agreement among raft nodes before linearized reading' (duration: 170.746758ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:15.588987Z","caller":"traceutil/trace.go:171","msg":"trace[1910563506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21366; }","duration":"103.664934ms","start":"2026-02-25T20:18:15.485304Z","end":"2026-02-25T20:18:15.588969Z","steps":["trace[1910563506] 'agreement among raft nodes before linearized reading' (duration: 103.378716ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:15.589153Z","caller":"traceutil/trace.go:171","msg":"trace[661736846] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21366; }","duration":"171.91362ms","start":"2026-02-25T20:18:15.417204Z","end":"2026-02-25T20:18:15.589118Z","steps":["trace[661736846] 'agreement among raft nodes before linearized reading' (duration: 171.575651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:15.589314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.083246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-25T20:18:15.589342Z","caller":"traceutil/trace.go:171","msg":"trace[1882093151] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21366; }","duration":"107.540168ms","start":"2026-02-25T20:18:15.481794Z","end":"2026-02-25T20:18:15.589334Z","steps":["trace[1882093151] 'agreement among raft nodes before linearized reading' (duration: 106.603523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:21.504153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039622375s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:18:21.528962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418217104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T20:18:21.529035Z","caller":"traceutil/trace.go:171","msg":"trace[515304890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21471; }","duration":"1.418346208s","start":"2026-02-25T20:18:20.110671Z","end":"2026-02-25T20:18:21.529017Z","steps":["trace[515304890] 'range keys from in-memory index tree' (duration: 1.418026199s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:21.529067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:20.11065Z","time spent":"1.4184097s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T20:18:21.529311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413547119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T20:18:21.529373Z","caller":"traceutil/trace.go:171","msg":"trace[1469063085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21471; }","duration":"1.413625441s","start":"2026-02-25T20:18:20.115713Z","end":"2026-02-25T20:18:21.529338Z","steps":["trace[1469063085] 'range keys from in-memory index tree' (duration: 1.413454707s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:21.529407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:20.115702Z","time spent":"1.413698064s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T20:18:21.529541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424644567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T20:18:21.529569Z","caller":"traceutil/trace.go:171","msg":"trace[255698201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21471; }","duration":"1.424718978s","start":"2026-02-25T20:18:20.10484Z","end":"2026-02-25T20:18:21.529559Z","steps":["trace[255698201] 'range keys from in-memory index tree' (duration: 1.424220835s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:21.529587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:20.104802Z","time spent":"1.42478064s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T20:18:21.52977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078924146s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:18:21.529948Z","caller":"traceutil/trace.go:171","msg":"trace[1339987053] transaction","detail":"{read_only:false; response_revision:21473; number_of_response:1; }","duration":"1.065545068s","start":"2026-02-25T20:18:20.46439Z","end":"2026-02-25T20:18:21.529936Z","steps":["trace[1339987053] 'process raft request' (duration: 1.065459776s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:21.529999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:20.464358Z","time spent":"1.06561579s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:18:21.529988Z","caller":"traceutil/trace.go:171","msg":"trace[2031428420] transaction","detail":"{read_only:false; response_revision:21472; number_of_response:1; }","duration":"1.298356617s","start":"2026-02-25T20:18:20.231509Z","end":"2026-02-25T20:18:21.529865Z","steps":["trace[2031428420] 'process raft request' (duration: 219.270517ms)","trace[2031428420] 'compare' (duration: 1.078369931s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:18:21.530109Z","caller":"traceutil/trace.go:171","msg":"trace[705319681] linearizableReadLoop","detail":"{readStateIndex:22260; appliedIndex:22259; }","duration":"1.286001067s","start":"2026-02-25T20:18:20.244099Z","end":"2026-02-25T20:18:21.5301Z","steps":["trace[705319681] 'read index received' (duration: 206.604278ms)","trace[705319681] 'applied index is now lower than readState.Index' (duration: 1.079395529s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:18:21.530267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:20.231485Z","time spent":"1.298651956s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:18:21.530291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286200173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:18:21.530552Z","caller":"traceutil/trace.go:171","msg":"trace[210019512] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:21473; }","duration":"1.286436609s","start":"2026-02-25T20:18:20.244079Z","end":"2026-02-25T20:18:21.530515Z","steps":["trace[210019512] 'agreement among raft nodes before linearized reading' (duration: 1.286180302s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:21.530649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:20.244002Z","time spent":"1.286613473s","remote":"127.0.0.1:60864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:18:22.030228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733031044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:18:22.530701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733031044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:18:22.82619Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321772065s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:18:22.826694Z","caller":"traceutil/trace.go:171","msg":"trace[1037218181] transaction","detail":"{read_only:false; response_revision:21474; number_of_response:1; }","duration":"1.845088317s","start":"2026-02-25T20:18:20.981567Z","end":"2026-02-25T20:18:22.826655Z","steps":["trace[1037218181] 'process raft request' (duration: 1.84484688s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:22.826736Z","caller":"traceutil/trace.go:171","msg":"trace[1072046982] transaction","detail":"{read_only:false; response_revision:21477; number_of_response:1; }","duration":"1.34217431s","start":"2026-02-25T20:18:21.484532Z","end":"2026-02-25T20:18:22.826706Z","steps":["trace[1072046982] 'process raft request' (duration: 1.342127299s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:22.826773Z","caller":"traceutil/trace.go:171","msg":"trace[1827727377] transaction","detail":"{read_only:false; response_revision:21475; number_of_response:1; }","duration":"1.736941393s","start":"2026-02-25T20:18:21.08978Z","end":"2026-02-25T20:18:22.826721Z","steps":["trace[1827727377] 'process raft request' (duration: 1.736801679s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:22.826929Z","caller":"traceutil/trace.go:171","msg":"trace[1360977259] transaction","detail":"{read_only:false; response_revision:21476; number_of_response:1; }","duration":"1.736394788s","start":"2026-02-25T20:18:21.090351Z","end":"2026-02-25T20:18:22.826746Z","steps":["trace[1360977259] 'process raft request' (duration: 1.736268355s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:22.826877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:20.981555Z","time spent":"1.84521956s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:18:22.827106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:21.090343Z","time spent":"1.736639945s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:18:22.827242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:21.089728Z","time spent":"1.737246051s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:18:22.826885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:21.484507Z","time spent":"1.342297104s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:18:22.838034Z","caller":"traceutil/trace.go:171","msg":"trace[1597880833] transaction","detail":"{read_only:false; response_revision:21478; number_of_response:1; }","duration":"1.303800174s","start":"2026-02-25T20:18:21.534209Z","end":"2026-02-25T20:18:22.838009Z","steps":["trace[1597880833] 'process raft request' (duration: 1.303620829s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:22.838374Z","caller":"traceutil/trace.go:171","msg":"trace[1187728894] transaction","detail":"{read_only:false; response_revision:21479; number_of_response:1; }","duration":"1.303966418s","start":"2026-02-25T20:18:21.534355Z","end":"2026-02-25T20:18:22.838321Z","steps":["trace[1187728894] 'process raft request' (duration: 1.303591248s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:22.838414Z","caller":"traceutil/trace.go:171","msg":"trace[1929551671] transaction","detail":"{read_only:false; response_revision:21481; number_of_response:1; }","duration":"1.181173933s","start":"2026-02-25T20:18:21.657211Z","end":"2026-02-25T20:18:22.838385Z","steps":["trace[1929551671] 'process raft request' (duration: 1.181094921s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:22.838497Z","caller":"traceutil/trace.go:171","msg":"trace[217628846] linearizableReadLoop","detail":"{readStateIndex:22270; appliedIndex:22262; }","duration":"1.308330925s","start":"2026-02-25T20:18:21.53013Z","end":"2026-02-25T20:18:22.838461Z","steps":["trace[217628846] 'read index received' (duration: 1.296461027s)","trace[217628846] 'applied index is now lower than readState.Index' (duration: 11.868648ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:18:22.838545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:21.534329Z","time spent":"1.304135993s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:18:22.838609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:21.657187Z","time spent":"1.181333647s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:18:22.838627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549520629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:18:22.838653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548659526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-25T20:18:22.838657Z","caller":"traceutil/trace.go:171","msg":"trace[309802945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21482; }","duration":"1.549617071s","start":"2026-02-25T20:18:21.28903Z","end":"2026-02-25T20:18:22.838647Z","steps":["trace[309802945] 'agreement among raft nodes before linearized reading' (duration: 1.549558299s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:22.838682Z","caller":"traceutil/trace.go:171","msg":"trace[1519719005] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21482; }","duration":"1.548743947s","start":"2026-02-25T20:18:21.289928Z","end":"2026-02-25T20:18:22.838672Z","steps":["trace[1519719005] 'agreement among raft nodes before linearized reading' (duration: 1.548607714s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:22.838702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:21.289904Z","time spent":"1.548793599s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:18:22.838744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890914563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:22.838772Z","caller":"traceutil/trace.go:171","msg":"trace[1044287181] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:21482; }","duration":"1.890982405s","start":"2026-02-25T20:18:20.94778Z","end":"2026-02-25T20:18:22.838762Z","steps":["trace[1044287181] 'agreement among raft nodes before linearized reading' (duration: 1.890934404s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:22.838776Z","caller":"traceutil/trace.go:171","msg":"trace[1643871380] transaction","detail":"{read_only:false; response_revision:21480; number_of_response:1; }","duration":"1.303406044s","start":"2026-02-25T20:18:21.535359Z","end":"2026-02-25T20:18:22.838765Z","steps":["trace[1643871380] 'process raft request' (duration: 1.302831519s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:22.838799Z","caller":"traceutil/trace.go:171","msg":"trace[1552534997] transaction","detail":"{read_only:false; response_revision:21482; number_of_response:1; }","duration":"803.91837ms","start":"2026-02-25T20:18:22.034871Z","end":"2026-02-25T20:18:22.838789Z","steps":["trace[1552534997] 'process raft request' (duration: 803.466027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:22.838803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:20.947758Z","time spent":"1.891037856s","remote":"127.0.0.1:53516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:18:22.838838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:21.535351Z","time spent":"1.303462985s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:18:22.838845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:22.034842Z","time spent":"803.975211ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:18:22.839036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351885025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-25T20:18:22.839079Z","caller":"traceutil/trace.go:171","msg":"trace[589800175] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:21482; }","duration":"2.351986008s","start":"2026-02-25T20:18:20.487082Z","end":"2026-02-25T20:18:22.839068Z","steps":["trace[589800175] 'agreement among raft nodes before linearized reading' (duration: 2.351878415s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:22.839113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:20.487047Z","time spent":"2.35205846s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-25T20:18:22.839219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:21.534195Z","time spent":"1.303970069s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:18:22.838698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:21.288995Z","time spent":"1.549683303s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:18:22.839402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223397373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T20:18:22.839317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594848285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-25T20:18:22.839439Z","caller":"traceutil/trace.go:171","msg":"trace[1872810694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21482; }","duration":"1.223461535s","start":"2026-02-25T20:18:21.615969Z","end":"2026-02-25T20:18:22.83943Z","steps":["trace[1872810694] 'agreement among raft nodes before linearized reading' (duration: 1.223376802s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:22.839457Z","caller":"traceutil/trace.go:171","msg":"trace[493501480] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21482; }","duration":"2.59501831s","start":"2026-02-25T20:18:20.244426Z","end":"2026-02-25T20:18:22.839445Z","steps":["trace[493501480] 'agreement among raft nodes before linearized reading' (duration: 2.594817045s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:22.839471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:21.615954Z","time spent":"1.223511276s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T20:18:22.83949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:20.24441Z","time spent":"2.595069842s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-25T20:18:22.839616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.181201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:22.839647Z","caller":"traceutil/trace.go:171","msg":"trace[1025292241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21482; }","duration":"143.215942ms","start":"2026-02-25T20:18:22.696423Z","end":"2026-02-25T20:18:22.839639Z","steps":["trace[1025292241] 'agreement among raft nodes before linearized reading' (duration: 143.165521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:22.839788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.700104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:18:22.839817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218716338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-25T20:18:22.839844Z","caller":"traceutil/trace.go:171","msg":"trace[852088880] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21482; }","duration":"1.218795349s","start":"2026-02-25T20:18:21.621041Z","end":"2026-02-25T20:18:22.839836Z","steps":["trace[852088880] 'agreement among raft nodes before linearized reading' (duration: 1.218687147s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:18:22.839846Z","caller":"traceutil/trace.go:171","msg":"trace[1623089936] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:21482; }","duration":"547.773676ms","start":"2026-02-25T20:18:22.29206Z","end":"2026-02-25T20:18:22.839833Z","steps":["trace[1623089936] 'agreement among raft nodes before linearized reading' (duration: 547.661023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:22.839875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:21.621011Z","time spent":"1.218859041s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:18:22.839888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:22.291995Z","time spent":"547.8817ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:18:22.839999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.841811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:18:22.840025Z","caller":"traceutil/trace.go:171","msg":"trace[1866488377] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:21482; }","duration":"651.911322ms","start":"2026-02-25T20:18:22.188106Z","end":"2026-02-25T20:18:22.840018Z","steps":["trace[1866488377] 'agreement among raft nodes before linearized reading' (duration: 651.847001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:22.840035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.568078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:22.840073Z","caller":"traceutil/trace.go:171","msg":"trace[1583872989] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:21482; }","duration":"209.623259ms","start":"2026-02-25T20:18:22.630441Z","end":"2026-02-25T20:18:22.840064Z","steps":["trace[1583872989] 'agreement among raft nodes before linearized reading' (duration: 209.572487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:22.840044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:22.188081Z","time spent":"651.958094ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":35,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:18:22.840072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.119936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:18:22.840228Z","caller":"traceutil/trace.go:171","msg":"trace[671915606] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:21482; }","duration":"261.278841ms","start":"2026-02-25T20:18:22.57894Z","end":"2026-02-25T20:18:22.840219Z","steps":["trace[671915606] 'agreement among raft nodes before linearized reading' (duration: 261.098926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:22.839992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.983832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:18:22.840287Z","caller":"traceutil/trace.go:171","msg":"trace[1224459307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21482; }","duration":"215.306951ms","start":"2026-02-25T20:18:22.624967Z","end":"2026-02-25T20:18:22.840274Z","steps":["trace[1224459307] 'agreement among raft nodes before linearized reading' (duration: 214.993233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:22.839297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542166522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T20:18:22.841259Z","caller":"traceutil/trace.go:171","msg":"trace[256842821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21482; }","duration":"1.544146065s","start":"2026-02-25T20:18:21.297091Z","end":"2026-02-25T20:18:22.841237Z","steps":["trace[256842821] 'agreement among raft nodes before linearized reading' (duration: 1.542148012s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:18:22.841428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:18:21.297079Z","time spent":"1.54433229s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T20:19:03.291811Z","caller":"traceutil/trace.go:171","msg":"trace[478778972] transaction","detail":"{read_only:false; response_revision:21873; number_of_response:1; }","duration":"116.544509ms","start":"2026-02-25T20:19:03.175231Z","end":"2026-02-25T20:19:03.291776Z","steps":["trace[478778972] 'process raft request' (duration: 116.291442ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:19:33.227064Z","caller":"traceutil/trace.go:171","msg":"trace[852957441] transaction","detail":"{read_only:false; response_revision:22220; number_of_response:1; }","duration":"121.369247ms","start":"2026-02-25T20:19:33.105669Z","end":"2026-02-25T20:19:33.227038Z","steps":["trace[852957441] 'process raft request' (duration: 121.12179ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:19:44.704816Z","caller":"traceutil/trace.go:171","msg":"trace[1458502726] linearizableReadLoop","detail":"{readStateIndex:23113; appliedIndex:23112; }","duration":"155.405348ms","start":"2026-02-25T20:19:44.549385Z","end":"2026-02-25T20:19:44.704791Z","steps":["trace[1458502726] 'read index received' (duration: 155.374007ms)","trace[1458502726] 'applied index is now lower than readState.Index' (duration: 30.601µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:19:44.70501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.596933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:19:44.705098Z","caller":"traceutil/trace.go:171","msg":"trace[1312897036] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22304; }","duration":"155.747327ms","start":"2026-02-25T20:19:44.54933Z","end":"2026-02-25T20:19:44.705077Z","steps":["trace[1312897036] 'agreement among raft nodes before linearized reading' (duration: 155.576562ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:19:44.705539Z","caller":"traceutil/trace.go:171","msg":"trace[1615295196] transaction","detail":"{read_only:false; response_revision:22304; number_of_response:1; }","duration":"216.364439ms","start":"2026-02-25T20:19:44.488493Z","end":"2026-02-25T20:19:44.704857Z","steps":["trace[1615295196] 'process raft request' (duration: 216.141293ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:19:44.822171Z","caller":"traceutil/trace.go:171","msg":"trace[588036077] linearizableReadLoop","detail":"{readStateIndex:23114; appliedIndex:23113; }","duration":"117.249547ms","start":"2026-02-25T20:19:44.704877Z","end":"2026-02-25T20:19:44.822126Z","steps":["trace[588036077] 'read index received' (duration: 61.373292ms)","trace[588036077] 'applied index is now lower than readState.Index' (duration: 55.875165ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:19:44.82221Z","caller":"traceutil/trace.go:171","msg":"trace[1184370166] transaction","detail":"{read_only:false; response_revision:22305; number_of_response:1; }","duration":"204.349657ms","start":"2026-02-25T20:19:44.617838Z","end":"2026-02-25T20:19:44.822188Z","steps":["trace[1184370166] 'process raft request' (duration: 148.500173ms)","trace[1184370166] 'compare' (duration: 55.484865ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:19:44.822447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.896673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:19:44.822545Z","caller":"traceutil/trace.go:171","msg":"trace[1838877898] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22305; }","duration":"149.075298ms","start":"2026-02-25T20:19:44.673447Z","end":"2026-02-25T20:19:44.822522Z","steps":["trace[1838877898] 'agreement among raft nodes before linearized reading' (duration: 148.853032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:19:44.822556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.083744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-25T20:19:44.822601Z","caller":"traceutil/trace.go:171","msg":"trace[1260472739] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22305; }","duration":"240.195377ms","start":"2026-02-25T20:19:44.582392Z","end":"2026-02-25T20:19:44.822587Z","steps":["trace[1260472739] 'agreement among raft nodes before linearized reading' (duration: 239.976981ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:02.322463Z","caller":"traceutil/trace.go:171","msg":"trace[1846448115] transaction","detail":"{read_only:false; response_revision:23006; number_of_response:1; }","duration":"371.033321ms","start":"2026-02-25T20:21:01.951403Z","end":"2026-02-25T20:21:02.322436Z","steps":["trace[1846448115] 'process raft request' (duration: 370.833926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:02.322851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:01.95139Z","time spent":"371.162044ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:21:02.382015Z","caller":"traceutil/trace.go:171","msg":"trace[376842664] linearizableReadLoop","detail":"{readStateIndex:23832; appliedIndex:23830; }","duration":"323.588622ms","start":"2026-02-25T20:21:02.058393Z","end":"2026-02-25T20:21:02.381981Z","steps":["trace[376842664] 'read index received' (duration: 263.926287ms)","trace[376842664] 'applied index is now lower than readState.Index' (duration: 59.660925ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:02.382117Z","caller":"traceutil/trace.go:171","msg":"trace[225664906] transaction","detail":"{read_only:false; response_revision:23007; number_of_response:1; }","duration":"423.984307ms","start":"2026-02-25T20:21:01.9581Z","end":"2026-02-25T20:21:02.382084Z","steps":["trace[225664906] 'process raft request' (duration: 423.641948ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:02.3822Z","caller":"traceutil/trace.go:171","msg":"trace[87073803] transaction","detail":"{read_only:false; response_revision:23008; number_of_response:1; }","duration":"251.118284ms","start":"2026-02-25T20:21:02.131023Z","end":"2026-02-25T20:21:02.382141Z","steps":["trace[87073803] 'process raft request' (duration: 250.897989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:02.382261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:01.958065Z","time spent":"424.117611ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8717,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:02.382295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.869319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"warn","ts":"2026-02-25T20:21:02.382289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.800436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:21:02.382343Z","caller":"traceutil/trace.go:171","msg":"trace[1497193564] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23008; }","duration":"323.997654ms","start":"2026-02-25T20:21:02.058334Z","end":"2026-02-25T20:21:02.382331Z","steps":["trace[1497193564] 'agreement among raft nodes before linearized reading' (duration: 323.800038ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:02.382372Z","caller":"traceutil/trace.go:171","msg":"trace[1142960468] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23008; }","duration":"253.901749ms","start":"2026-02-25T20:21:02.12845Z","end":"2026-02-25T20:21:02.382352Z","steps":["trace[1142960468] 'agreement among raft nodes before linearized reading' (duration: 253.759735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:02.382384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:02.058307Z","time spent":"324.067725ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-02-25T20:21:07.360485Z","caller":"traceutil/trace.go:171","msg":"trace[379059210] linearizableReadLoop","detail":"{readStateIndex:23867; appliedIndex:23866; }","duration":"180.989009ms","start":"2026-02-25T20:21:07.179469Z","end":"2026-02-25T20:21:07.360459Z","steps":["trace[379059210] 'read index received' (duration: 143.036314ms)","trace[379059210] 'applied index is now lower than readState.Index' (duration: 37.951545ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:07.360504Z","caller":"traceutil/trace.go:171","msg":"trace[2000442041] transaction","detail":"{read_only:false; response_revision:23041; number_of_response:1; }","duration":"237.376787ms","start":"2026-02-25T20:21:07.123103Z","end":"2026-02-25T20:21:07.36048Z","steps":["trace[2000442041] 'process raft request' (duration: 199.477183ms)","trace[2000442041] 'compare' (duration: 37.428171ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:07.36063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.128874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:07.360699Z","caller":"traceutil/trace.go:171","msg":"trace[2066024071] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23041; }","duration":"181.257917ms","start":"2026-02-25T20:21:07.179414Z","end":"2026-02-25T20:21:07.360672Z","steps":["trace[2066024071] 'agreement among raft nodes before linearized reading' (duration: 181.139414ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:07.792659Z","caller":"traceutil/trace.go:171","msg":"trace[1710773241] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"244.067596ms","start":"2026-02-25T20:21:07.548567Z","end":"2026-02-25T20:21:07.792635Z","steps":["trace[1710773241] 'process raft request' (duration: 243.934002ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:07.846812Z","caller":"traceutil/trace.go:171","msg":"trace[1915792811] linearizableReadLoop","detail":"{readStateIndex:23870; appliedIndex:23868; }","duration":"119.609418ms","start":"2026-02-25T20:21:07.727172Z","end":"2026-02-25T20:21:07.846781Z","steps":["trace[1915792811] 'read index received' (duration: 65.339667ms)","trace[1915792811] 'applied index is now lower than readState.Index' (duration: 54.268511ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:07.847149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.924017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-25T20:21:07.84717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.000487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T20:21:07.847342Z","caller":"traceutil/trace.go:171","msg":"trace[1883374922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23044; }","duration":"108.140951ms","start":"2026-02-25T20:21:07.739106Z","end":"2026-02-25T20:21:07.847247Z","steps":["trace[1883374922] 'agreement among raft nodes before linearized reading' (duration: 107.904665ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:07.847198Z","caller":"traceutil/trace.go:171","msg":"trace[1316748907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23044; }","duration":"120.018799ms","start":"2026-02-25T20:21:07.727165Z","end":"2026-02-25T20:21:07.847184Z","steps":["trace[1316748907] 'agreement among raft nodes before linearized reading' (duration: 119.760313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:07.847563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.163431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T20:21:07.847616Z","caller":"traceutil/trace.go:171","msg":"trace[1522249126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23044; }","duration":"102.255074ms","start":"2026-02-25T20:21:07.745348Z","end":"2026-02-25T20:21:07.847603Z","steps":["trace[1522249126] 'agreement among raft nodes before linearized reading' (duration: 102.12206ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:07.848071Z","caller":"traceutil/trace.go:171","msg":"trace[2129634261] transaction","detail":"{read_only:false; response_revision:23044; number_of_response:1; }","duration":"237.189042ms","start":"2026-02-25T20:21:07.609743Z","end":"2026-02-25T20:21:07.846932Z","steps":["trace[2129634261] 'process raft request' (duration: 236.895904ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:08.068824Z","caller":"traceutil/trace.go:171","msg":"trace[612744466] transaction","detail":"{read_only:false; response_revision:23051; number_of_response:1; }","duration":"109.715154ms","start":"2026-02-25T20:21:07.959078Z","end":"2026-02-25T20:21:08.068793Z","steps":["trace[612744466] 'process raft request' (duration: 94.099437ms)","trace[612744466] 'compare' (duration: 15.257047ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:09.216111Z","caller":"traceutil/trace.go:171","msg":"trace[1326131742] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"188.87581ms","start":"2026-02-25T20:21:09.027213Z","end":"2026-02-25T20:21:09.216089Z","steps":["trace[1326131742] 'process raft request' (duration: 188.709776ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:10.036551Z","caller":"traceutil/trace.go:171","msg":"trace[1702159838] linearizableReadLoop","detail":"{readStateIndex:23886; appliedIndex:23885; }","duration":"148.622283ms","start":"2026-02-25T20:21:09.887906Z","end":"2026-02-25T20:21:10.036529Z","steps":["trace[1702159838] 'read index received' (duration: 148.468429ms)","trace[1702159838] 'applied index is now lower than readState.Index' (duration: 153.254µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:10.036603Z","caller":"traceutil/trace.go:171","msg":"trace[2037195680] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"182.817379ms","start":"2026-02-25T20:21:09.853756Z","end":"2026-02-25T20:21:10.036573Z","steps":["trace[2037195680] 'process raft request' (duration: 182.659224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:10.036701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.780108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T20:21:10.036742Z","caller":"traceutil/trace.go:171","msg":"trace[1965318094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23059; }","duration":"148.872491ms","start":"2026-02-25T20:21:09.887864Z","end":"2026-02-25T20:21:10.036736Z","steps":["trace[1965318094] 'agreement among raft nodes before linearized reading' (duration: 148.751108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:10.036851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.605457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T20:21:10.036849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.454379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-25T20:21:10.036849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.849249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T20:21:10.036871Z","caller":"traceutil/trace.go:171","msg":"trace[55540328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23059; }","duration":"144.646157ms","start":"2026-02-25T20:21:09.892219Z","end":"2026-02-25T20:21:10.036865Z","steps":["trace[55540328] 'agreement among raft nodes before linearized reading' (duration: 144.598636ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:10.036878Z","caller":"traceutil/trace.go:171","msg":"trace[1752251098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23059; }","duration":"145.510921ms","start":"2026-02-25T20:21:09.891359Z","end":"2026-02-25T20:21:10.03687Z","steps":["trace[1752251098] 'agreement among raft nodes before linearized reading' (duration: 145.378317ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:10.036882Z","caller":"traceutil/trace.go:171","msg":"trace[920214677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23059; }","duration":"145.915422ms","start":"2026-02-25T20:21:09.890959Z","end":"2026-02-25T20:21:10.036875Z","steps":["trace[920214677] 'agreement among raft nodes before linearized reading' (duration: 145.785188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:10.036927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.2445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:21:10.037013Z","caller":"traceutil/trace.go:171","msg":"trace[889592684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23059; }","duration":"146.360274ms","start":"2026-02-25T20:21:09.890622Z","end":"2026-02-25T20:21:10.036983Z","steps":["trace[889592684] 'agreement among raft nodes before linearized reading' (duration: 146.142498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:10.037389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.965099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-25T20:21:10.037469Z","caller":"traceutil/trace.go:171","msg":"trace[1367367300] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23059; }","duration":"147.084383ms","start":"2026-02-25T20:21:09.890373Z","end":"2026-02-25T20:21:10.037457Z","steps":["trace[1367367300] 'agreement among raft nodes before linearized reading' (duration: 146.787705ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:13.613967Z","caller":"traceutil/trace.go:171","msg":"trace[67040250] transaction","detail":"{read_only:false; response_revision:23083; number_of_response:1; }","duration":"297.790802ms","start":"2026-02-25T20:21:13.316149Z","end":"2026-02-25T20:21:13.61394Z","steps":["trace[67040250] 'process raft request' (duration: 297.609067ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:13.726618Z","caller":"traceutil/trace.go:171","msg":"trace[50606538] transaction","detail":"{read_only:false; response_revision:23084; number_of_response:1; }","duration":"283.636574ms","start":"2026-02-25T20:21:13.442956Z","end":"2026-02-25T20:21:13.726593Z","steps":["trace[50606538] 'process raft request' (duration: 271.363726ms)","trace[50606538] 'compare' (duration: 11.984701ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:13.726618Z","caller":"traceutil/trace.go:171","msg":"trace[1434226280] linearizableReadLoop","detail":"{readStateIndex:23911; appliedIndex:23909; }","duration":"115.728924ms","start":"2026-02-25T20:21:13.610861Z","end":"2026-02-25T20:21:13.72659Z","steps":["trace[1434226280] 'read index received' (duration: 2.906638ms)","trace[1434226280] 'applied index is now lower than readState.Index' (duration: 112.821066ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:13.726947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.039503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-02-25T20:21:13.727052Z","caller":"traceutil/trace.go:171","msg":"trace[2022177998] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23084; }","duration":"116.220488ms","start":"2026-02-25T20:21:13.610808Z","end":"2026-02-25T20:21:13.727028Z","steps":["trace[2022177998] 'agreement among raft nodes before linearized reading' (duration: 115.854798ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:16.172867Z","caller":"traceutil/trace.go:171","msg":"trace[525368768] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"215.536892ms","start":"2026-02-25T20:21:15.957302Z","end":"2026-02-25T20:21:16.172839Z","steps":["trace[525368768] 'process raft request' (duration: 158.841876ms)","trace[525368768] 'compare' (duration: 56.415119ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:16.172955Z","caller":"traceutil/trace.go:171","msg":"trace[814680698] linearizableReadLoop","detail":"{readStateIndex:23928; appliedIndex:23927; }","duration":"118.631621ms","start":"2026-02-25T20:21:16.054286Z","end":"2026-02-25T20:21:16.172918Z","steps":["trace[814680698] 'read index received' (duration: 61.868394ms)","trace[814680698] 'applied index is now lower than readState.Index' (duration: 56.757177ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:16.173242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.928859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-02-25T20:21:16.173585Z","caller":"traceutil/trace.go:171","msg":"trace[373231744] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23101; }","duration":"119.328ms","start":"2026-02-25T20:21:16.054243Z","end":"2026-02-25T20:21:16.173571Z","steps":["trace[373231744] 'agreement among raft nodes before linearized reading' (duration: 118.777795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:16.423845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.427326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:21:16.423957Z","caller":"traceutil/trace.go:171","msg":"trace[144554474] linearizableReadLoop","detail":"{readStateIndex:23930; appliedIndex:23929; }","duration":"174.096785ms","start":"2026-02-25T20:21:16.24984Z","end":"2026-02-25T20:21:16.423937Z","steps":["trace[144554474] 'read index received' (duration: 61.405592ms)","trace[144554474] 'applied index is now lower than readState.Index' (duration: 112.689793ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:16.424011Z","caller":"traceutil/trace.go:171","msg":"trace[245233588] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"231.020997ms","start":"2026-02-25T20:21:16.192954Z","end":"2026-02-25T20:21:16.423975Z","steps":["trace[245233588] 'process raft request' (duration: 118.355975ms)","trace[245233588] 'compare' (duration: 112.123078ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:16.424155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.309821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T20:21:16.424193Z","caller":"traceutil/trace.go:171","msg":"trace[1424771624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23102; }","duration":"174.348682ms","start":"2026-02-25T20:21:16.249834Z","end":"2026-02-25T20:21:16.424183Z","steps":["trace[1424771624] 'agreement among raft nodes before linearized reading' (duration: 174.196838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:16.424252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.175177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T20:21:16.424261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.25496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-25T20:21:16.424312Z","caller":"traceutil/trace.go:171","msg":"trace[276659933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23102; }","duration":"174.246409ms","start":"2026-02-25T20:21:16.250046Z","end":"2026-02-25T20:21:16.424292Z","steps":["trace[276659933] 'agreement among raft nodes before linearized reading' (duration: 174.131686ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:16.424334Z","caller":"traceutil/trace.go:171","msg":"trace[338881215] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23102; }","duration":"174.335861ms","start":"2026-02-25T20:21:16.24997Z","end":"2026-02-25T20:21:16.424306Z","steps":["trace[338881215] 'agreement among raft nodes before linearized reading' (duration: 174.181567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:16.424367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.511336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-25T20:21:16.424363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.2734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-25T20:21:16.424234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.947629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:16.424414Z","caller":"traceutil/trace.go:171","msg":"trace[1685676828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23102; }","duration":"174.598959ms","start":"2026-02-25T20:21:16.249804Z","end":"2026-02-25T20:21:16.424403Z","steps":["trace[1685676828] 'agreement among raft nodes before linearized reading' (duration: 174.433504ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:16.424437Z","caller":"traceutil/trace.go:171","msg":"trace[295681454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23102; }","duration":"174.374382ms","start":"2026-02-25T20:21:16.250042Z","end":"2026-02-25T20:21:16.424417Z","steps":["trace[295681454] 'agreement among raft nodes before linearized reading' (duration: 174.138956ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:16.424496Z","caller":"traceutil/trace.go:171","msg":"trace[2085878143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23102; }","duration":"138.222306ms","start":"2026-02-25T20:21:16.286225Z","end":"2026-02-25T20:21:16.424447Z","steps":["trace[2085878143] 'agreement among raft nodes before linearized reading' (duration: 137.947549ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:16.542125Z","caller":"traceutil/trace.go:171","msg":"trace[1906456305] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"112.715784ms","start":"2026-02-25T20:21:16.429376Z","end":"2026-02-25T20:21:16.542092Z","steps":["trace[1906456305] 'process raft request' (duration: 112.656002ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:16.542166Z","caller":"traceutil/trace.go:171","msg":"trace[7995732] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"112.774546ms","start":"2026-02-25T20:21:16.429364Z","end":"2026-02-25T20:21:16.542138Z","steps":["trace[7995732] 'process raft request' (duration: 112.508659ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:16.571545Z","caller":"traceutil/trace.go:171","msg":"trace[788502857] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"142.007257ms","start":"2026-02-25T20:21:16.429505Z","end":"2026-02-25T20:21:16.571512Z","steps":["trace[788502857] 'process raft request' (duration: 141.952606ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:16.571598Z","caller":"traceutil/trace.go:171","msg":"trace[1190827904] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"142.078579ms","start":"2026-02-25T20:21:16.429443Z","end":"2026-02-25T20:21:16.571522Z","steps":["trace[1190827904] 'process raft request' (duration: 141.768711ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:16.571632Z","caller":"traceutil/trace.go:171","msg":"trace[1771552475] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"142.089679ms","start":"2026-02-25T20:21:16.429502Z","end":"2026-02-25T20:21:16.571591Z","steps":["trace[1771552475] 'process raft request' (duration: 141.916975ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:16.855822Z","caller":"traceutil/trace.go:171","msg":"trace[231856210] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"129.40335ms","start":"2026-02-25T20:21:16.726382Z","end":"2026-02-25T20:21:16.855785Z","steps":["trace[231856210] 'process raft request' (duration: 129.136623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:17.066294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.196346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:17.066386Z","caller":"traceutil/trace.go:171","msg":"trace[2044916570] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23109; }","duration":"144.34231ms","start":"2026-02-25T20:21:16.922022Z","end":"2026-02-25T20:21:17.066364Z","steps":["trace[2044916570] 'range keys from in-memory index tree' (duration: 144.090563ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:18.159379Z","caller":"traceutil/trace.go:171","msg":"trace[820297772] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"131.157187ms","start":"2026-02-25T20:21:18.028172Z","end":"2026-02-25T20:21:18.159329Z","steps":["trace[820297772] 'process raft request' (duration: 63.115368ms)","trace[820297772] 'compare' (duration: 67.798283ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:18.660615Z","caller":"traceutil/trace.go:171","msg":"trace[320116494] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"109.292643ms","start":"2026-02-25T20:21:18.551291Z","end":"2026-02-25T20:21:18.660584Z","steps":["trace[320116494] 'process raft request' (duration: 108.959574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:19.170568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.52581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:21:19.170796Z","caller":"traceutil/trace.go:171","msg":"trace[188560293] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"505.715912ms","start":"2026-02-25T20:21:18.665062Z","end":"2026-02-25T20:21:19.170778Z","steps":["trace[188560293] 'process raft request' (duration: 505.616689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:19.170875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:18.665055Z","time spent":"505.782813ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:19.170933Z","caller":"traceutil/trace.go:171","msg":"trace[815787486] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"505.861616ms","start":"2026-02-25T20:21:18.664988Z","end":"2026-02-25T20:21:19.17085Z","steps":["trace[815787486] 'process raft request' (duration: 46.948935ms)","trace[815787486] 'compare' (duration: 458.344045ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:19.171462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:18.664972Z","time spent":"506.057532ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:19.258518Z","caller":"traceutil/trace.go:171","msg":"trace[1889772294] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"586.499602ms","start":"2026-02-25T20:21:18.672001Z","end":"2026-02-25T20:21:19.258501Z","steps":["trace[1889772294] 'process raft request' (duration: 586.359839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:19.258634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:18.671987Z","time spent":"586.581494ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:19.497367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.560675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:21:19.497587Z","caller":"traceutil/trace.go:171","msg":"trace[205735165] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"634.68137ms","start":"2026-02-25T20:21:18.862865Z","end":"2026-02-25T20:21:19.497547Z","steps":["trace[205735165] 'process raft request' (duration: 486.841427ms)","trace[205735165] 'compare' (duration: 147.35458ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:19.497743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:18.862837Z","time spent":"634.821354ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:19.564968Z","caller":"traceutil/trace.go:171","msg":"trace[1365028927] linearizableReadLoop","detail":"{readStateIndex:23951; appliedIndex:23947; }","duration":"358.884296ms","start":"2026-02-25T20:21:19.206056Z","end":"2026-02-25T20:21:19.56494Z","steps":["trace[1365028927] 'read index received' (duration: 52.334409ms)","trace[1365028927] 'applied index is now lower than readState.Index' (duration: 306.547687ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:19.565022Z","caller":"traceutil/trace.go:171","msg":"trace[1260708427] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"568.378448ms","start":"2026-02-25T20:21:18.996609Z","end":"2026-02-25T20:21:19.564987Z","steps":["trace[1260708427] 'process raft request' (duration: 568.041899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:19.565159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:18.996584Z","time spent":"568.492421ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:19.565178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.251983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:21:19.565177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.249286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:19.565228Z","caller":"traceutil/trace.go:171","msg":"trace[923877520] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23122; }","duration":"274.344846ms","start":"2026-02-25T20:21:19.290869Z","end":"2026-02-25T20:21:19.565214Z","steps":["trace[923877520] 'agreement among raft nodes before linearized reading' (duration: 274.244623ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:19.565278Z","caller":"traceutil/trace.go:171","msg":"trace[1752192506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23122; }","duration":"276.37345ms","start":"2026-02-25T20:21:19.288863Z","end":"2026-02-25T20:21:19.565237Z","steps":["trace[1752192506] 'agreement among raft nodes before linearized reading' (duration: 276.244977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:19.5652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.081662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:19.56556Z","caller":"traceutil/trace.go:171","msg":"trace[1273344138] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23122; }","duration":"359.439762ms","start":"2026-02-25T20:21:19.205999Z","end":"2026-02-25T20:21:19.565439Z","steps":["trace[1273344138] 'agreement among raft nodes before linearized reading' (duration: 359.063612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:19.565641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:19.205974Z","time spent":"359.642336ms","remote":"127.0.0.1:48506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:21:20.303747Z","caller":"traceutil/trace.go:171","msg":"trace[2095632683] linearizableReadLoop","detail":"{readStateIndex:23954; appliedIndex:23953; }","duration":"119.619348ms","start":"2026-02-25T20:21:20.184107Z","end":"2026-02-25T20:21:20.303726Z","steps":["trace[2095632683] 'read index received' (duration: 119.560927ms)","trace[2095632683] 'applied index is now lower than readState.Index' (duration: 57.141µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:20.30381Z","caller":"traceutil/trace.go:171","msg":"trace[109822086] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"136.793547ms","start":"2026-02-25T20:21:20.166981Z","end":"2026-02-25T20:21:20.303774Z","steps":["trace[109822086] 'process raft request' (duration: 136.614973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:20.303963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.843965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-02-25T20:21:20.304Z","caller":"traceutil/trace.go:171","msg":"trace[878123450] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23125; }","duration":"119.901246ms","start":"2026-02-25T20:21:20.184088Z","end":"2026-02-25T20:21:20.303989Z","steps":["trace[878123450] 'agreement among raft nodes before linearized reading' (duration: 119.746422ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:20.371897Z","caller":"traceutil/trace.go:171","msg":"trace[1738297808] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"145.956242ms","start":"2026-02-25T20:21:20.225896Z","end":"2026-02-25T20:21:20.371852Z","steps":["trace[1738297808] 'process raft request' (duration: 104.266738ms)","trace[1738297808] 'compare' (duration: 41.405317ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:20.75647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.279115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T20:21:20.756546Z","caller":"traceutil/trace.go:171","msg":"trace[3800805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23128; }","duration":"108.407219ms","start":"2026-02-25T20:21:20.64812Z","end":"2026-02-25T20:21:20.756527Z","steps":["trace[3800805] 'range keys from in-memory index tree' (duration: 108.152952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:21.046369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.765798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:21:21.046847Z","caller":"traceutil/trace.go:171","msg":"trace[591316072] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"286.422398ms","start":"2026-02-25T20:21:20.760397Z","end":"2026-02-25T20:21:21.046819Z","steps":["trace[591316072] 'process raft request' (duration: 119.112535ms)","trace[591316072] 'compare' (duration: 166.482721ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:21.046949Z","caller":"traceutil/trace.go:171","msg":"trace[1203054883] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"286.233324ms","start":"2026-02-25T20:21:20.760687Z","end":"2026-02-25T20:21:21.046921Z","steps":["trace[1203054883] 'process raft request' (duration: 285.786952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:21.4814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.363214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:21:21.481593Z","caller":"traceutil/trace.go:171","msg":"trace[1394753002] linearizableReadLoop","detail":"{readStateIndex:23964; appliedIndex:23961; }","duration":"192.928689ms","start":"2026-02-25T20:21:21.288645Z","end":"2026-02-25T20:21:21.481573Z","steps":["trace[1394753002] 'read index received' (duration: 3.411751ms)","trace[1394753002] 'applied index is now lower than readState.Index' (duration: 189.515578ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:21.481686Z","caller":"traceutil/trace.go:171","msg":"trace[496307768] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"240.491051ms","start":"2026-02-25T20:21:21.241182Z","end":"2026-02-25T20:21:21.481673Z","steps":["trace[496307768] 'process raft request' (duration: 130.758957ms)","trace[496307768] 'compare' (duration: 109.20749ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:21.481762Z","caller":"traceutil/trace.go:171","msg":"trace[1406878392] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"217.938108ms","start":"2026-02-25T20:21:21.263767Z","end":"2026-02-25T20:21:21.481705Z","steps":["trace[1406878392] 'process raft request' (duration: 217.737032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:21.482015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.33566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:21.48214Z","caller":"traceutil/trace.go:171","msg":"trace[1246037363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23135; }","duration":"193.520994ms","start":"2026-02-25T20:21:21.288591Z","end":"2026-02-25T20:21:21.482112Z","steps":["trace[1246037363] 'agreement among raft nodes before linearized reading' (duration: 193.227317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:21.501343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.601893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:21.501443Z","caller":"traceutil/trace.go:171","msg":"trace[817843343] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23136; }","duration":"200.81411ms","start":"2026-02-25T20:21:21.300604Z","end":"2026-02-25T20:21:21.501419Z","steps":["trace[817843343] 'agreement among raft nodes before linearized reading' (duration: 200.521942ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:21.880911Z","caller":"traceutil/trace.go:171","msg":"trace[165616570] linearizableReadLoop","detail":"{readStateIndex:23967; appliedIndex:23966; }","duration":"212.893292ms","start":"2026-02-25T20:21:21.667994Z","end":"2026-02-25T20:21:21.880888Z","steps":["trace[165616570] 'read index received' (duration: 212.656116ms)","trace[165616570] 'applied index is now lower than readState.Index' (duration: 236.566µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:21.881216Z","caller":"traceutil/trace.go:171","msg":"trace[602267885] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"225.129919ms","start":"2026-02-25T20:21:21.656028Z","end":"2026-02-25T20:21:21.881158Z","steps":["trace[602267885] 'process raft request' (duration: 224.682597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:21.882098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.084875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/magnum-domain-ks-user-ss8x8\" ","response":"range_response_count:1 size:2831"} {"level":"info","ts":"2026-02-25T20:21:21.882135Z","caller":"traceutil/trace.go:171","msg":"trace[592362336] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/magnum-domain-ks-user-ss8x8; range_end:; response_count:1; response_revision:23138; }","duration":"214.167706ms","start":"2026-02-25T20:21:21.667956Z","end":"2026-02-25T20:21:21.882124Z","steps":["trace[592362336] 'agreement among raft nodes before linearized reading' (duration: 213.169389ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:21.981866Z","caller":"traceutil/trace.go:171","msg":"trace[1662189788] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"305.426207ms","start":"2026-02-25T20:21:21.676387Z","end":"2026-02-25T20:21:21.981813Z","steps":["trace[1662189788] 'process raft request' (duration: 245.502854ms)","trace[1662189788] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:604; } (duration: 59.518331ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:21.982006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:21.676373Z","time spent":"305.55275ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:21.982179Z","caller":"traceutil/trace.go:171","msg":"trace[1252694952] linearizableReadLoop","detail":"{readStateIndex:23969; appliedIndex:23967; }","duration":"101.200026ms","start":"2026-02-25T20:21:21.880972Z","end":"2026-02-25T20:21:21.982172Z","steps":["trace[1252694952] 'read index received' (duration: 41.032337ms)","trace[1252694952] 'applied index is now lower than readState.Index' (duration: 60.166599ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:21.98216Z","caller":"traceutil/trace.go:171","msg":"trace[1730648868] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"139.430838ms","start":"2026-02-25T20:21:21.842691Z","end":"2026-02-25T20:21:21.982121Z","steps":["trace[1730648868] 'process raft request' (duration: 138.987876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:21.982269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.699208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:21:21.982315Z","caller":"traceutil/trace.go:171","msg":"trace[745120022] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23141; }","duration":"209.78448ms","start":"2026-02-25T20:21:21.772521Z","end":"2026-02-25T20:21:21.982306Z","steps":["trace[745120022] 'agreement among raft nodes before linearized reading' (duration: 209.681317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:22.191796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.257475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-25T20:21:22.191856Z","caller":"traceutil/trace.go:171","msg":"trace[1315412429] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23141; }","duration":"102.358967ms","start":"2026-02-25T20:21:22.089483Z","end":"2026-02-25T20:21:22.191842Z","steps":["trace[1315412429] 'range keys from in-memory index tree' (duration: 102.11585ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:22.613755Z","caller":"traceutil/trace.go:171","msg":"trace[1731614099] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"100.724684ms","start":"2026-02-25T20:21:22.512984Z","end":"2026-02-25T20:21:22.613709Z","steps":["trace[1731614099] 'process raft request' (duration: 100.389775ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:22.797216Z","caller":"traceutil/trace.go:171","msg":"trace[899560729] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"143.029824ms","start":"2026-02-25T20:21:22.654116Z","end":"2026-02-25T20:21:22.797146Z","steps":["trace[899560729] 'process raft request' (duration: 142.781888ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:23.626153Z","caller":"traceutil/trace.go:171","msg":"trace[1695520241] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"136.13444ms","start":"2026-02-25T20:21:23.489984Z","end":"2026-02-25T20:21:23.626119Z","steps":["trace[1695520241] 'process raft request' (duration: 105.987524ms)","trace[1695520241] 'compare' (duration: 29.93679ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:23.626386Z","caller":"traceutil/trace.go:171","msg":"trace[330303034] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"108.150272ms","start":"2026-02-25T20:21:23.518193Z","end":"2026-02-25T20:21:23.626343Z","steps":["trace[330303034] 'process raft request' (duration: 107.870495ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:24.161376Z","caller":"traceutil/trace.go:171","msg":"trace[1759596477] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"184.189145ms","start":"2026-02-25T20:21:23.977141Z","end":"2026-02-25T20:21:24.16133Z","steps":["trace[1759596477] 'process raft request' (duration: 119.738171ms)","trace[1759596477] 'compare' (duration: 64.232508ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:24.213529Z","caller":"traceutil/trace.go:171","msg":"trace[122421411] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"226.26165ms","start":"2026-02-25T20:21:23.987234Z","end":"2026-02-25T20:21:24.213496Z","steps":["trace[122421411] 'process raft request' (duration: 225.926511ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:24.213705Z","caller":"traceutil/trace.go:171","msg":"trace[1255407630] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"226.331202ms","start":"2026-02-25T20:21:23.987353Z","end":"2026-02-25T20:21:24.213684Z","steps":["trace[1255407630] 'process raft request' (duration: 225.990192ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:24.213868Z","caller":"traceutil/trace.go:171","msg":"trace[1203839599] linearizableReadLoop","detail":"{readStateIndex:23993; appliedIndex:23990; }","duration":"162.914855ms","start":"2026-02-25T20:21:24.050726Z","end":"2026-02-25T20:21:24.213641Z","steps":["trace[1203839599] 'read index received' (duration: 46.180744ms)","trace[1203839599] 'applied index is now lower than readState.Index' (duration: 116.732101ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:24.213974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.206764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/magnum-cluster-api-proxy-config\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:24.214071Z","caller":"traceutil/trace.go:171","msg":"trace[177480471] range","detail":"{range_begin:/registry/configmaps/openstack/magnum-cluster-api-proxy-config; range_end:; response_count:0; response_revision:23162; }","duration":"163.366408ms","start":"2026-02-25T20:21:24.050644Z","end":"2026-02-25T20:21:24.214011Z","steps":["trace[177480471] 'agreement among raft nodes before linearized reading' (duration: 163.233775ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:24.62319Z","caller":"traceutil/trace.go:171","msg":"trace[616040207] linearizableReadLoop","detail":"{readStateIndex:23999; appliedIndex:23998; }","duration":"132.660297ms","start":"2026-02-25T20:21:24.490501Z","end":"2026-02-25T20:21:24.623161Z","steps":["trace[616040207] 'read index received' (duration: 105.490971ms)","trace[616040207] 'applied index is now lower than readState.Index' (duration: 27.168126ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:24.623284Z","caller":"traceutil/trace.go:171","msg":"trace[418012183] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"216.887539ms","start":"2026-02-25T20:21:24.406357Z","end":"2026-02-25T20:21:24.623245Z","steps":["trace[418012183] 'process raft request' (duration: 189.729472ms)","trace[418012183] 'compare' (duration: 26.945831ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:24.623497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.973955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7364"} {"level":"warn","ts":"2026-02-25T20:21:24.623498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.745802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:21:24.623615Z","caller":"traceutil/trace.go:171","msg":"trace[192412482] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23168; }","duration":"119.922167ms","start":"2026-02-25T20:21:24.503666Z","end":"2026-02-25T20:21:24.623588Z","steps":["trace[192412482] 'agreement among raft nodes before linearized reading' (duration: 119.708981ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:24.623546Z","caller":"traceutil/trace.go:171","msg":"trace[1328977807] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23168; }","duration":"133.100459ms","start":"2026-02-25T20:21:24.490434Z","end":"2026-02-25T20:21:24.623535Z","steps":["trace[1328977807] 'agreement among raft nodes before linearized reading' (duration: 132.881993ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:24.812106Z","caller":"traceutil/trace.go:171","msg":"trace[138309362] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"184.436881ms","start":"2026-02-25T20:21:24.627622Z","end":"2026-02-25T20:21:24.812059Z","steps":["trace[138309362] 'process raft request' (duration: 117.927283ms)","trace[138309362] 'compare' (duration: 66.312373ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:24.84968Z","caller":"traceutil/trace.go:171","msg":"trace[735827871] linearizableReadLoop","detail":"{readStateIndex:24002; appliedIndex:23999; }","duration":"203.262016ms","start":"2026-02-25T20:21:24.646388Z","end":"2026-02-25T20:21:24.84965Z","steps":["trace[735827871] 'read index received' (duration: 99.177873ms)","trace[735827871] 'applied index is now lower than readState.Index' (duration: 104.082943ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:24.849847Z","caller":"traceutil/trace.go:171","msg":"trace[1630691081] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"219.850158ms","start":"2026-02-25T20:21:24.629969Z","end":"2026-02-25T20:21:24.84982Z","steps":["trace[1630691081] 'process raft request' (duration: 219.595141ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:24.849854Z","caller":"traceutil/trace.go:171","msg":"trace[1906866178] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"221.972876ms","start":"2026-02-25T20:21:24.627831Z","end":"2026-02-25T20:21:24.849804Z","steps":["trace[1906866178] 'process raft request' (duration: 221.572625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:24.850179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.770119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T20:21:24.850209Z","caller":"traceutil/trace.go:171","msg":"trace[261065298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23171; }","duration":"203.84457ms","start":"2026-02-25T20:21:24.646355Z","end":"2026-02-25T20:21:24.8502Z","steps":["trace[261065298] 'agreement among raft nodes before linearized reading' (duration: 203.724247ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:25.047634Z","caller":"traceutil/trace.go:171","msg":"trace[1609099560] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"229.27266ms","start":"2026-02-25T20:21:24.818327Z","end":"2026-02-25T20:21:25.0476Z","steps":["trace[1609099560] 'process raft request' (duration: 142.145851ms)","trace[1609099560] 'compare' (duration: 86.75657ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:25.047721Z","caller":"traceutil/trace.go:171","msg":"trace[1229585320] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"193.877274ms","start":"2026-02-25T20:21:24.85382Z","end":"2026-02-25T20:21:25.047697Z","steps":["trace[1229585320] 'process raft request' (duration: 193.752101ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:25.047775Z","caller":"traceutil/trace.go:171","msg":"trace[1764797795] linearizableReadLoop","detail":"{readStateIndex:24003; appliedIndex:24002; }","duration":"197.967623ms","start":"2026-02-25T20:21:24.849764Z","end":"2026-02-25T20:21:25.047732Z","steps":["trace[1764797795] 'read index received' (duration: 110.598677ms)","trace[1764797795] 'applied index is now lower than readState.Index' (duration: 87.363156ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:25.04818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.134043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-f58bm\" ","response":"range_response_count:1 size:3786"} {"level":"info","ts":"2026-02-25T20:21:25.048256Z","caller":"traceutil/trace.go:171","msg":"trace[77719443] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-f58bm; range_end:; response_count:1; response_revision:23173; }","duration":"215.254656ms","start":"2026-02-25T20:21:24.832987Z","end":"2026-02-25T20:21:25.048242Z","steps":["trace[77719443] 'agreement among raft nodes before linearized reading' (duration: 214.856485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:25.048507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.481594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T20:21:25.048651Z","caller":"traceutil/trace.go:171","msg":"trace[1773789052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23173; }","duration":"104.69817ms","start":"2026-02-25T20:21:24.943922Z","end":"2026-02-25T20:21:25.04862Z","steps":["trace[1773789052] 'agreement among raft nodes before linearized reading' (duration: 104.314739ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:25.341918Z","caller":"traceutil/trace.go:171","msg":"trace[703953201] linearizableReadLoop","detail":"{readStateIndex:24006; appliedIndex:24005; }","duration":"142.037728ms","start":"2026-02-25T20:21:25.199847Z","end":"2026-02-25T20:21:25.341885Z","steps":["trace[703953201] 'read index received' (duration: 141.669728ms)","trace[703953201] 'applied index is now lower than readState.Index' (duration: 361.84µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:25.342113Z","caller":"traceutil/trace.go:171","msg":"trace[1080913466] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"279.600786ms","start":"2026-02-25T20:21:25.062494Z","end":"2026-02-25T20:21:25.342095Z","steps":["trace[1080913466] 'process raft request' (duration: 279.121913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:25.342728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.85182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T20:21:25.342825Z","caller":"traceutil/trace.go:171","msg":"trace[216334183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23175; }","duration":"142.990544ms","start":"2026-02-25T20:21:25.199813Z","end":"2026-02-25T20:21:25.342804Z","steps":["trace[216334183] 'agreement among raft nodes before linearized reading' (duration: 142.747027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:25.34326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.918564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T20:21:25.34343Z","caller":"traceutil/trace.go:171","msg":"trace[1512236250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23175; }","duration":"142.149531ms","start":"2026-02-25T20:21:25.201247Z","end":"2026-02-25T20:21:25.343396Z","steps":["trace[1512236250] 'agreement among raft nodes before linearized reading' (duration: 141.552915ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:25.609582Z","caller":"traceutil/trace.go:171","msg":"trace[1884904499] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"178.220046ms","start":"2026-02-25T20:21:25.431304Z","end":"2026-02-25T20:21:25.609524Z","steps":["trace[1884904499] 'process raft request' (duration: 79.103005ms)","trace[1884904499] 'compare' (duration: 98.640838ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:25.875863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.073493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:21:25.876122Z","caller":"traceutil/trace.go:171","msg":"trace[2039779312] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"192.099156ms","start":"2026-02-25T20:21:25.684Z","end":"2026-02-25T20:21:25.876099Z","steps":["trace[2039779312] 'process raft request' (duration: 192.014854ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:25.87614Z","caller":"traceutil/trace.go:171","msg":"trace[428547310] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"238.863257ms","start":"2026-02-25T20:21:25.637232Z","end":"2026-02-25T20:21:25.876095Z","steps":["trace[428547310] 'process raft request' (duration: 131.222919ms)","trace[428547310] 'compare' (duration: 106.549339ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:25.876561Z","caller":"traceutil/trace.go:171","msg":"trace[2017277430] linearizableReadLoop","detail":"{readStateIndex:24012; appliedIndex:24011; }","duration":"221.566424ms","start":"2026-02-25T20:21:25.65498Z","end":"2026-02-25T20:21:25.876546Z","steps":["trace[2017277430] 'read index received' (duration: 26.93409ms)","trace[2017277430] 'applied index is now lower than readState.Index' (duration: 194.630554ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:25.876871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.872923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-25T20:21:25.876919Z","caller":"traceutil/trace.go:171","msg":"trace[124076730] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23182; }","duration":"221.985066ms","start":"2026-02-25T20:21:25.654922Z","end":"2026-02-25T20:21:25.876907Z","steps":["trace[124076730] 'agreement among raft nodes before linearized reading' (duration: 221.679948ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:26.277142Z","caller":"traceutil/trace.go:171","msg":"trace[1673686947] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"390.929083ms","start":"2026-02-25T20:21:25.88616Z","end":"2026-02-25T20:21:26.277089Z","steps":["trace[1673686947] 'process raft request' (duration: 390.738568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:26.277332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:25.886138Z","time spent":"391.089397ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2334,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:21:26.335894Z","caller":"traceutil/trace.go:171","msg":"trace[1319970197] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"111.632455ms","start":"2026-02-25T20:21:26.224243Z","end":"2026-02-25T20:21:26.335876Z","steps":["trace[1319970197] 'process raft request' (duration: 111.535222ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:26.33609Z","caller":"traceutil/trace.go:171","msg":"trace[719455099] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"115.283173ms","start":"2026-02-25T20:21:26.220798Z","end":"2026-02-25T20:21:26.336082Z","steps":["trace[719455099] 'process raft request' (duration: 114.838911ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:26.791716Z","caller":"traceutil/trace.go:171","msg":"trace[1066714359] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"448.76537ms","start":"2026-02-25T20:21:26.342915Z","end":"2026-02-25T20:21:26.791681Z","steps":["trace[1066714359] 'process raft request' (duration: 400.463018ms)","trace[1066714359] 'compare' (duration: 48.189749ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:26.791922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:26.3429Z","time spent":"448.890783ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:26.793068Z","caller":"traceutil/trace.go:171","msg":"trace[1718126290] linearizableReadLoop","detail":"{readStateIndex:24021; appliedIndex:24018; }","duration":"357.55153ms","start":"2026-02-25T20:21:26.43549Z","end":"2026-02-25T20:21:26.793042Z","steps":["trace[1718126290] 'read index received' (duration: 307.902932ms)","trace[1718126290] 'applied index is now lower than readState.Index' (duration: 49.647458ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:26.793078Z","caller":"traceutil/trace.go:171","msg":"trace[1877780680] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"441.512165ms","start":"2026-02-25T20:21:26.351544Z","end":"2026-02-25T20:21:26.793056Z","steps":["trace[1877780680] 'process raft request' (duration: 441.29618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:26.793251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:26.351536Z","time spent":"441.612178ms","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:21:26.793282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.762666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:26.793363Z","caller":"traceutil/trace.go:171","msg":"trace[1033416565] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23190; }","duration":"357.90098ms","start":"2026-02-25T20:21:26.435438Z","end":"2026-02-25T20:21:26.793339Z","steps":["trace[1033416565] 'agreement among raft nodes before linearized reading' (duration: 357.757026ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:26.793383Z","caller":"traceutil/trace.go:171","msg":"trace[1913300558] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"380.135314ms","start":"2026-02-25T20:21:26.413235Z","end":"2026-02-25T20:21:26.793371Z","steps":["trace[1913300558] 'process raft request' (duration: 379.726073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:26.793412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:26.435413Z","time spent":"357.987772ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:21:26.793549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:26.413195Z","time spent":"380.251447ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:27.274979Z","caller":"traceutil/trace.go:171","msg":"trace[251027332] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"437.142298ms","start":"2026-02-25T20:21:26.837808Z","end":"2026-02-25T20:21:27.27495Z","steps":["trace[251027332] 'process raft request' (duration: 436.996744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:27.275143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:26.837779Z","time spent":"437.286982ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1191,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:21:27.275121Z","caller":"traceutil/trace.go:171","msg":"trace[1128367229] linearizableReadLoop","detail":"{readStateIndex:24023; appliedIndex:24023; }","duration":"433.46996ms","start":"2026-02-25T20:21:26.841612Z","end":"2026-02-25T20:21:27.275082Z","steps":["trace[1128367229] 'read index received' (duration: 433.455119ms)","trace[1128367229] 'applied index is now lower than readState.Index' (duration: 12.531µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:27.275444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.82469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-25T20:21:27.275514Z","caller":"traceutil/trace.go:171","msg":"trace[2056630137] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23192; }","duration":"433.933823ms","start":"2026-02-25T20:21:26.841563Z","end":"2026-02-25T20:21:27.275497Z","steps":["trace[2056630137] 'agreement among raft nodes before linearized reading' (duration: 433.692626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:27.275551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:26.841543Z","time spent":"433.999474ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T20:21:27.276495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.190103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-nl4cm.1897944cd68ec539\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-02-25T20:21:27.276579Z","caller":"traceutil/trace.go:171","msg":"trace[1913312346] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-nl4cm.1897944cd68ec539; range_end:; response_count:1; response_revision:23192; }","duration":"347.317116ms","start":"2026-02-25T20:21:26.92924Z","end":"2026-02-25T20:21:27.276557Z","steps":["trace[1913312346] 'agreement among raft nodes before linearized reading' (duration: 347.08319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:27.276632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:26.929218Z","time spent":"347.400569ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":790,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-nl4cm.1897944cd68ec539\" "} {"level":"warn","ts":"2026-02-25T20:21:27.277022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.018571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T20:21:27.277086Z","caller":"traceutil/trace.go:171","msg":"trace[1650545949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23192; }","duration":"199.112814ms","start":"2026-02-25T20:21:27.077958Z","end":"2026-02-25T20:21:27.27707Z","steps":["trace[1650545949] 'agreement among raft nodes before linearized reading' (duration: 198.96108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:27.277328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.005756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T20:21:27.277381Z","caller":"traceutil/trace.go:171","msg":"trace[620953411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23192; }","duration":"222.095269ms","start":"2026-02-25T20:21:27.055267Z","end":"2026-02-25T20:21:27.277362Z","steps":["trace[620953411] 'agreement among raft nodes before linearized reading' (duration: 221.932855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:27.490972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.322195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:21:27.491084Z","caller":"traceutil/trace.go:171","msg":"trace[948724847] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"211.563277ms","start":"2026-02-25T20:21:27.279502Z","end":"2026-02-25T20:21:27.491065Z","steps":["trace[948724847] 'process raft request' (duration: 81.060507ms)","trace[948724847] 'compare' (duration: 130.226633ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:27.583713Z","caller":"traceutil/trace.go:171","msg":"trace[1832593080] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"302.803546ms","start":"2026-02-25T20:21:27.280883Z","end":"2026-02-25T20:21:27.583687Z","steps":["trace[1832593080] 'process raft request' (duration: 302.416496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:27.583828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:27.280876Z","time spent":"302.891599ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:27.583911Z","caller":"traceutil/trace.go:171","msg":"trace[791549956] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"301.7908ms","start":"2026-02-25T20:21:27.282097Z","end":"2026-02-25T20:21:27.583887Z","steps":["trace[791549956] 'process raft request' (duration: 301.360168ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:27.583971Z","caller":"traceutil/trace.go:171","msg":"trace[326058222] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"302.698444ms","start":"2026-02-25T20:21:27.281261Z","end":"2026-02-25T20:21:27.58396Z","steps":["trace[326058222] 'process raft request' (duration: 302.165519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:27.584008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:27.281244Z","time spent":"302.743514ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:27.584019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:27.282086Z","time spent":"301.879442ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:21:27.584259Z","caller":"traceutil/trace.go:171","msg":"trace[702047553] linearizableReadLoop","detail":"{readStateIndex:24028; appliedIndex:24023; }","duration":"297.925426ms","start":"2026-02-25T20:21:27.286319Z","end":"2026-02-25T20:21:27.584244Z","steps":["trace[702047553] 'read index received' (duration: 74.187614ms)","trace[702047553] 'applied index is now lower than readState.Index' (duration: 223.736962ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:27.584309Z","caller":"traceutil/trace.go:171","msg":"trace[140970496] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"298.06256ms","start":"2026-02-25T20:21:27.286238Z","end":"2026-02-25T20:21:27.584301Z","steps":["trace[140970496] 'process raft request' (duration: 297.414012ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:27.58432Z","caller":"traceutil/trace.go:171","msg":"trace[1123005091] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23197; }","duration":"296.403075ms","start":"2026-02-25T20:21:27.287908Z","end":"2026-02-25T20:21:27.584311Z","steps":["trace[1123005091] 'process raft request' (duration: 296.292272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:27.584498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.170443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:27.584531Z","caller":"traceutil/trace.go:171","msg":"trace[75509725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23197; }","duration":"298.221554ms","start":"2026-02-25T20:21:27.286301Z","end":"2026-02-25T20:21:27.584523Z","steps":["trace[75509725] 'agreement among raft nodes before linearized reading' (duration: 298.160252ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:27.672055Z","caller":"traceutil/trace.go:171","msg":"trace[1630082218] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"110.443304ms","start":"2026-02-25T20:21:27.561582Z","end":"2026-02-25T20:21:27.672026Z","steps":["trace[1630082218] 'process raft request' (duration: 110.245448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:27.672276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.492724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T20:21:27.672334Z","caller":"traceutil/trace.go:171","msg":"trace[907264231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23198; }","duration":"242.567516ms","start":"2026-02-25T20:21:27.429752Z","end":"2026-02-25T20:21:27.672319Z","steps":["trace[907264231] 'agreement among raft nodes before linearized reading' (duration: 242.354751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:27.672449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.660235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T20:21:27.672489Z","caller":"traceutil/trace.go:171","msg":"trace[2008030877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23198; }","duration":"246.735858ms","start":"2026-02-25T20:21:27.425742Z","end":"2026-02-25T20:21:27.672477Z","steps":["trace[2008030877] 'agreement among raft nodes before linearized reading' (duration: 246.579993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:27.67254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.529766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-56fc548795-8rhpz\" ","response":"range_response_count:1 size:8496"} {"level":"info","ts":"2026-02-25T20:21:27.672567Z","caller":"traceutil/trace.go:171","msg":"trace[2008049971] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-56fc548795-8rhpz; range_end:; response_count:1; response_revision:23198; }","duration":"116.597248ms","start":"2026-02-25T20:21:27.555962Z","end":"2026-02-25T20:21:27.672559Z","steps":["trace[2008049971] 'agreement among raft nodes before linearized reading' (duration: 116.517676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:27.683347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.453675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-25T20:21:27.683417Z","caller":"traceutil/trace.go:171","msg":"trace[915344583] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23198; }","duration":"384.381668ms","start":"2026-02-25T20:21:27.299019Z","end":"2026-02-25T20:21:27.683401Z","steps":["trace[915344583] 'agreement among raft nodes before linearized reading' (duration: 373.349983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:27.683458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:27.299009Z","time spent":"384.440199ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T20:21:27.724354Z","caller":"traceutil/trace.go:171","msg":"trace[379443044] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"122.326511ms","start":"2026-02-25T20:21:27.601997Z","end":"2026-02-25T20:21:27.724324Z","steps":["trace[379443044] 'process raft request' (duration: 122.112205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:27.724537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.10914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:27.724516Z","caller":"traceutil/trace.go:171","msg":"trace[601437221] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"110.261719ms","start":"2026-02-25T20:21:27.614202Z","end":"2026-02-25T20:21:27.724464Z","steps":["trace[601437221] 'process raft request' (duration: 110.045443ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:27.724642Z","caller":"traceutil/trace.go:171","msg":"trace[1928400872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23200; }","duration":"139.233923ms","start":"2026-02-25T20:21:27.585373Z","end":"2026-02-25T20:21:27.724607Z","steps":["trace[1928400872] 'agreement among raft nodes before linearized reading' (duration: 139.079558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:27.724647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.591167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T20:21:27.724685Z","caller":"traceutil/trace.go:171","msg":"trace[333333168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23200; }","duration":"110.666379ms","start":"2026-02-25T20:21:27.614007Z","end":"2026-02-25T20:21:27.724674Z","steps":["trace[333333168] 'agreement among raft nodes before linearized reading' (duration: 110.506265ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:27.913144Z","caller":"traceutil/trace.go:171","msg":"trace[499941582] linearizableReadLoop","detail":"{readStateIndex:24037; appliedIndex:24032; }","duration":"188.820629ms","start":"2026-02-25T20:21:27.724305Z","end":"2026-02-25T20:21:27.913125Z","steps":["trace[499941582] 'read index received' (duration: 116.437314ms)","trace[499941582] 'applied index is now lower than readState.Index' (duration: 72.382365ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:27.913308Z","caller":"traceutil/trace.go:171","msg":"trace[407908488] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"232.132997ms","start":"2026-02-25T20:21:27.681166Z","end":"2026-02-25T20:21:27.913299Z","steps":["trace[407908488] 'process raft request' (duration: 231.89754ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:27.913453Z","caller":"traceutil/trace.go:171","msg":"trace[2116978568] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"225.11672ms","start":"2026-02-25T20:21:27.68833Z","end":"2026-02-25T20:21:27.913447Z","steps":["trace[2116978568] 'process raft request' (duration: 224.76745ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:27.913464Z","caller":"traceutil/trace.go:171","msg":"trace[906973174] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"237.585162ms","start":"2026-02-25T20:21:27.675843Z","end":"2026-02-25T20:21:27.913428Z","steps":["trace[906973174] 'process raft request' (duration: 164.920109ms)","trace[906973174] 'compare' (duration: 72.147349ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:27.913597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.488892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-25T20:21:27.913617Z","caller":"traceutil/trace.go:171","msg":"trace[2119287385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23205; }","duration":"227.544724ms","start":"2026-02-25T20:21:27.686067Z","end":"2026-02-25T20:21:27.913611Z","steps":["trace[2119287385] 'agreement among raft nodes before linearized reading' (duration: 227.448412ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:27.913881Z","caller":"traceutil/trace.go:171","msg":"trace[1040767162] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"237.923982ms","start":"2026-02-25T20:21:27.675938Z","end":"2026-02-25T20:21:27.913861Z","steps":["trace[1040767162] 'process raft request' (duration: 237.064449ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:27.914012Z","caller":"traceutil/trace.go:171","msg":"trace[156059581] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"236.309239ms","start":"2026-02-25T20:21:27.677693Z","end":"2026-02-25T20:21:27.914002Z","steps":["trace[156059581] 'process raft request' (duration: 235.348823ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.111238Z","caller":"traceutil/trace.go:171","msg":"trace[1479844248] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"381.875051ms","start":"2026-02-25T20:21:27.729345Z","end":"2026-02-25T20:21:28.11122Z","steps":["trace[1479844248] 'process raft request' (duration: 322.065442ms)","trace[1479844248] 'compare' (duration: 59.397898ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:28.11125Z","caller":"traceutil/trace.go:171","msg":"trace[750103281] linearizableReadLoop","detail":"{readStateIndex:24039; appliedIndex:24037; }","duration":"198.027225ms","start":"2026-02-25T20:21:27.91319Z","end":"2026-02-25T20:21:28.111217Z","steps":["trace[750103281] 'read index received' (duration: 138.235266ms)","trace[750103281] 'applied index is now lower than readState.Index' (duration: 59.789149ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:28.111338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:27.729325Z","time spent":"381.965963ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:21:28.111399Z","caller":"traceutil/trace.go:171","msg":"trace[1033480396] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"134.095106ms","start":"2026-02-25T20:21:27.977274Z","end":"2026-02-25T20:21:28.111369Z","steps":["trace[1033480396] 'process raft request' (duration: 133.846469ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.111421Z","caller":"traceutil/trace.go:171","msg":"trace[1117246852] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"381.438779ms","start":"2026-02-25T20:21:27.729964Z","end":"2026-02-25T20:21:28.111403Z","steps":["trace[1117246852] 'process raft request' (duration: 381.068589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:28.111575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:27.729955Z","time spent":"381.512351ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:28.111672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.072336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-02-25T20:21:28.111694Z","caller":"traceutil/trace.go:171","msg":"trace[2039278091] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23208; }","duration":"186.129136ms","start":"2026-02-25T20:21:27.925559Z","end":"2026-02-25T20:21:28.111688Z","steps":["trace[2039278091] 'agreement among raft nodes before linearized reading' (duration: 185.975842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:28.111674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.057918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:21:28.111715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.758193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-25T20:21:28.111746Z","caller":"traceutil/trace.go:171","msg":"trace[1468206284] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23208; }","duration":"229.813125ms","start":"2026-02-25T20:21:27.881923Z","end":"2026-02-25T20:21:28.111736Z","steps":["trace[1468206284] 'agreement among raft nodes before linearized reading' (duration: 229.671551ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.111738Z","caller":"traceutil/trace.go:171","msg":"trace[1353031947] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:23208; }","duration":"185.13587ms","start":"2026-02-25T20:21:27.926587Z","end":"2026-02-25T20:21:28.111723Z","steps":["trace[1353031947] 'agreement among raft nodes before linearized reading' (duration: 184.974896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:28.111743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.551761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9856"} {"level":"info","ts":"2026-02-25T20:21:28.111799Z","caller":"traceutil/trace.go:171","msg":"trace[1092805259] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:23208; }","duration":"185.657654ms","start":"2026-02-25T20:21:27.926127Z","end":"2026-02-25T20:21:28.111785Z","steps":["trace[1092805259] 'agreement among raft nodes before linearized reading' (duration: 185.452118ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.271537Z","caller":"traceutil/trace.go:171","msg":"trace[1152256868] linearizableReadLoop","detail":"{readStateIndex:24041; appliedIndex:24040; }","duration":"154.643965ms","start":"2026-02-25T20:21:28.116862Z","end":"2026-02-25T20:21:28.271506Z","steps":["trace[1152256868] 'read index received' (duration: 154.560133ms)","trace[1152256868] 'applied index is now lower than readState.Index' (duration: 82.682µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:28.271764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.876711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-02-25T20:21:28.271698Z","caller":"traceutil/trace.go:171","msg":"trace[1838663268] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"155.048346ms","start":"2026-02-25T20:21:28.116573Z","end":"2026-02-25T20:21:28.271622Z","steps":["trace[1838663268] 'process raft request' (duration: 154.766528ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.271809Z","caller":"traceutil/trace.go:171","msg":"trace[1763223446] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23209; }","duration":"154.947143ms","start":"2026-02-25T20:21:28.11685Z","end":"2026-02-25T20:21:28.271797Z","steps":["trace[1763223446] 'agreement among raft nodes before linearized reading' (duration: 154.781268ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.504491Z","caller":"traceutil/trace.go:171","msg":"trace[58628183] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"386.626267ms","start":"2026-02-25T20:21:28.117833Z","end":"2026-02-25T20:21:28.504459Z","steps":["trace[58628183] 'process raft request' (duration: 386.296339ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.50451Z","caller":"traceutil/trace.go:171","msg":"trace[635143526] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"377.335519ms","start":"2026-02-25T20:21:28.127149Z","end":"2026-02-25T20:21:28.504484Z","steps":["trace[635143526] 'process raft request' (duration: 377.140114ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.504569Z","caller":"traceutil/trace.go:171","msg":"trace[888353059] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"375.298194ms","start":"2026-02-25T20:21:28.129226Z","end":"2026-02-25T20:21:28.504524Z","steps":["trace[888353059] 'process raft request' (duration: 375.14366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:28.504626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:28.117807Z","time spent":"386.756641ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2147,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:21:28.504624Z","caller":"traceutil/trace.go:171","msg":"trace[1099261505] linearizableReadLoop","detail":"{readStateIndex:24046; appliedIndex:24042; }","duration":"232.9922ms","start":"2026-02-25T20:21:28.271603Z","end":"2026-02-25T20:21:28.504596Z","steps":["trace[1099261505] 'read index received' (duration: 232.62349ms)","trace[1099261505] 'applied index is now lower than readState.Index' (duration: 367.54µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:28.504682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:28.127132Z","time spent":"377.440932ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:28.504481Z","caller":"traceutil/trace.go:171","msg":"trace[1536030381] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"387.031928ms","start":"2026-02-25T20:21:28.117409Z","end":"2026-02-25T20:21:28.504441Z","steps":["trace[1536030381] 'process raft request' (duration: 386.586066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:28.504843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.091095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:21:28.504835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:28.129214Z","time spent":"375.455349ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2622,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:28.504893Z","caller":"traceutil/trace.go:171","msg":"trace[813029004] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23214; }","duration":"318.186828ms","start":"2026-02-25T20:21:28.186693Z","end":"2026-02-25T20:21:28.50488Z","steps":["trace[813029004] 'agreement among raft nodes before linearized reading' (duration: 318.099965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:28.504929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:28.186674Z","time spent":"318.24647ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-25T20:21:28.504768Z","caller":"traceutil/trace.go:171","msg":"trace[1043647706] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"264.548063ms","start":"2026-02-25T20:21:28.240208Z","end":"2026-02-25T20:21:28.504756Z","steps":["trace[1043647706] 'process raft request' (duration: 264.224185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:28.505143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:28.117386Z","time spent":"387.46053ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:21:28.543367Z","caller":"traceutil/trace.go:171","msg":"trace[588633907] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"201.60191ms","start":"2026-02-25T20:21:28.341735Z","end":"2026-02-25T20:21:28.543337Z","steps":["trace[588633907] 'process raft request' (duration: 201.399664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:28.543736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.702404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:28.543787Z","caller":"traceutil/trace.go:171","msg":"trace[1856475331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23216; }","duration":"256.791026ms","start":"2026-02-25T20:21:28.286983Z","end":"2026-02-25T20:21:28.543774Z","steps":["trace[1856475331] 'agreement among raft nodes before linearized reading' (duration: 256.699853ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.543906Z","caller":"traceutil/trace.go:171","msg":"trace[209491514] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"201.94381ms","start":"2026-02-25T20:21:28.341878Z","end":"2026-02-25T20:21:28.543822Z","steps":["trace[209491514] 'process raft request' (duration: 201.410276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:28.544118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.632059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-25T20:21:28.54424Z","caller":"traceutil/trace.go:171","msg":"trace[814076989] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23216; }","duration":"266.811164ms","start":"2026-02-25T20:21:28.277398Z","end":"2026-02-25T20:21:28.544209Z","steps":["trace[814076989] 'agreement among raft nodes before linearized reading' (duration: 266.416054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:28.544611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.568446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-02-25T20:21:28.544657Z","caller":"traceutil/trace.go:171","msg":"trace[106606594] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23216; }","duration":"199.637508ms","start":"2026-02-25T20:21:28.345006Z","end":"2026-02-25T20:21:28.544643Z","steps":["trace[106606594] 'agreement among raft nodes before linearized reading' (duration: 198.651691ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.668016Z","caller":"traceutil/trace.go:171","msg":"trace[844127721] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"148.638434ms","start":"2026-02-25T20:21:28.519345Z","end":"2026-02-25T20:21:28.667983Z","steps":["trace[844127721] 'process raft request' (duration: 117.908152ms)","trace[844127721] 'compare' (duration: 30.430914ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:28.66821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.881191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:21:28.66825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.309866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:28.668408Z","caller":"traceutil/trace.go:171","msg":"trace[2016715571] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:23217; }","duration":"157.533272ms","start":"2026-02-25T20:21:28.510851Z","end":"2026-02-25T20:21:28.668384Z","steps":["trace[2016715571] 'agreement among raft nodes before linearized reading' (duration: 157.08537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:28.668445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.247781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-25T20:21:28.668492Z","caller":"traceutil/trace.go:171","msg":"trace[1012319691] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:23217; }","duration":"158.345344ms","start":"2026-02-25T20:21:28.510135Z","end":"2026-02-25T20:21:28.668481Z","steps":["trace[1012319691] 'agreement among raft nodes before linearized reading' (duration: 158.19612ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.668324Z","caller":"traceutil/trace.go:171","msg":"trace[1918850183] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23217; }","duration":"158.023935ms","start":"2026-02-25T20:21:28.510277Z","end":"2026-02-25T20:21:28.668301Z","steps":["trace[1918850183] 'agreement among raft nodes before linearized reading' (duration: 157.754478ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.668753Z","caller":"traceutil/trace.go:171","msg":"trace[691879537] linearizableReadLoop","detail":"{readStateIndex:24049; appliedIndex:24048; }","duration":"124.371286ms","start":"2026-02-25T20:21:28.543543Z","end":"2026-02-25T20:21:28.667914Z","steps":["trace[691879537] 'read index received' (duration: 93.804269ms)","trace[691879537] 'applied index is now lower than readState.Index' (duration: 30.564527ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:28.66896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.853888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-25T20:21:28.669001Z","caller":"traceutil/trace.go:171","msg":"trace[1266173803] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23217; }","duration":"118.900209ms","start":"2026-02-25T20:21:28.550088Z","end":"2026-02-25T20:21:28.668988Z","steps":["trace[1266173803] 'agreement among raft nodes before linearized reading' (duration: 118.777696ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.882269Z","caller":"traceutil/trace.go:171","msg":"trace[1027195706] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"207.423986ms","start":"2026-02-25T20:21:28.6748Z","end":"2026-02-25T20:21:28.882224Z","steps":["trace[1027195706] 'process raft request' (duration: 124.132879ms)","trace[1027195706] 'compare' (duration: 83.01373ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:28.882467Z","caller":"traceutil/trace.go:171","msg":"trace[261634313] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"207.571231ms","start":"2026-02-25T20:21:28.674854Z","end":"2026-02-25T20:21:28.882425Z","steps":["trace[261634313] 'process raft request' (duration: 207.367285ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.882487Z","caller":"traceutil/trace.go:171","msg":"trace[300685544] linearizableReadLoop","detail":"{readStateIndex:24055; appliedIndex:24049; }","duration":"207.20048ms","start":"2026-02-25T20:21:28.675256Z","end":"2026-02-25T20:21:28.882456Z","steps":["trace[300685544] 'read index received' (duration: 55.211467ms)","trace[300685544] 'applied index is now lower than readState.Index' (duration: 151.988023ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:28.882594Z","caller":"traceutil/trace.go:171","msg":"trace[213293836] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"207.687913ms","start":"2026-02-25T20:21:28.674872Z","end":"2026-02-25T20:21:28.88256Z","steps":["trace[213293836] 'process raft request' (duration: 207.247191ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.882655Z","caller":"traceutil/trace.go:171","msg":"trace[1210091729] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"207.738025ms","start":"2026-02-25T20:21:28.674879Z","end":"2026-02-25T20:21:28.882617Z","steps":["trace[1210091729] 'process raft request' (duration: 207.297633ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.88269Z","caller":"traceutil/trace.go:171","msg":"trace[1775263485] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"207.748405ms","start":"2026-02-25T20:21:28.674914Z","end":"2026-02-25T20:21:28.882662Z","steps":["trace[1775263485] 'process raft request' (duration: 207.348394ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.882692Z","caller":"traceutil/trace.go:171","msg":"trace[2108110344] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"198.94689ms","start":"2026-02-25T20:21:28.683699Z","end":"2026-02-25T20:21:28.882646Z","steps":["trace[2108110344] 'process raft request' (duration: 198.624171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:28.882758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.489388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128876"} {"level":"info","ts":"2026-02-25T20:21:28.882811Z","caller":"traceutil/trace.go:171","msg":"trace[1575714226] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23225; }","duration":"207.581361ms","start":"2026-02-25T20:21:28.675219Z","end":"2026-02-25T20:21:28.8828Z","steps":["trace[1575714226] 'agreement among raft nodes before linearized reading' (duration: 207.320604ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:28.882844Z","caller":"traceutil/trace.go:171","msg":"trace[418029206] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"198.026955ms","start":"2026-02-25T20:21:28.684801Z","end":"2026-02-25T20:21:28.882828Z","steps":["trace[418029206] 'process raft request' (duration: 197.580793ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:29.27992Z","caller":"traceutil/trace.go:171","msg":"trace[1037880883] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"461.667364ms","start":"2026-02-25T20:21:28.818208Z","end":"2026-02-25T20:21:29.279875Z","steps":["trace[1037880883] 'process raft request' (duration: 461.15867ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:29.280053Z","caller":"traceutil/trace.go:171","msg":"trace[277396806] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"393.767429ms","start":"2026-02-25T20:21:28.886238Z","end":"2026-02-25T20:21:29.280005Z","steps":["trace[277396806] 'process raft request' (duration: 393.4625ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:29.280145Z","caller":"traceutil/trace.go:171","msg":"trace[872265458] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"392.918966ms","start":"2026-02-25T20:21:28.887188Z","end":"2026-02-25T20:21:29.280107Z","steps":["trace[872265458] 'process raft request' (duration: 392.719891ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:29.280308Z","caller":"traceutil/trace.go:171","msg":"trace[1262020413] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"392.594768ms","start":"2026-02-25T20:21:28.887642Z","end":"2026-02-25T20:21:29.280237Z","steps":["trace[1262020413] 'process raft request' (duration: 392.325871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:29.280353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:28.818176Z","time spent":"461.833189ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:29.280375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:28.887175Z","time spent":"393.102091ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:21:29.280331Z","caller":"traceutil/trace.go:171","msg":"trace[1959136583] linearizableReadLoop","detail":"{readStateIndex:24059; appliedIndex:24058; }","duration":"397.682884ms","start":"2026-02-25T20:21:28.882621Z","end":"2026-02-25T20:21:29.280304Z","steps":["trace[1959136583] 'read index received' (duration: 10.512311ms)","trace[1959136583] 'applied index is now lower than readState.Index' (duration: 387.169203ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:29.280515Z","caller":"traceutil/trace.go:171","msg":"trace[113372649] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"391.977491ms","start":"2026-02-25T20:21:28.888528Z","end":"2026-02-25T20:21:29.280505Z","steps":["trace[113372649] 'process raft request' (duration: 391.594681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:29.2805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:28.887631Z","time spent":"392.771442ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2646,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:29.280387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:28.886191Z","time spent":"394.040197ms","remote":"127.0.0.1:47222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":128860,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:29.280627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.316081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-25T20:21:29.280403Z","caller":"traceutil/trace.go:171","msg":"trace[2046000503] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"391.471898ms","start":"2026-02-25T20:21:28.888911Z","end":"2026-02-25T20:21:29.280382Z","steps":["trace[2046000503] 'process raft request' (duration: 391.306253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:29.280756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:28.888894Z","time spent":"391.801106ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:21:29.280766Z","caller":"traceutil/trace.go:171","msg":"trace[1735678798] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23232; }","duration":"585.436964ms","start":"2026-02-25T20:21:28.695253Z","end":"2026-02-25T20:21:29.28069Z","steps":["trace[1735678798] 'agreement among raft nodes before linearized reading' (duration: 585.152706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:29.280861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:28.695233Z","time spent":"585.572057ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-25T20:21:29.280857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.087446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-25T20:21:29.281426Z","caller":"traceutil/trace.go:171","msg":"trace[1239397571] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23232; }","duration":"603.683672ms","start":"2026-02-25T20:21:28.677721Z","end":"2026-02-25T20:21:29.281404Z","steps":["trace[1239397571] 'agreement among raft nodes before linearized reading' (duration: 602.801558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:29.281479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:28.67771Z","time spent":"603.750964ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-02-25T20:21:29.280883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.240953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-02-25T20:21:29.28158Z","caller":"traceutil/trace.go:171","msg":"trace[1102908296] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23232; }","duration":"605.979973ms","start":"2026-02-25T20:21:28.675591Z","end":"2026-02-25T20:21:29.281571Z","steps":["trace[1102908296] 'agreement among raft nodes before linearized reading' (duration: 605.019168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:29.281607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:28.67558Z","time spent":"606.020544ms","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-25T20:21:29.280588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:28.888495Z","time spent":"392.059713ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:21:29.494441Z","caller":"traceutil/trace.go:171","msg":"trace[1572150608] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"595.75633ms","start":"2026-02-25T20:21:28.898641Z","end":"2026-02-25T20:21:29.494397Z","steps":["trace[1572150608] 'process raft request' (duration: 595.409751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:29.49463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:28.898623Z","time spent":"595.902763ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6334,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:29.654851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.528412ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T20:21:29.654979Z","caller":"traceutil/trace.go:171","msg":"trace[31460777] linearizableReadLoop","detail":"{readStateIndex:24066; appliedIndex:24064; }","duration":"374.467102ms","start":"2026-02-25T20:21:29.280489Z","end":"2026-02-25T20:21:29.654956Z","steps":["trace[31460777] 'read index received' (duration: 213.57848ms)","trace[31460777] 'applied index is now lower than readState.Index' (duration: 160.886682ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:29.655535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.393087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:29.655633Z","caller":"traceutil/trace.go:171","msg":"trace[545919421] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23233; }","duration":"740.549182ms","start":"2026-02-25T20:21:28.915062Z","end":"2026-02-25T20:21:29.655612Z","steps":["trace[545919421] 'agreement among raft nodes before linearized reading' (duration: 740.290535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:29.655648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.75866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-02-25T20:21:29.655668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.881176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:21:29.655675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.851172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:29.655743Z","caller":"traceutil/trace.go:171","msg":"trace[1608640457] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23233; }","duration":"362.837942ms","start":"2026-02-25T20:21:29.292854Z","end":"2026-02-25T20:21:29.655692Z","steps":["trace[1608640457] 'agreement among raft nodes before linearized reading' (duration: 362.660347ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:29.655752Z","caller":"traceutil/trace.go:171","msg":"trace[1608018987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23233; }","duration":"367.98579ms","start":"2026-02-25T20:21:29.287747Z","end":"2026-02-25T20:21:29.655733Z","steps":["trace[1608018987] 'agreement among raft nodes before linearized reading' (duration: 367.842976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:29.655782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:29.292847Z","time spent":"362.927424ms","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T20:21:29.655752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.130487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:29.655784Z","caller":"traceutil/trace.go:171","msg":"trace[1562075504] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23233; }","duration":"372.027327ms","start":"2026-02-25T20:21:29.283723Z","end":"2026-02-25T20:21:29.65575Z","steps":["trace[1562075504] 'agreement among raft nodes before linearized reading' (duration: 371.789091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:29.655798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:29.287739Z","time spent":"368.050781ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:21:29.6559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.643297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"info","ts":"2026-02-25T20:21:29.655979Z","caller":"traceutil/trace.go:171","msg":"trace[1583264178] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:23233; }","duration":"368.74989ms","start":"2026-02-25T20:21:29.28722Z","end":"2026-02-25T20:21:29.65597Z","steps":["trace[1583264178] 'agreement among raft nodes before linearized reading' (duration: 368.453752ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:29.655831Z","caller":"traceutil/trace.go:171","msg":"trace[1521784359] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:23233; }","duration":"370.23666ms","start":"2026-02-25T20:21:29.285571Z","end":"2026-02-25T20:21:29.655807Z","steps":["trace[1521784359] 'agreement among raft nodes before linearized reading' (duration: 370.110966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:29.656041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.174505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-25T20:21:29.656109Z","caller":"traceutil/trace.go:171","msg":"trace[266041264] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23233; }","duration":"368.253066ms","start":"2026-02-25T20:21:29.287836Z","end":"2026-02-25T20:21:29.656089Z","steps":["trace[266041264] 'agreement among raft nodes before linearized reading' (duration: 367.809274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:29.656125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.037573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-02-25T20:21:29.656063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:29.283705Z","time spent":"372.315815ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-25T20:21:29.656051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:29.28556Z","time spent":"370.471446ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-02-25T20:21:29.656166Z","caller":"traceutil/trace.go:171","msg":"trace[2068287620] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:23233; }","duration":"769.117695ms","start":"2026-02-25T20:21:28.887036Z","end":"2026-02-25T20:21:29.656154Z","steps":["trace[2068287620] 'agreement among raft nodes before linearized reading' (duration: 769.023362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:29.656154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:29.28783Z","time spent":"368.314308ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-25T20:21:29.656201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:28.887019Z","time spent":"769.174546ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-02-25T20:21:29.656108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:29.287211Z","time spent":"368.887724ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2687,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-02-25T20:21:29.656521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:28.915046Z","time spent":"741.460255ms","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:21:29.900674Z","caller":"traceutil/trace.go:171","msg":"trace[1251058313] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"239.134274ms","start":"2026-02-25T20:21:29.661508Z","end":"2026-02-25T20:21:29.900642Z","steps":["trace[1251058313] 'process raft request' (duration: 238.820796ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:29.901113Z","caller":"traceutil/trace.go:171","msg":"trace[656486426] linearizableReadLoop","detail":"{readStateIndex:24069; appliedIndex:24066; }","duration":"235.075045ms","start":"2026-02-25T20:21:29.666005Z","end":"2026-02-25T20:21:29.90108Z","steps":["trace[656486426] 'read index received' (duration: 53.553511ms)","trace[656486426] 'applied index is now lower than readState.Index' (duration: 181.520244ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:29.901238Z","caller":"traceutil/trace.go:171","msg":"trace[1789527292] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"233.914705ms","start":"2026-02-25T20:21:29.667268Z","end":"2026-02-25T20:21:29.901182Z","steps":["trace[1789527292] 'process raft request' (duration: 233.586876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:29.90139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.353954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-25T20:21:29.901467Z","caller":"traceutil/trace.go:171","msg":"trace[257063340] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:23237; }","duration":"235.460546ms","start":"2026-02-25T20:21:29.665989Z","end":"2026-02-25T20:21:29.90145Z","steps":["trace[257063340] 'agreement among raft nodes before linearized reading' (duration: 235.283401ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:29.90134Z","caller":"traceutil/trace.go:171","msg":"trace[1907245127] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"239.70903ms","start":"2026-02-25T20:21:29.661614Z","end":"2026-02-25T20:21:29.901323Z","steps":["trace[1907245127] 'process raft request' (duration: 238.950099ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:29.907501Z","caller":"traceutil/trace.go:171","msg":"trace[1008127510] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"176.558761ms","start":"2026-02-25T20:21:29.730925Z","end":"2026-02-25T20:21:29.907483Z","steps":["trace[1008127510] 'process raft request' (duration: 176.260153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:29.907818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.287477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"warn","ts":"2026-02-25T20:21:29.907844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.12722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:21:29.907864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.898521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-25T20:21:29.907903Z","caller":"traceutil/trace.go:171","msg":"trace[2070692938] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:0; response_revision:23239; }","duration":"240.170492ms","start":"2026-02-25T20:21:29.667702Z","end":"2026-02-25T20:21:29.907873Z","steps":["trace[2070692938] 'agreement among raft nodes before linearized reading' (duration: 240.09747ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:29.907946Z","caller":"traceutil/trace.go:171","msg":"trace[494167706] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23239; }","duration":"241.025295ms","start":"2026-02-25T20:21:29.6669Z","end":"2026-02-25T20:21:29.907926Z","steps":["trace[494167706] 'agreement among raft nodes before linearized reading' (duration: 240.764638ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:29.907879Z","caller":"traceutil/trace.go:171","msg":"trace[1432455363] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:23239; }","duration":"184.38799ms","start":"2026-02-25T20:21:29.723477Z","end":"2026-02-25T20:21:29.907865Z","steps":["trace[1432455363] 'agreement among raft nodes before linearized reading' (duration: 184.193015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:29.907896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.093833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-02-25T20:21:29.907961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.713816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-25T20:21:29.908023Z","caller":"traceutil/trace.go:171","msg":"trace[987778543] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:23239; }","duration":"184.237946ms","start":"2026-02-25T20:21:29.723773Z","end":"2026-02-25T20:21:29.908011Z","steps":["trace[987778543] 'agreement among raft nodes before linearized reading' (duration: 184.00673ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:29.908037Z","caller":"traceutil/trace.go:171","msg":"trace[1049429209] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23239; }","duration":"237.814819ms","start":"2026-02-25T20:21:29.67021Z","end":"2026-02-25T20:21:29.908024Z","steps":["trace[1049429209] 'agreement among raft nodes before linearized reading' (duration: 237.464149ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:30.132921Z","caller":"traceutil/trace.go:171","msg":"trace[527400630] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"219.929171ms","start":"2026-02-25T20:21:29.912936Z","end":"2026-02-25T20:21:30.132865Z","steps":["trace[527400630] 'process raft request' (duration: 219.588782ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:30.133051Z","caller":"traceutil/trace.go:171","msg":"trace[1097631729] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"220.068575ms","start":"2026-02-25T20:21:29.912946Z","end":"2026-02-25T20:21:30.133014Z","steps":["trace[1097631729] 'process raft request' (duration: 219.764387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:30.133234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.239079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:30.133322Z","caller":"traceutil/trace.go:171","msg":"trace[2138765959] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:23242; }","duration":"220.380773ms","start":"2026-02-25T20:21:29.91292Z","end":"2026-02-25T20:21:30.133301Z","steps":["trace[2138765959] 'agreement among raft nodes before linearized reading' (duration: 220.180247ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:30.13337Z","caller":"traceutil/trace.go:171","msg":"trace[2003103189] linearizableReadLoop","detail":"{readStateIndex:24075; appliedIndex:24073; }","duration":"220.014823ms","start":"2026-02-25T20:21:29.912967Z","end":"2026-02-25T20:21:30.132982Z","steps":["trace[2003103189] 'read index received' (duration: 219.586822ms)","trace[2003103189] 'applied index is now lower than readState.Index' (duration: 427.141µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:30.153809Z","caller":"traceutil/trace.go:171","msg":"trace[87426008] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"233.519744ms","start":"2026-02-25T20:21:29.920263Z","end":"2026-02-25T20:21:30.153783Z","steps":["trace[87426008] 'process raft request' (duration: 233.195105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:30.153983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.905562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-25T20:21:30.154021Z","caller":"traceutil/trace.go:171","msg":"trace[2016550823] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23244; }","duration":"240.967063ms","start":"2026-02-25T20:21:29.913044Z","end":"2026-02-25T20:21:30.154011Z","steps":["trace[2016550823] 'agreement among raft nodes before linearized reading' (duration: 240.827099ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:30.154045Z","caller":"traceutil/trace.go:171","msg":"trace[1555992599] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"175.728819ms","start":"2026-02-25T20:21:29.978282Z","end":"2026-02-25T20:21:30.15401Z","steps":["trace[1555992599] 'process raft request' (duration: 175.38755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:30.154091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.052155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-25T20:21:30.154142Z","caller":"traceutil/trace.go:171","msg":"trace[105981645] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:23244; }","duration":"241.130037ms","start":"2026-02-25T20:21:29.912999Z","end":"2026-02-25T20:21:30.154129Z","steps":["trace[105981645] 'agreement among raft nodes before linearized reading' (duration: 240.965233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:30.154155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.564742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:21:30.154196Z","caller":"traceutil/trace.go:171","msg":"trace[1827225896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23244; }","duration":"231.622604ms","start":"2026-02-25T20:21:29.92256Z","end":"2026-02-25T20:21:30.154183Z","steps":["trace[1827225896] 'agreement among raft nodes before linearized reading' (duration: 231.48908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:30.15412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.423361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T20:21:30.154254Z","caller":"traceutil/trace.go:171","msg":"trace[768035344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23244; }","duration":"236.584156ms","start":"2026-02-25T20:21:29.917657Z","end":"2026-02-25T20:21:30.154241Z","steps":["trace[768035344] 'agreement among raft nodes before linearized reading' (duration: 236.208566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:30.154403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.332103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-02-25T20:21:30.154527Z","caller":"traceutil/trace.go:171","msg":"trace[1788578472] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:23244; }","duration":"241.441915ms","start":"2026-02-25T20:21:29.913034Z","end":"2026-02-25T20:21:30.154476Z","steps":["trace[1788578472] 'agreement among raft nodes before linearized reading' (duration: 240.924802ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:30.353487Z","caller":"traceutil/trace.go:171","msg":"trace[1629318276] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"215.42115ms","start":"2026-02-25T20:21:30.138014Z","end":"2026-02-25T20:21:30.353435Z","steps":["trace[1629318276] 'process raft request' (duration: 214.947518ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:30.353709Z","caller":"traceutil/trace.go:171","msg":"trace[1671293595] transaction","detail":"{read_only:false; response_revision:23246; number_of_response:1; }","duration":"212.205514ms","start":"2026-02-25T20:21:30.141452Z","end":"2026-02-25T20:21:30.353658Z","steps":["trace[1671293595] 'process raft request' (duration: 211.765942ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:30.353783Z","caller":"traceutil/trace.go:171","msg":"trace[1688290633] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"210.261242ms","start":"2026-02-25T20:21:30.14351Z","end":"2026-02-25T20:21:30.353771Z","steps":["trace[1688290633] 'process raft request' (duration: 209.843681ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:30.353697Z","caller":"traceutil/trace.go:171","msg":"trace[1506734347] linearizableReadLoop","detail":"{readStateIndex:24082; appliedIndex:24077; }","duration":"199.788702ms","start":"2026-02-25T20:21:30.153854Z","end":"2026-02-25T20:21:30.353643Z","steps":["trace[1506734347] 'read index received' (duration: 199.122844ms)","trace[1506734347] 'applied index is now lower than readState.Index' (duration: 664.998µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:30.35395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.273412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-25T20:21:30.354003Z","caller":"traceutil/trace.go:171","msg":"trace[1233465131] transaction","detail":"{read_only:false; response_revision:23248; number_of_response:1; }","duration":"206.757958ms","start":"2026-02-25T20:21:30.14724Z","end":"2026-02-25T20:21:30.353998Z","steps":["trace[1233465131] 'process raft request' (duration: 206.275425ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:30.354023Z","caller":"traceutil/trace.go:171","msg":"trace[1123605281] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23248; }","duration":"216.383196ms","start":"2026-02-25T20:21:30.137625Z","end":"2026-02-25T20:21:30.354008Z","steps":["trace[1123605281] 'agreement among raft nodes before linearized reading' (duration: 216.149829ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:30.354015Z","caller":"traceutil/trace.go:171","msg":"trace[1068485580] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23248; }","duration":"202.141185ms","start":"2026-02-25T20:21:30.151862Z","end":"2026-02-25T20:21:30.354003Z","steps":["trace[1068485580] 'process raft request' (duration: 201.742464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:30.854365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035270,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T20:21:31.072388Z","caller":"traceutil/trace.go:171","msg":"trace[2140310170] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"913.644588ms","start":"2026-02-25T20:21:30.158714Z","end":"2026-02-25T20:21:31.072358Z","steps":["trace[2140310170] 'process raft request' (duration: 913.423312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.072547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.158699Z","time spent":"913.765032ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:31.072763Z","caller":"traceutil/trace.go:171","msg":"trace[172802756] transaction","detail":"{read_only:false; response_revision:23250; number_of_response:1; }","duration":"913.975897ms","start":"2026-02-25T20:21:30.158713Z","end":"2026-02-25T20:21:31.072689Z","steps":["trace[172802756] 'process raft request' (duration: 913.597387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.07295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.158666Z","time spent":"914.185732ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:31.07315Z","caller":"traceutil/trace.go:171","msg":"trace[1581214181] transaction","detail":"{read_only:false; response_revision:23251; number_of_response:1; }","duration":"914.160252ms","start":"2026-02-25T20:21:30.158968Z","end":"2026-02-25T20:21:31.073128Z","steps":["trace[1581214181] 'process raft request' (duration: 913.677129ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:31.073378Z","caller":"traceutil/trace.go:171","msg":"trace[943423950] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"910.474583ms","start":"2026-02-25T20:21:30.162889Z","end":"2026-02-25T20:21:31.073364Z","steps":["trace[943423950] 'process raft request' (duration: 910.408241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.073432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.16287Z","time spent":"910.542405ms","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:21:31.073522Z","caller":"traceutil/trace.go:171","msg":"trace[1201705423] transaction","detail":"{read_only:false; response_revision:23252; number_of_response:1; }","duration":"912.055956ms","start":"2026-02-25T20:21:30.16124Z","end":"2026-02-25T20:21:31.073296Z","steps":["trace[1201705423] 'process raft request' (duration: 911.737388ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:31.073425Z","caller":"traceutil/trace.go:171","msg":"trace[2085951235] transaction","detail":"{read_only:false; response_revision:23253; number_of_response:1; }","duration":"912.025645ms","start":"2026-02-25T20:21:30.161389Z","end":"2026-02-25T20:21:31.073415Z","steps":["trace[2085951235] 'process raft request' (duration: 911.790609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.073783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.161383Z","time spent":"912.344674ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:21:31.07369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.16123Z","time spent":"912.408465ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":994,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:21:31.076108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.158932Z","time spent":"914.265195ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:31.083067Z","caller":"traceutil/trace.go:171","msg":"trace[1395648780] linearizableReadLoop","detail":"{readStateIndex:24094; appliedIndex:24082; }","duration":"729.068784ms","start":"2026-02-25T20:21:30.353964Z","end":"2026-02-25T20:21:31.083032Z","steps":["trace[1395648780] 'read index received' (duration: 718.176052ms)","trace[1395648780] 'applied index is now lower than readState.Index' (duration: 10.891062ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:31.083469Z","caller":"traceutil/trace.go:171","msg":"trace[551808587] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"710.854116ms","start":"2026-02-25T20:21:30.372597Z","end":"2026-02-25T20:21:31.083451Z","steps":["trace[551808587] 'process raft request' (duration: 709.800318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.0836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.372584Z","time spent":"710.932259ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:21:31.083763Z","caller":"traceutil/trace.go:171","msg":"trace[1054694389] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"533.271468ms","start":"2026-02-25T20:21:30.550459Z","end":"2026-02-25T20:21:31.083731Z","steps":["trace[1054694389] 'process raft request' (duration: 532.377555ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:31.083887Z","caller":"traceutil/trace.go:171","msg":"trace[263358137] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"431.376744ms","start":"2026-02-25T20:21:30.652492Z","end":"2026-02-25T20:21:31.083869Z","steps":["trace[263358137] 'process raft request' (duration: 430.404478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.083906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.550414Z","time spent":"533.411133ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:31.083991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.652459Z","time spent":"431.472337ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:31.08407Z","caller":"traceutil/trace.go:171","msg":"trace[76199943] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"711.296218ms","start":"2026-02-25T20:21:30.372765Z","end":"2026-02-25T20:21:31.084061Z","steps":["trace[76199943] 'process raft request' (duration: 709.798578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.084111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.37274Z","time spent":"711.352789ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:21:31.084233Z","caller":"traceutil/trace.go:171","msg":"trace[781361446] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"186.811645ms","start":"2026-02-25T20:21:30.897403Z","end":"2026-02-25T20:21:31.084215Z","steps":["trace[781361446] 'process raft request' (duration: 185.538571ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:31.084362Z","caller":"traceutil/trace.go:171","msg":"trace[1580060874] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"701.27902ms","start":"2026-02-25T20:21:30.383075Z","end":"2026-02-25T20:21:31.084354Z","steps":["trace[1580060874] 'process raft request' (duration: 699.574464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.08441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.383051Z","time spent":"701.335312ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2459,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:31.084542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.680062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-25T20:21:31.084599Z","caller":"traceutil/trace.go:171","msg":"trace[1879787027] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23261; }","duration":"808.779085ms","start":"2026-02-25T20:21:30.275805Z","end":"2026-02-25T20:21:31.084584Z","steps":["trace[1879787027] 'agreement among raft nodes before linearized reading' (duration: 808.594ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:31.084644Z","caller":"traceutil/trace.go:171","msg":"trace[638996902] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"534.260595ms","start":"2026-02-25T20:21:30.550352Z","end":"2026-02-25T20:21:31.084613Z","steps":["trace[638996902] 'process raft request' (duration: 532.402315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.084658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.275771Z","time spent":"808.867947ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:21:31.08471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.550331Z","time spent":"534.346488ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:31.084939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.385382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-25T20:21:31.084987Z","caller":"traceutil/trace.go:171","msg":"trace[826762606] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23261; }","duration":"922.447744ms","start":"2026-02-25T20:21:30.162526Z","end":"2026-02-25T20:21:31.084974Z","steps":["trace[826762606] 'agreement among raft nodes before linearized reading' (duration: 922.31344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.085032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.16252Z","time spent":"922.502275ms","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-02-25T20:21:31.140368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.713067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2714"} {"level":"info","ts":"2026-02-25T20:21:31.140457Z","caller":"traceutil/trace.go:171","msg":"trace[901300040] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:23262; }","duration":"767.85573ms","start":"2026-02-25T20:21:30.372579Z","end":"2026-02-25T20:21:31.140435Z","steps":["trace[901300040] 'agreement among raft nodes before linearized reading' (duration: 767.531342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.140459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.88502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-tb6ll\" ","response":"range_response_count:1 size:2476"} {"level":"warn","ts":"2026-02-25T20:21:31.140502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.372558Z","time spent":"767.935242ms","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2737,"request content":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" "} {"level":"warn","ts":"2026-02-25T20:21:31.140563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.714867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-02-25T20:21:31.140568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.508811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T20:21:31.140588Z","caller":"traceutil/trace.go:171","msg":"trace[940791646] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23262; }","duration":"623.792029ms","start":"2026-02-25T20:21:30.516789Z","end":"2026-02-25T20:21:31.140581Z","steps":["trace[940791646] 'agreement among raft nodes before linearized reading' (duration: 623.743868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.140618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.516749Z","time spent":"623.864331ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-02-25T20:21:31.140617Z","caller":"traceutil/trace.go:171","msg":"trace[765076535] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23262; }","duration":"605.591683ms","start":"2026-02-25T20:21:30.53501Z","end":"2026-02-25T20:21:31.140601Z","steps":["trace[765076535] 'agreement among raft nodes before linearized reading' (duration: 605.414668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.140658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.534986Z","time spent":"605.660574ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:21:31.140367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.775428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs-rbnkh\" ","response":"range_response_count:1 size:2469"} {"level":"info","ts":"2026-02-25T20:21:31.140514Z","caller":"traceutil/trace.go:171","msg":"trace[119498551] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-tb6ll; range_end:; response_count:1; response_revision:23262; }","duration":"767.976323ms","start":"2026-02-25T20:21:30.372523Z","end":"2026-02-25T20:21:31.140499Z","steps":["trace[119498551] 'agreement among raft nodes before linearized reading' (duration: 767.791348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.140859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.372504Z","time spent":"768.346654ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":2499,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-tb6ll\" "} {"level":"warn","ts":"2026-02-25T20:21:31.140368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.754957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-25T20:21:31.141269Z","caller":"traceutil/trace.go:171","msg":"trace[131376047] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23262; }","duration":"768.694612ms","start":"2026-02-25T20:21:30.372552Z","end":"2026-02-25T20:21:31.141246Z","steps":["trace[131376047] 'agreement among raft nodes before linearized reading' (duration: 767.633994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.141321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.372533Z","time spent":"768.774055ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-02-25T20:21:31.140824Z","caller":"traceutil/trace.go:171","msg":"trace[548365172] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs-rbnkh; range_end:; response_count:1; response_revision:23262; }","duration":"768.24883ms","start":"2026-02-25T20:21:30.372557Z","end":"2026-02-25T20:21:31.140806Z","steps":["trace[548365172] 'agreement among raft nodes before linearized reading' (duration: 767.580342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.142814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:30.372504Z","time spent":"770.282735ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2492,"request content":"key:\"/registry/secrets/openstack/magnum-api-certs-rbnkh\" "} {"level":"info","ts":"2026-02-25T20:21:31.308344Z","caller":"traceutil/trace.go:171","msg":"trace[246491692] linearizableReadLoop","detail":"{readStateIndex:24097; appliedIndex:24096; }","duration":"168.259079ms","start":"2026-02-25T20:21:31.140055Z","end":"2026-02-25T20:21:31.308315Z","steps":["trace[246491692] 'read index received' (duration: 119.843955ms)","trace[246491692] 'applied index is now lower than readState.Index' (duration: 48.414264ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:31.308412Z","caller":"traceutil/trace.go:171","msg":"trace[866864574] transaction","detail":"{read_only:false; response_revision:23263; number_of_response:1; }","duration":"216.619692ms","start":"2026-02-25T20:21:31.091751Z","end":"2026-02-25T20:21:31.308371Z","steps":["trace[866864574] 'process raft request' (duration: 168.132196ms)","trace[866864574] 'compare' (duration: 48.037284ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:31.308513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.755276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:31.308763Z","caller":"traceutil/trace.go:171","msg":"trace[544269590] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:23263; }","duration":"217.061004ms","start":"2026-02-25T20:21:31.091689Z","end":"2026-02-25T20:21:31.30875Z","steps":["trace[544269590] 'agreement among raft nodes before linearized reading' (duration: 216.760946ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:31.373632Z","caller":"traceutil/trace.go:171","msg":"trace[1759224841] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"229.408034ms","start":"2026-02-25T20:21:31.144203Z","end":"2026-02-25T20:21:31.373611Z","steps":["trace[1759224841] 'process raft request' (duration: 229.112846ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:31.373714Z","caller":"traceutil/trace.go:171","msg":"trace[1883122011] transaction","detail":"{read_only:false; response_revision:23265; number_of_response:1; }","duration":"226.836245ms","start":"2026-02-25T20:21:31.146855Z","end":"2026-02-25T20:21:31.373691Z","steps":["trace[1883122011] 'process raft request' (duration: 226.62184ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:31.373905Z","caller":"traceutil/trace.go:171","msg":"trace[1012336103] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23266; }","duration":"226.894867ms","start":"2026-02-25T20:21:31.147002Z","end":"2026-02-25T20:21:31.373897Z","steps":["trace[1012336103] 'process raft request' (duration: 226.61787ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:31.405181Z","caller":"traceutil/trace.go:171","msg":"trace[867192343] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"117.753949ms","start":"2026-02-25T20:21:31.287409Z","end":"2026-02-25T20:21:31.405163Z","steps":["trace[867192343] 'process raft request' (duration: 117.570014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.405501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.625629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"warn","ts":"2026-02-25T20:21:31.405559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.995989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2714"} {"level":"info","ts":"2026-02-25T20:21:31.405591Z","caller":"traceutil/trace.go:171","msg":"trace[1478950526] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:23268; }","duration":"261.06404ms","start":"2026-02-25T20:21:31.144519Z","end":"2026-02-25T20:21:31.405583Z","steps":["trace[1478950526] 'agreement among raft nodes before linearized reading' (duration: 260.927937ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:31.405581Z","caller":"traceutil/trace.go:171","msg":"trace[166305330] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23268; }","duration":"260.735252ms","start":"2026-02-25T20:21:31.144827Z","end":"2026-02-25T20:21:31.405562Z","steps":["trace[166305330] 'agreement among raft nodes before linearized reading' (duration: 260.538937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.405594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.350448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:21:31.40558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.848079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-tb6ll\" ","response":"range_response_count:1 size:3397"} {"level":"info","ts":"2026-02-25T20:21:31.405734Z","caller":"traceutil/trace.go:171","msg":"trace[1001333952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23268; }","duration":"117.508582ms","start":"2026-02-25T20:21:31.288179Z","end":"2026-02-25T20:21:31.405688Z","steps":["trace[1001333952] 'agreement among raft nodes before linearized reading' (duration: 117.283386ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:31.405893Z","caller":"traceutil/trace.go:171","msg":"trace[1910540384] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-tb6ll; range_end:; response_count:1; response_revision:23268; }","duration":"263.049504ms","start":"2026-02-25T20:21:31.142655Z","end":"2026-02-25T20:21:31.405704Z","steps":["trace[1910540384] 'agreement among raft nodes before linearized reading' (duration: 262.854658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.605164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.919392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:21:31.605316Z","caller":"traceutil/trace.go:171","msg":"trace[646908877] linearizableReadLoop","detail":"{readStateIndex:24103; appliedIndex:24102; }","duration":"200.016638ms","start":"2026-02-25T20:21:31.405276Z","end":"2026-02-25T20:21:31.605293Z","steps":["trace[646908877] 'read index received' (duration: 93.836499ms)","trace[646908877] 'applied index is now lower than readState.Index' (duration: 106.178449ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:31.60542Z","caller":"traceutil/trace.go:171","msg":"trace[924476817] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"226.395333ms","start":"2026-02-25T20:21:31.379008Z","end":"2026-02-25T20:21:31.605403Z","steps":["trace[924476817] 'process raft request' (duration: 120.139252ms)","trace[924476817] 'compare' (duration: 105.393068ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:31.605619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.53921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2477"} {"level":"info","ts":"2026-02-25T20:21:31.605674Z","caller":"traceutil/trace.go:171","msg":"trace[203012659] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:23269; }","duration":"222.637413ms","start":"2026-02-25T20:21:31.383023Z","end":"2026-02-25T20:21:31.60566Z","steps":["trace[203012659] 'agreement among raft nodes before linearized reading' (duration: 222.483779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.605781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.730341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-25T20:21:31.605883Z","caller":"traceutil/trace.go:171","msg":"trace[1535747572] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23269; }","duration":"294.881445ms","start":"2026-02-25T20:21:31.310957Z","end":"2026-02-25T20:21:31.605839Z","steps":["trace[1535747572] 'agreement among raft nodes before linearized reading' (duration: 294.543996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.605977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.531874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-f58bm\" ","response":"range_response_count:1 size:4807"} {"level":"info","ts":"2026-02-25T20:21:31.606005Z","caller":"traceutil/trace.go:171","msg":"trace[24796973] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-f58bm; range_end:; response_count:1; response_revision:23269; }","duration":"227.595186ms","start":"2026-02-25T20:21:31.378403Z","end":"2026-02-25T20:21:31.605998Z","steps":["trace[24796973] 'agreement among raft nodes before linearized reading' (duration: 227.011591ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:31.655494Z","caller":"traceutil/trace.go:171","msg":"trace[1749852173] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"243.726757ms","start":"2026-02-25T20:21:31.411744Z","end":"2026-02-25T20:21:31.655471Z","steps":["trace[1749852173] 'process raft request' (duration: 243.610394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.65567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.435724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:31.655737Z","caller":"traceutil/trace.go:171","msg":"trace[757655371] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23270; }","duration":"128.552748ms","start":"2026-02-25T20:21:31.527168Z","end":"2026-02-25T20:21:31.65572Z","steps":["trace[757655371] 'agreement among raft nodes before linearized reading' (duration: 128.402694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.656004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.007108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-25T20:21:31.656031Z","caller":"traceutil/trace.go:171","msg":"trace[1868182060] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23270; }","duration":"240.053719ms","start":"2026-02-25T20:21:31.415971Z","end":"2026-02-25T20:21:31.656024Z","steps":["trace[1868182060] 'agreement among raft nodes before linearized reading' (duration: 239.938006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.656082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.71018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:31.65613Z","caller":"traceutil/trace.go:171","msg":"trace[1184777200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23270; }","duration":"248.807022ms","start":"2026-02-25T20:21:31.407311Z","end":"2026-02-25T20:21:31.656118Z","steps":["trace[1184777200] 'agreement among raft nodes before linearized reading' (duration: 248.71456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.65633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.981397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-25T20:21:31.656373Z","caller":"traceutil/trace.go:171","msg":"trace[1956321301] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23270; }","duration":"246.059589ms","start":"2026-02-25T20:21:31.410307Z","end":"2026-02-25T20:21:31.656366Z","steps":["trace[1956321301] 'agreement among raft nodes before linearized reading' (duration: 245.973047ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:31.873111Z","caller":"traceutil/trace.go:171","msg":"trace[1095769352] linearizableReadLoop","detail":"{readStateIndex:24106; appliedIndex:24104; }","duration":"217.537987ms","start":"2026-02-25T20:21:31.655551Z","end":"2026-02-25T20:21:31.873088Z","steps":["trace[1095769352] 'read index received' (duration: 217.31009ms)","trace[1095769352] 'applied index is now lower than readState.Index' (duration: 226.897µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:31.873587Z","caller":"traceutil/trace.go:171","msg":"trace[764693670] transaction","detail":"{read_only:false; response_revision:23271; number_of_response:1; }","duration":"258.166003ms","start":"2026-02-25T20:21:31.615378Z","end":"2026-02-25T20:21:31.873544Z","steps":["trace[764693670] 'process raft request' (duration: 257.491625ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:31.873646Z","caller":"traceutil/trace.go:171","msg":"trace[542448963] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"256.257832ms","start":"2026-02-25T20:21:31.617372Z","end":"2026-02-25T20:21:31.873629Z","steps":["trace[542448963] 'process raft request' (duration: 255.653836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.87417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.338251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111916"} {"level":"info","ts":"2026-02-25T20:21:31.874217Z","caller":"traceutil/trace.go:171","msg":"trace[105183382] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23272; }","duration":"260.434553ms","start":"2026-02-25T20:21:31.613772Z","end":"2026-02-25T20:21:31.874207Z","steps":["trace[105183382] 'agreement among raft nodes before linearized reading' (duration: 260.107465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:31.874251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.28807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-25T20:21:31.87431Z","caller":"traceutil/trace.go:171","msg":"trace[502682312] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23272; }","duration":"260.376212ms","start":"2026-02-25T20:21:31.613921Z","end":"2026-02-25T20:21:31.874298Z","steps":["trace[502682312] 'agreement among raft nodes before linearized reading' (duration: 260.114395ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:32.018413Z","caller":"traceutil/trace.go:171","msg":"trace[41876172] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"350.782109ms","start":"2026-02-25T20:21:31.667619Z","end":"2026-02-25T20:21:32.018401Z","steps":["trace[41876172] 'process raft request' (duration: 350.629435ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:32.018426Z","caller":"traceutil/trace.go:171","msg":"trace[1904481094] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"335.423459ms","start":"2026-02-25T20:21:31.682962Z","end":"2026-02-25T20:21:32.018385Z","steps":["trace[1904481094] 'process raft request' (duration: 335.353447ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:32.018494Z","caller":"traceutil/trace.go:171","msg":"trace[469083505] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23272; }","duration":"356.071741ms","start":"2026-02-25T20:21:31.662405Z","end":"2026-02-25T20:21:32.018477Z","steps":["trace[469083505] 'process raft request' (duration: 355.740092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:32.018515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:31.667596Z","time spent":"350.864172ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2995,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:32.01856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:31.662387Z","time spent":"356.137532ms","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":61,"response count":0,"response size":2794,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:32.018576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:31.68294Z","time spent":"335.564122ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:21:32.018611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.315289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:32.018667Z","caller":"traceutil/trace.go:171","msg":"trace[785575359] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:0; response_revision:23274; }","duration":"325.415221ms","start":"2026-02-25T20:21:31.693238Z","end":"2026-02-25T20:21:32.018653Z","steps":["trace[785575359] 'agreement among raft nodes before linearized reading' (duration: 325.266687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:32.018709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.009335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-02-25T20:21:32.018711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:31.693217Z","time spent":"325.486623ms","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-02-25T20:21:32.018731Z","caller":"traceutil/trace.go:171","msg":"trace[1677037257] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23274; }","duration":"351.074197ms","start":"2026-02-25T20:21:31.667651Z","end":"2026-02-25T20:21:32.018725Z","steps":["trace[1677037257] 'agreement among raft nodes before linearized reading' (duration: 350.984894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:32.018748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:31.66763Z","time spent":"351.114708ms","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-02-25T20:21:32.018837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.019674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:32.018869Z","caller":"traceutil/trace.go:171","msg":"trace[1786401737] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23274; }","duration":"284.084535ms","start":"2026-02-25T20:21:31.734776Z","end":"2026-02-25T20:21:32.018861Z","steps":["trace[1786401737] 'agreement among raft nodes before linearized reading' (duration: 284.026224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:32.019091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.53068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111916"} {"level":"warn","ts":"2026-02-25T20:21:32.019152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.936674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8a79bb1f-441b-4ba2-8523-5a99e578d072\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-02-25T20:21:32.019166Z","caller":"traceutil/trace.go:171","msg":"trace[1843142812] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23274; }","duration":"351.641622ms","start":"2026-02-25T20:21:31.667508Z","end":"2026-02-25T20:21:32.01915Z","steps":["trace[1843142812] 'agreement among raft nodes before linearized reading' (duration: 351.303763ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:32.019202Z","caller":"traceutil/trace.go:171","msg":"trace[256325673] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8a79bb1f-441b-4ba2-8523-5a99e578d072; range_end:; response_count:1; response_revision:23274; }","duration":"360.008616ms","start":"2026-02-25T20:21:31.659177Z","end":"2026-02-25T20:21:32.019185Z","steps":["trace[256325673] 'agreement among raft nodes before linearized reading' (duration: 359.843701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:32.01921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:31.667496Z","time spent":"351.703634ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111939,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-02-25T20:21:32.019241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:31.65916Z","time spent":"360.074207ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-8a79bb1f-441b-4ba2-8523-5a99e578d072\" "} {"level":"info","ts":"2026-02-25T20:21:32.019095Z","caller":"traceutil/trace.go:171","msg":"trace[2011605245] linearizableReadLoop","detail":"{readStateIndex:24109; appliedIndex:24106; }","duration":"145.177882ms","start":"2026-02-25T20:21:31.873176Z","end":"2026-02-25T20:21:32.018354Z","steps":["trace[2011605245] 'read index received' (duration: 144.995337ms)","trace[2011605245] 'applied index is now lower than readState.Index' (duration: 182.085µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:32.062864Z","caller":"traceutil/trace.go:171","msg":"trace[1784784936] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"143.901197ms","start":"2026-02-25T20:21:31.918933Z","end":"2026-02-25T20:21:32.062834Z","steps":["trace[1784784936] 'process raft request' (duration: 143.792904ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:32.063178Z","caller":"traceutil/trace.go:171","msg":"trace[681761789] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"178.157414ms","start":"2026-02-25T20:21:31.88501Z","end":"2026-02-25T20:21:32.063168Z","steps":["trace[681761789] 'process raft request' (duration: 177.60748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:32.063581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.792109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T20:21:32.063648Z","caller":"traceutil/trace.go:171","msg":"trace[1589829739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23276; }","duration":"157.897182ms","start":"2026-02-25T20:21:31.905734Z","end":"2026-02-25T20:21:32.063632Z","steps":["trace[1589829739] 'agreement among raft nodes before linearized reading' (duration: 157.722557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:32.063737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.803944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-02-25T20:21:32.063783Z","caller":"traceutil/trace.go:171","msg":"trace[702733053] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23276; }","duration":"174.875676ms","start":"2026-02-25T20:21:31.888894Z","end":"2026-02-25T20:21:32.06377Z","steps":["trace[702733053] 'agreement among raft nodes before linearized reading' (duration: 174.733303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:32.06389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.371373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-02-25T20:21:32.064207Z","caller":"traceutil/trace.go:171","msg":"trace[402892814] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23276; }","duration":"180.698521ms","start":"2026-02-25T20:21:31.883486Z","end":"2026-02-25T20:21:32.064184Z","steps":["trace[402892814] 'agreement among raft nodes before linearized reading' (duration: 180.322051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:32.064299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.347171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T20:21:32.064348Z","caller":"traceutil/trace.go:171","msg":"trace[509480988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23276; }","duration":"159.436643ms","start":"2026-02-25T20:21:31.904898Z","end":"2026-02-25T20:21:32.064334Z","steps":["trace[509480988] 'agreement among raft nodes before linearized reading' (duration: 159.230658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:32.064555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.313238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9957"} {"level":"info","ts":"2026-02-25T20:21:32.064587Z","caller":"traceutil/trace.go:171","msg":"trace[270499884] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:23276; }","duration":"184.37763ms","start":"2026-02-25T20:21:31.880198Z","end":"2026-02-25T20:21:32.064576Z","steps":["trace[270499884] 'agreement among raft nodes before linearized reading' (duration: 183.764963ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:32.209734Z","caller":"traceutil/trace.go:171","msg":"trace[1324348288] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"133.016286ms","start":"2026-02-25T20:21:32.076657Z","end":"2026-02-25T20:21:32.209673Z","steps":["trace[1324348288] 'process raft request' (duration: 132.817791ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:32.209905Z","caller":"traceutil/trace.go:171","msg":"trace[1838764255] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"124.879429ms","start":"2026-02-25T20:21:32.084996Z","end":"2026-02-25T20:21:32.209875Z","steps":["trace[1838764255] 'process raft request' (duration: 124.622392ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:32.20986Z","caller":"traceutil/trace.go:171","msg":"trace[647656697] linearizableReadLoop","detail":"{readStateIndex:24119; appliedIndex:24117; }","duration":"104.32558ms","start":"2026-02-25T20:21:32.105509Z","end":"2026-02-25T20:21:32.209835Z","steps":["trace[647656697] 'read index received' (duration: 104.029422ms)","trace[647656697] 'applied index is now lower than readState.Index' (duration: 295.178µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:32.210018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.014303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-25T20:21:32.210051Z","caller":"traceutil/trace.go:171","msg":"trace[649749677] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23284; }","duration":"125.059894ms","start":"2026-02-25T20:21:32.084982Z","end":"2026-02-25T20:21:32.210042Z","steps":["trace[649749677] 'agreement among raft nodes before linearized reading' (duration: 124.916911ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:32.367577Z","caller":"traceutil/trace.go:171","msg":"trace[1265567151] linearizableReadLoop","detail":"{readStateIndex:24121; appliedIndex:24119; }","duration":"154.319406ms","start":"2026-02-25T20:21:32.213234Z","end":"2026-02-25T20:21:32.367553Z","steps":["trace[1265567151] 'read index received' (duration: 153.759571ms)","trace[1265567151] 'applied index is now lower than readState.Index' (duration: 559.095µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:32.367759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.508242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-56fc548795-8rhpz\" ","response":"range_response_count:1 size:8507"} {"level":"info","ts":"2026-02-25T20:21:32.367813Z","caller":"traceutil/trace.go:171","msg":"trace[1117650754] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-56fc548795-8rhpz; range_end:; response_count:1; response_revision:23286; }","duration":"154.605054ms","start":"2026-02-25T20:21:32.213195Z","end":"2026-02-25T20:21:32.3678Z","steps":["trace[1117650754] 'agreement among raft nodes before linearized reading' (duration: 154.4657ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:32.367759Z","caller":"traceutil/trace.go:171","msg":"trace[86021844] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"213.89978ms","start":"2026-02-25T20:21:32.153827Z","end":"2026-02-25T20:21:32.367727Z","steps":["trace[86021844] 'process raft request' (duration: 213.15286ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:32.367671Z","caller":"traceutil/trace.go:171","msg":"trace[1782849369] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"199.584407ms","start":"2026-02-25T20:21:32.168009Z","end":"2026-02-25T20:21:32.367593Z","steps":["trace[1782849369] 'process raft request' (duration: 199.429903ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:32.532635Z","caller":"traceutil/trace.go:171","msg":"trace[1538432155] linearizableReadLoop","detail":"{readStateIndex:24124; appliedIndex:24121; }","duration":"164.967151ms","start":"2026-02-25T20:21:32.367642Z","end":"2026-02-25T20:21:32.532609Z","steps":["trace[1538432155] 'read index received' (duration: 119.970208ms)","trace[1538432155] 'applied index is now lower than readState.Index' (duration: 44.995883ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:32.532985Z","caller":"traceutil/trace.go:171","msg":"trace[699758994] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23288; }","duration":"304.825461ms","start":"2026-02-25T20:21:32.228139Z","end":"2026-02-25T20:21:32.532964Z","steps":["trace[699758994] 'process raft request' (duration: 304.43331ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:32.533044Z","caller":"traceutil/trace.go:171","msg":"trace[835691523] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"317.557471ms","start":"2026-02-25T20:21:32.215451Z","end":"2026-02-25T20:21:32.533009Z","steps":["trace[835691523] 'process raft request' (duration: 272.005283ms)","trace[835691523] 'compare' (duration: 44.86414ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:32.533082Z","caller":"traceutil/trace.go:171","msg":"trace[144788999] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"306.200428ms","start":"2026-02-25T20:21:32.226844Z","end":"2026-02-25T20:21:32.533044Z","steps":["trace[144788999] 'process raft request' (duration: 305.657834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:32.533122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:32.22813Z","time spent":"304.901323ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74,"response count":0,"response size":1875,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:32.533195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:32.21543Z","time spent":"317.700575ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:21:32.533234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:32.22683Z","time spent":"306.315551ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:32.533636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.703648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-25T20:21:32.533692Z","caller":"traceutil/trace.go:171","msg":"trace[924171595] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23288; }","duration":"314.560581ms","start":"2026-02-25T20:21:32.219118Z","end":"2026-02-25T20:21:32.533679Z","steps":["trace[924171595] 'agreement among raft nodes before linearized reading' (duration: 313.589545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:32.533728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:32.219106Z","time spent":"314.613342ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-02-25T20:21:32.534245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.859031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-02-25T20:21:32.53433Z","caller":"traceutil/trace.go:171","msg":"trace[1308820438] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23288; }","duration":"255.980805ms","start":"2026-02-25T20:21:32.278327Z","end":"2026-02-25T20:21:32.534307Z","steps":["trace[1308820438] 'agreement among raft nodes before linearized reading' (duration: 254.881275ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:32.555372Z","caller":"traceutil/trace.go:171","msg":"trace[407514356] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"177.445214ms","start":"2026-02-25T20:21:32.377893Z","end":"2026-02-25T20:21:32.555338Z","steps":["trace[407514356] 'process raft request' (duration: 177.114255ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:32.555469Z","caller":"traceutil/trace.go:171","msg":"trace[843394382] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"171.64713ms","start":"2026-02-25T20:21:32.383807Z","end":"2026-02-25T20:21:32.555455Z","steps":["trace[843394382] 'process raft request' (duration: 171.437014ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:32.555982Z","caller":"traceutil/trace.go:171","msg":"trace[385335058] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"124.314984ms","start":"2026-02-25T20:21:32.431653Z","end":"2026-02-25T20:21:32.555968Z","steps":["trace[385335058] 'process raft request' (duration: 123.771819ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:32.844665Z","caller":"traceutil/trace.go:171","msg":"trace[253789828] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"117.247495ms","start":"2026-02-25T20:21:32.727389Z","end":"2026-02-25T20:21:32.844637Z","steps":["trace[253789828] 'process raft request' (duration: 117.090771ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:33.015832Z","caller":"traceutil/trace.go:171","msg":"trace[712024110] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"205.957157ms","start":"2026-02-25T20:21:32.809839Z","end":"2026-02-25T20:21:33.015796Z","steps":["trace[712024110] 'process raft request' (duration: 180.079675ms)","trace[712024110] 'compare' (duration: 25.724038ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:33.080361Z","caller":"traceutil/trace.go:171","msg":"trace[603962899] linearizableReadLoop","detail":"{readStateIndex:24135; appliedIndex:24132; }","duration":"110.34859ms","start":"2026-02-25T20:21:32.969984Z","end":"2026-02-25T20:21:33.080332Z","steps":["trace[603962899] 'read index received' (duration: 19.83541ms)","trace[603962899] 'applied index is now lower than readState.Index' (duration: 90.51152ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:33.080439Z","caller":"traceutil/trace.go:171","msg":"trace[1531270062] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"171.576708ms","start":"2026-02-25T20:21:32.908836Z","end":"2026-02-25T20:21:33.080413Z","steps":["trace[1531270062] 'process raft request' (duration: 171.28947ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:33.080503Z","caller":"traceutil/trace.go:171","msg":"trace[1420181507] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"220.767653ms","start":"2026-02-25T20:21:32.859473Z","end":"2026-02-25T20:21:33.080241Z","steps":["trace[1420181507] 'process raft request' (duration: 220.481945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:33.080664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.620057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:33.080828Z","caller":"traceutil/trace.go:171","msg":"trace[487426502] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23299; }","duration":"110.860244ms","start":"2026-02-25T20:21:32.969945Z","end":"2026-02-25T20:21:33.080805Z","steps":["trace[487426502] 'agreement among raft nodes before linearized reading' (duration: 110.488414ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:33.446875Z","caller":"traceutil/trace.go:171","msg":"trace[1282694194] linearizableReadLoop","detail":"{readStateIndex:24154; appliedIndex:24153; }","duration":"114.589294ms","start":"2026-02-25T20:21:33.332261Z","end":"2026-02-25T20:21:33.44685Z","steps":["trace[1282694194] 'read index received' (duration: 114.516522ms)","trace[1282694194] 'applied index is now lower than readState.Index' (duration: 71.982µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:33.446938Z","caller":"traceutil/trace.go:171","msg":"trace[551879775] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"133.309304ms","start":"2026-02-25T20:21:33.31361Z","end":"2026-02-25T20:21:33.446919Z","steps":["trace[551879775] 'process raft request' (duration: 133.109109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:33.447067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.122806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-25T20:21:33.447096Z","caller":"traceutil/trace.go:171","msg":"trace[1490597879] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23318; }","duration":"134.205878ms","start":"2026-02-25T20:21:33.31288Z","end":"2026-02-25T20:21:33.447086Z","steps":["trace[1490597879] 'agreement among raft nodes before linearized reading' (duration: 134.079015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:33.447107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.185853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-25T20:21:33.447137Z","caller":"traceutil/trace.go:171","msg":"trace[2077379662] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23318; }","duration":"154.225804ms","start":"2026-02-25T20:21:33.292903Z","end":"2026-02-25T20:21:33.447129Z","steps":["trace[2077379662] 'agreement among raft nodes before linearized reading' (duration: 154.130421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:33.500426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.503624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-02-25T20:21:33.500598Z","caller":"traceutil/trace.go:171","msg":"trace[876927727] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23319; }","duration":"107.686709ms","start":"2026-02-25T20:21:33.392892Z","end":"2026-02-25T20:21:33.500579Z","steps":["trace[876927727] 'agreement among raft nodes before linearized reading' (duration: 105.655055ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:33.625816Z","caller":"traceutil/trace.go:171","msg":"trace[1231520226] linearizableReadLoop","detail":"{readStateIndex:24156; appliedIndex:24155; }","duration":"127.430887ms","start":"2026-02-25T20:21:33.498361Z","end":"2026-02-25T20:21:33.625792Z","steps":["trace[1231520226] 'read index received' (duration: 62.45713ms)","trace[1231520226] 'applied index is now lower than readState.Index' (duration: 64.972987ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:33.625896Z","caller":"traceutil/trace.go:171","msg":"trace[77930427] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"172.591675ms","start":"2026-02-25T20:21:33.453268Z","end":"2026-02-25T20:21:33.62586Z","steps":["trace[77930427] 'process raft request' (duration: 107.607268ms)","trace[77930427] 'compare' (duration: 64.812503ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:33.625987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.087571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:33.62602Z","caller":"traceutil/trace.go:171","msg":"trace[1476879550] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs; range_end:; response_count:0; response_revision:23320; }","duration":"172.163203ms","start":"2026-02-25T20:21:33.453848Z","end":"2026-02-25T20:21:33.626011Z","steps":["trace[1476879550] 'agreement among raft nodes before linearized reading' (duration: 172.067861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:33.626275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.405703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-25T20:21:33.626302Z","caller":"traceutil/trace.go:171","msg":"trace[1279268528] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23320; }","duration":"174.463555ms","start":"2026-02-25T20:21:33.451832Z","end":"2026-02-25T20:21:33.626296Z","steps":["trace[1279268528] 'agreement among raft nodes before linearized reading' (duration: 174.364532ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:33.836475Z","caller":"traceutil/trace.go:171","msg":"trace[1523263065] linearizableReadLoop","detail":"{readStateIndex:24160; appliedIndex:24158; }","duration":"114.04562ms","start":"2026-02-25T20:21:33.7224Z","end":"2026-02-25T20:21:33.836446Z","steps":["trace[1523263065] 'read index received' (duration: 113.032373ms)","trace[1523263065] 'applied index is now lower than readState.Index' (duration: 1.011617ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:33.836771Z","caller":"traceutil/trace.go:171","msg":"trace[1188789237] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"126.7889ms","start":"2026-02-25T20:21:33.709968Z","end":"2026-02-25T20:21:33.836757Z","steps":["trace[1188789237] 'process raft request' (duration: 125.545497ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:33.83697Z","caller":"traceutil/trace.go:171","msg":"trace[1200766033] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23323; }","duration":"124.711685ms","start":"2026-02-25T20:21:33.712248Z","end":"2026-02-25T20:21:33.83696Z","steps":["trace[1200766033] 'process raft request' (duration: 124.137429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:33.837245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.849166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-25T20:21:33.837327Z","caller":"traceutil/trace.go:171","msg":"trace[1087039112] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23323; }","duration":"180.969829ms","start":"2026-02-25T20:21:33.656345Z","end":"2026-02-25T20:21:33.837315Z","steps":["trace[1087039112] 'agreement among raft nodes before linearized reading' (duration: 180.779654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:33.837557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.159222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-25T20:21:33.837595Z","caller":"traceutil/trace.go:171","msg":"trace[140841945] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23323; }","duration":"108.228553ms","start":"2026-02-25T20:21:33.729358Z","end":"2026-02-25T20:21:33.837586Z","steps":["trace[140841945] 'agreement among raft nodes before linearized reading' (duration: 108.127031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:33.838176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.059269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111916"} {"level":"info","ts":"2026-02-25T20:21:33.83822Z","caller":"traceutil/trace.go:171","msg":"trace[1366505460] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23323; }","duration":"108.138981ms","start":"2026-02-25T20:21:33.730072Z","end":"2026-02-25T20:21:33.838211Z","steps":["trace[1366505460] 'agreement among raft nodes before linearized reading' (duration: 107.903365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:34.162359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.519669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T20:21:34.162457Z","caller":"traceutil/trace.go:171","msg":"trace[21445915] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:23326; }","duration":"225.754405ms","start":"2026-02-25T20:21:33.93669Z","end":"2026-02-25T20:21:34.162445Z","steps":["trace[21445915] 'range keys from in-memory index tree' (duration: 225.385966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:34.162322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.513509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-25T20:21:34.162583Z","caller":"traceutil/trace.go:171","msg":"trace[1418577229] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23326; }","duration":"225.896139ms","start":"2026-02-25T20:21:33.936668Z","end":"2026-02-25T20:21:34.162564Z","steps":["trace[1418577229] 'range keys from in-memory index tree' (duration: 225.268132ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:34.163018Z","caller":"traceutil/trace.go:171","msg":"trace[701611430] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"223.658199ms","start":"2026-02-25T20:21:33.939351Z","end":"2026-02-25T20:21:34.163009Z","steps":["trace[701611430] 'process raft request' (duration: 222.616881ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:34.370365Z","caller":"traceutil/trace.go:171","msg":"trace[1635507139] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"410.349711ms","start":"2026-02-25T20:21:33.959982Z","end":"2026-02-25T20:21:34.370332Z","steps":["trace[1635507139] 'process raft request' (duration: 410.124625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:34.370552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:33.959963Z","time spent":"410.489156ms","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:34.370549Z","caller":"traceutil/trace.go:171","msg":"trace[933025283] linearizableReadLoop","detail":"{readStateIndex:24166; appliedIndex:24163; }","duration":"293.93028ms","start":"2026-02-25T20:21:34.076593Z","end":"2026-02-25T20:21:34.370524Z","steps":["trace[933025283] 'read index received' (duration: 85.387693ms)","trace[933025283] 'applied index is now lower than readState.Index' (duration: 208.540266ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:34.370712Z","caller":"traceutil/trace.go:171","msg":"trace[1291188616] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"301.495892ms","start":"2026-02-25T20:21:34.069184Z","end":"2026-02-25T20:21:34.37068Z","steps":["trace[1291188616] 'process raft request' (duration: 301.081491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:34.370744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.138065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T20:21:34.370801Z","caller":"traceutil/trace.go:171","msg":"trace[881061001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23329; }","duration":"294.218388ms","start":"2026-02-25T20:21:34.076567Z","end":"2026-02-25T20:21:34.370786Z","steps":["trace[881061001] 'agreement among raft nodes before linearized reading' (duration: 294.023892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:34.370854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:34.06916Z","time spent":"301.616794ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:34.408591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.066232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T20:21:34.40864Z","caller":"traceutil/trace.go:171","msg":"trace[843494207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23329; }","duration":"331.129424ms","start":"2026-02-25T20:21:34.0775Z","end":"2026-02-25T20:21:34.408629Z","steps":["trace[843494207] 'agreement among raft nodes before linearized reading' (duration: 331.010661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:34.408664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:34.077494Z","time spent":"331.164545ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T20:21:34.408747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.920445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-25T20:21:34.408801Z","caller":"traceutil/trace.go:171","msg":"trace[1318113072] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23329; }","duration":"240.034349ms","start":"2026-02-25T20:21:34.168754Z","end":"2026-02-25T20:21:34.408788Z","steps":["trace[1318113072] 'agreement among raft nodes before linearized reading' (duration: 239.822973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:34.408904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.093843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111916"} {"level":"info","ts":"2026-02-25T20:21:34.408955Z","caller":"traceutil/trace.go:171","msg":"trace[1891022142] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23329; }","duration":"239.157405ms","start":"2026-02-25T20:21:34.169786Z","end":"2026-02-25T20:21:34.408943Z","steps":["trace[1891022142] 'agreement among raft nodes before linearized reading' (duration: 238.753264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:34.411873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.555381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-02-25T20:21:34.421322Z","caller":"traceutil/trace.go:171","msg":"trace[1934377745] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23329; }","duration":"228.684615ms","start":"2026-02-25T20:21:34.183249Z","end":"2026-02-25T20:21:34.411934Z","steps":["trace[1934377745] 'agreement among raft nodes before linearized reading' (duration: 225.275594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:34.618569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.759231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-25T20:21:34.618653Z","caller":"traceutil/trace.go:171","msg":"trace[667464676] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23333; }","duration":"144.858573ms","start":"2026-02-25T20:21:34.473773Z","end":"2026-02-25T20:21:34.618632Z","steps":["trace[667464676] 'range keys from in-memory index tree' (duration: 144.399081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:34.618696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.191064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-25T20:21:34.618761Z","caller":"traceutil/trace.go:171","msg":"trace[1188502130] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23333; }","duration":"129.336988ms","start":"2026-02-25T20:21:34.489406Z","end":"2026-02-25T20:21:34.618743Z","steps":["trace[1188502130] 'range keys from in-memory index tree' (duration: 128.866405ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:35.432944Z","caller":"traceutil/trace.go:171","msg":"trace[693697121] linearizableReadLoop","detail":"{readStateIndex:24175; appliedIndex:24172; }","duration":"244.952589ms","start":"2026-02-25T20:21:35.187962Z","end":"2026-02-25T20:21:35.432915Z","steps":["trace[693697121] 'read index received' (duration: 79.988848ms)","trace[693697121] 'applied index is now lower than readState.Index' (duration: 164.962551ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:35.433024Z","caller":"traceutil/trace.go:171","msg":"trace[433447984] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"248.054553ms","start":"2026-02-25T20:21:35.184912Z","end":"2026-02-25T20:21:35.432967Z","steps":["trace[433447984] 'process raft request' (duration: 247.781195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:35.4332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.218797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T20:21:35.433236Z","caller":"traceutil/trace.go:171","msg":"trace[1284280617] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23337; }","duration":"245.295469ms","start":"2026-02-25T20:21:35.187929Z","end":"2026-02-25T20:21:35.433225Z","steps":["trace[1284280617] 'agreement among raft nodes before linearized reading' (duration: 245.157995ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:35.43307Z","caller":"traceutil/trace.go:171","msg":"trace[243842602] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"248.105654ms","start":"2026-02-25T20:21:35.184954Z","end":"2026-02-25T20:21:35.43306Z","steps":["trace[243842602] 'process raft request' (duration: 247.926779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:35.433337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.574343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T20:21:35.433388Z","caller":"traceutil/trace.go:171","msg":"trace[661864423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23337; }","duration":"243.647035ms","start":"2026-02-25T20:21:35.189728Z","end":"2026-02-25T20:21:35.433375Z","steps":["trace[661864423] 'agreement among raft nodes before linearized reading' (duration: 243.525531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:35.433354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.764844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T20:21:35.433459Z","caller":"traceutil/trace.go:171","msg":"trace[1055793147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23337; }","duration":"238.884288ms","start":"2026-02-25T20:21:35.194568Z","end":"2026-02-25T20:21:35.433452Z","steps":["trace[1055793147] 'agreement among raft nodes before linearized reading' (duration: 238.748104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:35.433438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.964546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:35.434045Z","caller":"traceutil/trace.go:171","msg":"trace[1680157598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23337; }","duration":"145.621404ms","start":"2026-02-25T20:21:35.2884Z","end":"2026-02-25T20:21:35.434022Z","steps":["trace[1680157598] 'agreement among raft nodes before linearized reading' (duration: 144.945496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:35.434031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.254472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:35.434227Z","caller":"traceutil/trace.go:171","msg":"trace[412052980] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23337; }","duration":"204.426666ms","start":"2026-02-25T20:21:35.229684Z","end":"2026-02-25T20:21:35.434111Z","steps":["trace[412052980] 'agreement among raft nodes before linearized reading' (duration: 203.606414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:36.933888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:21:37.434889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:21:37.917422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.541313382s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:21:37.917838Z","caller":"traceutil/trace.go:171","msg":"trace[2098447640] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"1.541807474s","start":"2026-02-25T20:21:36.376008Z","end":"2026-02-25T20:21:37.917816Z","steps":["trace[2098447640] 'process raft request' (duration: 1.541677371s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:37.91801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:36.375985Z","time spent":"1.541924028s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:37.95652Z","caller":"traceutil/trace.go:171","msg":"trace[355097904] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"1.523626018s","start":"2026-02-25T20:21:36.432864Z","end":"2026-02-25T20:21:37.95649Z","steps":["trace[355097904] 'process raft request' (duration: 1.523402852s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:37.956953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:36.432845Z","time spent":"1.523782102s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:37.957028Z","caller":"traceutil/trace.go:171","msg":"trace[1228824498] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"1.521388069s","start":"2026-02-25T20:21:36.435607Z","end":"2026-02-25T20:21:37.956995Z","steps":["trace[1228824498] 'process raft request' (duration: 1.520839754s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:37.957174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:36.435589Z","time spent":"1.521505872s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:37.957586Z","caller":"traceutil/trace.go:171","msg":"trace[1511903586] linearizableReadLoop","detail":"{readStateIndex:24184; appliedIndex:24180; }","duration":"1.524694977s","start":"2026-02-25T20:21:36.432875Z","end":"2026-02-25T20:21:37.95757Z","steps":["trace[1511903586] 'read index received' (duration: 1.484842922s)","trace[1511903586] 'applied index is now lower than readState.Index' (duration: 39.850625ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:37.957626Z","caller":"traceutil/trace.go:171","msg":"trace[877861489] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"517.546698ms","start":"2026-02-25T20:21:37.440037Z","end":"2026-02-25T20:21:37.957583Z","steps":["trace[877861489] 'process raft request' (duration: 517.400494ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:37.957672Z","caller":"traceutil/trace.go:171","msg":"trace[292441238] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"517.544107ms","start":"2026-02-25T20:21:37.440119Z","end":"2026-02-25T20:21:37.957663Z","steps":["trace[292441238] 'process raft request' (duration: 517.369242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:37.957728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:37.440094Z","time spent":"517.601579ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:37.957775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:37.440014Z","time spent":"517.682771ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:37.957846Z","caller":"traceutil/trace.go:171","msg":"trace[404851142] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"684.170213ms","start":"2026-02-25T20:21:37.273646Z","end":"2026-02-25T20:21:37.957816Z","steps":["trace[404851142] 'process raft request' (duration: 683.31139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:37.957998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:37.273617Z","time spent":"684.298736ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:37.958024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525060057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T20:21:37.958059Z","caller":"traceutil/trace.go:171","msg":"trace[56735397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23349; }","duration":"1.525094738s","start":"2026-02-25T20:21:36.432954Z","end":"2026-02-25T20:21:37.958048Z","steps":["trace[56735397] 'agreement among raft nodes before linearized reading' (duration: 1.524966365s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:37.9581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:36.432867Z","time spent":"1.525225231s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T20:21:37.958206Z","caller":"traceutil/trace.go:171","msg":"trace[1839453940] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"364.616929ms","start":"2026-02-25T20:21:37.593577Z","end":"2026-02-25T20:21:37.958194Z","steps":["trace[1839453940] 'process raft request' (duration: 363.944021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:37.958273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:37.593559Z","time spent":"364.680941ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:37.958319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.925446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-25T20:21:37.958551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.664505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-25T20:21:37.958627Z","caller":"traceutil/trace.go:171","msg":"trace[2065595661] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23349; }","duration":"188.795748ms","start":"2026-02-25T20:21:37.769812Z","end":"2026-02-25T20:21:37.958608Z","steps":["trace[2065595661] 'agreement among raft nodes before linearized reading' (duration: 188.565302ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:37.95836Z","caller":"traceutil/trace.go:171","msg":"trace[924635755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23349; }","duration":"447.998908ms","start":"2026-02-25T20:21:37.510348Z","end":"2026-02-25T20:21:37.958347Z","steps":["trace[924635755] 'agreement among raft nodes before linearized reading' (duration: 447.873655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:37.958679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:37.510334Z","time spent":"448.333287ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T20:21:38.058426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.869103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T20:21:38.058539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.8133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:21:38.058549Z","caller":"traceutil/trace.go:171","msg":"trace[1839497422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23349; }","duration":"571.035778ms","start":"2026-02-25T20:21:37.487495Z","end":"2026-02-25T20:21:38.058531Z","steps":["trace[1839497422] 'agreement among raft nodes before linearized reading' (duration: 470.946672ms)","trace[1839497422] 'range keys from in-memory index tree' (duration: 99.85625ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:38.058596Z","caller":"traceutil/trace.go:171","msg":"trace[1966563347] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23349; }","duration":"638.906382ms","start":"2026-02-25T20:21:37.419672Z","end":"2026-02-25T20:21:38.058579Z","steps":["trace[1966563347] 'agreement among raft nodes before linearized reading' (duration: 538.778765ms)","trace[1966563347] 'count revisions from in-memory index tree' (duration: 100.061806ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:38.058642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:37.419651Z","time spent":"638.982125ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:21:38.058656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:37.487479Z","time spent":"571.167081ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T20:21:38.058878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.80524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:38.059017Z","caller":"traceutil/trace.go:171","msg":"trace[693017270] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23349; }","duration":"356.940934ms","start":"2026-02-25T20:21:37.702062Z","end":"2026-02-25T20:21:38.059003Z","steps":["trace[693017270] 'agreement among raft nodes before linearized reading' (duration: 256.330883ms)","trace[693017270] 'count revisions from in-memory index tree' (duration: 100.457636ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:38.059069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:37.701997Z","time spent":"357.062217ms","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:21:38.058469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589749617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T20:21:38.059239Z","caller":"traceutil/trace.go:171","msg":"trace[775036299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23349; }","duration":"1.590554317s","start":"2026-02-25T20:21:36.468671Z","end":"2026-02-25T20:21:38.059226Z","steps":["trace[775036299] 'agreement among raft nodes before linearized reading' (duration: 1.489779083s)","trace[775036299] 'range keys from in-memory index tree' (duration: 99.915102ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:38.059286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:36.468665Z","time spent":"1.59060718s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T20:21:38.059355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626477269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:38.059413Z","caller":"traceutil/trace.go:171","msg":"trace[2048050621] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23349; }","duration":"1.626568101s","start":"2026-02-25T20:21:36.432828Z","end":"2026-02-25T20:21:38.059396Z","steps":["trace[2048050621] 'agreement among raft nodes before linearized reading' (duration: 1.52555845s)","trace[2048050621] 'count revisions from in-memory index tree' (duration: 100.807305ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:38.058883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.333643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:21:38.059566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.917765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:38.059602Z","caller":"traceutil/trace.go:171","msg":"trace[1213055179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23349; }","duration":"772.976047ms","start":"2026-02-25T20:21:37.286615Z","end":"2026-02-25T20:21:38.059591Z","steps":["trace[1213055179] 'agreement among raft nodes before linearized reading' (duration: 671.815082ms)","trace[1213055179] 'range keys from in-memory index tree' (duration: 101.122754ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:38.059639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:37.286598Z","time spent":"773.034328ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:21:38.059611Z","caller":"traceutil/trace.go:171","msg":"trace[307636231] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23349; }","duration":"769.070213ms","start":"2026-02-25T20:21:37.290498Z","end":"2026-02-25T20:21:38.059568Z","steps":["trace[307636231] 'agreement among raft nodes before linearized reading' (duration: 667.963949ms)","trace[307636231] 'count revisions from in-memory index tree' (duration: 100.398365ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:38.059728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:37.290488Z","time spent":"769.201686ms","remote":"127.0.0.1:56978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:21:38.059537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.606219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:38.05989Z","caller":"traceutil/trace.go:171","msg":"trace[2145420781] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23349; }","duration":"174.941598ms","start":"2026-02-25T20:21:37.884922Z","end":"2026-02-25T20:21:38.059863Z","steps":["trace[2145420781] 'agreement among raft nodes before linearized reading' (duration: 73.503015ms)","trace[2145420781] 'count revisions from in-memory index tree' (duration: 101.091643ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:38.05954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:36.432805Z","time spent":"1.626717035s","remote":"127.0.0.1:57094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:21:38.059475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.07311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T20:21:38.061578Z","caller":"traceutil/trace.go:171","msg":"trace[239109822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23349; }","duration":"551.198917ms","start":"2026-02-25T20:21:37.510367Z","end":"2026-02-25T20:21:38.061566Z","steps":["trace[239109822] 'agreement among raft nodes before linearized reading' (duration: 448.047699ms)","trace[239109822] 'range keys from in-memory index tree' (duration: 100.997711ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:38.061769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:37.51035Z","time spent":"551.408133ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T20:21:38.093667Z","caller":"traceutil/trace.go:171","msg":"trace[1315645244] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"130.214392ms","start":"2026-02-25T20:21:37.963437Z","end":"2026-02-25T20:21:38.093651Z","steps":["trace[1315645244] 'process raft request' (duration: 129.802361ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:38.093651Z","caller":"traceutil/trace.go:171","msg":"trace[763998350] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"129.932985ms","start":"2026-02-25T20:21:37.963704Z","end":"2026-02-25T20:21:38.093637Z","steps":["trace[763998350] 'process raft request' (duration: 129.876163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:38.499897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.767916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-02-25T20:21:38.499972Z","caller":"traceutil/trace.go:171","msg":"trace[1052430898] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23355; }","duration":"299.851688ms","start":"2026-02-25T20:21:38.200098Z","end":"2026-02-25T20:21:38.49995Z","steps":["trace[1052430898] 'range keys from in-memory index tree' (duration: 299.600561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:38.499995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.654153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:38.500102Z","caller":"traceutil/trace.go:171","msg":"trace[190657186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23355; }","duration":"210.805137ms","start":"2026-02-25T20:21:38.28927Z","end":"2026-02-25T20:21:38.500076Z","steps":["trace[190657186] 'range keys from in-memory index tree' (duration: 210.583581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:38.826545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.88931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:21:38.826829Z","caller":"traceutil/trace.go:171","msg":"trace[1450473935] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"233.671727ms","start":"2026-02-25T20:21:38.592985Z","end":"2026-02-25T20:21:38.826656Z","steps":["trace[1450473935] 'process raft request' (duration: 99.579422ms)","trace[1450473935] 'compare' (duration: 133.684385ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:39.321791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.876782ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T20:21:40.023977Z","caller":"traceutil/trace.go:171","msg":"trace[1490077699] transaction","detail":"{read_only:false; response_revision:23358; number_of_response:1; }","duration":"101.635277ms","start":"2026-02-25T20:21:39.922313Z","end":"2026-02-25T20:21:40.023948Z","steps":["trace[1490077699] 'process raft request' (duration: 101.482863ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:40.197017Z","caller":"traceutil/trace.go:171","msg":"trace[1644451737] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"233.509294ms","start":"2026-02-25T20:21:39.963481Z","end":"2026-02-25T20:21:40.19699Z","steps":["trace[1644451737] 'process raft request' (duration: 233.383401ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:40.197011Z","caller":"traceutil/trace.go:171","msg":"trace[249752412] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"233.675478ms","start":"2026-02-25T20:21:39.963279Z","end":"2026-02-25T20:21:40.196954Z","steps":["trace[249752412] 'process raft request' (duration: 216.843228ms)","trace[249752412] 'compare' (duration: 15.804623ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:40.19704Z","caller":"traceutil/trace.go:171","msg":"trace[1242221381] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"233.470873ms","start":"2026-02-25T20:21:39.963538Z","end":"2026-02-25T20:21:40.197009Z","steps":["trace[1242221381] 'process raft request' (duration: 233.38204ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:40.197032Z","caller":"traceutil/trace.go:171","msg":"trace[1726443010] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"233.630717ms","start":"2026-02-25T20:21:39.963366Z","end":"2026-02-25T20:21:40.196997Z","steps":["trace[1726443010] 'process raft request' (duration: 233.314919ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:40.197244Z","caller":"traceutil/trace.go:171","msg":"trace[1353372447] linearizableReadLoop","detail":"{readStateIndex:24202; appliedIndex:24197; }","duration":"186.485006ms","start":"2026-02-25T20:21:40.010731Z","end":"2026-02-25T20:21:40.197216Z","steps":["trace[1353372447] 'read index received' (duration: 13.252674ms)","trace[1353372447] 'applied index is now lower than readState.Index' (duration: 173.216632ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:40.197329Z","caller":"traceutil/trace.go:171","msg":"trace[338150877] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"232.97813ms","start":"2026-02-25T20:21:39.964339Z","end":"2026-02-25T20:21:40.197318Z","steps":["trace[338150877] 'process raft request' (duration: 232.62277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:40.197399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.64737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:40.197446Z","caller":"traceutil/trace.go:171","msg":"trace[1409105056] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23363; }","duration":"186.708302ms","start":"2026-02-25T20:21:40.010725Z","end":"2026-02-25T20:21:40.197433Z","steps":["trace[1409105056] 'agreement among raft nodes before linearized reading' (duration: 186.592059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:40.24123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.26357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-25T20:21:40.241301Z","caller":"traceutil/trace.go:171","msg":"trace[2077089159] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23364; }","duration":"143.383423ms","start":"2026-02-25T20:21:40.097901Z","end":"2026-02-25T20:21:40.241284Z","steps":["trace[2077089159] 'agreement among raft nodes before linearized reading' (duration: 143.185738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:40.241303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.286551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T20:21:40.241387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.591337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T20:21:40.241455Z","caller":"traceutil/trace.go:171","msg":"trace[225673082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23364; }","duration":"143.506297ms","start":"2026-02-25T20:21:40.097925Z","end":"2026-02-25T20:21:40.241431Z","steps":["trace[225673082] 'agreement among raft nodes before linearized reading' (duration: 143.155738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:40.241648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.324587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-25T20:21:40.241432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.298432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:40.241714Z","caller":"traceutil/trace.go:171","msg":"trace[1503924510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23364; }","duration":"108.423019ms","start":"2026-02-25T20:21:40.133276Z","end":"2026-02-25T20:21:40.241699Z","steps":["trace[1503924510] 'agreement among raft nodes before linearized reading' (duration: 108.258604ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:40.24176Z","caller":"traceutil/trace.go:171","msg":"trace[1969972290] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23364; }","duration":"198.674723ms","start":"2026-02-25T20:21:40.04307Z","end":"2026-02-25T20:21:40.241744Z","steps":["trace[1969972290] 'agreement among raft nodes before linearized reading' (duration: 198.262552ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:40.241479Z","caller":"traceutil/trace.go:171","msg":"trace[563208213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23364; }","duration":"107.739741ms","start":"2026-02-25T20:21:40.133713Z","end":"2026-02-25T20:21:40.241453Z","steps":["trace[563208213] 'agreement among raft nodes before linearized reading' (duration: 107.425953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:40.241512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.034988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:21:40.241981Z","caller":"traceutil/trace.go:171","msg":"trace[1172860319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23364; }","duration":"108.578423ms","start":"2026-02-25T20:21:40.133372Z","end":"2026-02-25T20:21:40.24195Z","steps":["trace[1172860319] 'agreement among raft nodes before linearized reading' (duration: 107.870434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:40.241589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.046615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:40.242126Z","caller":"traceutil/trace.go:171","msg":"trace[1261362165] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23364; }","duration":"195.621881ms","start":"2026-02-25T20:21:40.046491Z","end":"2026-02-25T20:21:40.242113Z","steps":["trace[1261362165] 'agreement among raft nodes before linearized reading' (duration: 195.046275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:40.241603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.737082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T20:21:40.242223Z","caller":"traceutil/trace.go:171","msg":"trace[385522773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23364; }","duration":"178.350709ms","start":"2026-02-25T20:21:40.06384Z","end":"2026-02-25T20:21:40.24219Z","steps":["trace[385522773] 'agreement among raft nodes before linearized reading' (duration: 177.6531ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:41.090149Z","caller":"traceutil/trace.go:171","msg":"trace[2103947952] linearizableReadLoop","detail":"{readStateIndex:24211; appliedIndex:24210; }","duration":"134.368132ms","start":"2026-02-25T20:21:40.95576Z","end":"2026-02-25T20:21:41.090128Z","steps":["trace[2103947952] 'read index received' (duration: 133.89083ms)","trace[2103947952] 'applied index is now lower than readState.Index' (duration: 476.132µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:41.090194Z","caller":"traceutil/trace.go:171","msg":"trace[1113759766] transaction","detail":"{read_only:false; response_revision:23372; number_of_response:1; }","duration":"135.869892ms","start":"2026-02-25T20:21:40.954295Z","end":"2026-02-25T20:21:41.090165Z","steps":["trace[1113759766] 'process raft request' (duration: 135.540744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:41.090328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.553258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:41.09035Z","caller":"traceutil/trace.go:171","msg":"trace[163915256] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23372; }","duration":"134.63183ms","start":"2026-02-25T20:21:40.955712Z","end":"2026-02-25T20:21:41.090344Z","steps":["trace[163915256] 'agreement among raft nodes before linearized reading' (duration: 134.564678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:41.701005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:21:42.201605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:21:42.482811Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.38191267s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:21:42.541209Z","caller":"traceutil/trace.go:171","msg":"trace[812046371] transaction","detail":"{read_only:false; response_revision:23373; number_of_response:1; }","duration":"1.440369272s","start":"2026-02-25T20:21:41.100799Z","end":"2026-02-25T20:21:42.541168Z","steps":["trace[812046371] 'process raft request' (duration: 1.382181746s)","trace[812046371] 'compare' (duration: 58.013822ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:42.541344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:41.100702Z","time spent":"1.440562298s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8450,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:42.563238Z","caller":"traceutil/trace.go:171","msg":"trace[1304870509] transaction","detail":"{read_only:false; response_revision:23376; number_of_response:1; }","duration":"352.242579ms","start":"2026-02-25T20:21:42.210974Z","end":"2026-02-25T20:21:42.563216Z","steps":["trace[1304870509] 'process raft request' (duration: 352.156626ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:42.563383Z","caller":"traceutil/trace.go:171","msg":"trace[677582639] transaction","detail":"{read_only:false; response_revision:23378; number_of_response:1; }","duration":"351.597701ms","start":"2026-02-25T20:21:42.211777Z","end":"2026-02-25T20:21:42.563375Z","steps":["trace[677582639] 'process raft request' (duration: 351.487758ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:42.563413Z","caller":"traceutil/trace.go:171","msg":"trace[372745963] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"351.479888ms","start":"2026-02-25T20:21:42.211889Z","end":"2026-02-25T20:21:42.563369Z","steps":["trace[372745963] 'process raft request' (duration: 351.432917ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:42.563399Z","caller":"traceutil/trace.go:171","msg":"trace[1120888726] transaction","detail":"{read_only:false; response_revision:23377; number_of_response:1; }","duration":"351.587321ms","start":"2026-02-25T20:21:42.21177Z","end":"2026-02-25T20:21:42.563358Z","steps":["trace[1120888726] 'process raft request' (duration: 351.415846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:42.563493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:42.21177Z","time spent":"351.651342ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:42.563382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:42.210953Z","time spent":"352.349541ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:42.563511Z","caller":"traceutil/trace.go:171","msg":"trace[992165867] linearizableReadLoop","detail":"{readStateIndex:24213; appliedIndex:24211; }","duration":"1.363100137s","start":"2026-02-25T20:21:41.200394Z","end":"2026-02-25T20:21:42.563494Z","steps":["trace[992165867] 'read index received' (duration: 1.282613025s)","trace[992165867] 'applied index is now lower than readState.Index' (duration: 80.485802ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:42.563551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:42.211883Z","time spent":"351.596321ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:42.563566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:42.211763Z","time spent":"351.735985ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:42.563242Z","caller":"traceutil/trace.go:171","msg":"trace[82845928] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"352.789114ms","start":"2026-02-25T20:21:42.210423Z","end":"2026-02-25T20:21:42.563212Z","steps":["trace[82845928] 'process raft request' (duration: 352.66871ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:42.5636Z","caller":"traceutil/trace.go:171","msg":"trace[994131232] transaction","detail":"{read_only:false; response_revision:23380; number_of_response:1; }","duration":"250.288042ms","start":"2026-02-25T20:21:42.313281Z","end":"2026-02-25T20:21:42.563569Z","steps":["trace[994131232] 'process raft request' (duration: 250.063446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:42.563633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363231741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:21:42.563651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:42.210403Z","time spent":"353.223995ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:21:42.563664Z","caller":"traceutil/trace.go:171","msg":"trace[1129305273] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23380; }","duration":"1.363291233s","start":"2026-02-25T20:21:41.200364Z","end":"2026-02-25T20:21:42.563655Z","steps":["trace[1129305273] 'agreement among raft nodes before linearized reading' (duration: 1.3632014s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:42.563688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:41.200349Z","time spent":"1.363333213s","remote":"127.0.0.1:55118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:21:42.564028Z","caller":"traceutil/trace.go:171","msg":"trace[1902273078] transaction","detail":"{read_only:false; response_revision:23374; number_of_response:1; }","duration":"533.66691ms","start":"2026-02-25T20:21:42.029814Z","end":"2026-02-25T20:21:42.563481Z","steps":["trace[1902273078] 'process raft request' (duration: 533.150366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:42.5642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:42.029785Z","time spent":"534.367568ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:42.605901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319123562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:42.605964Z","caller":"traceutil/trace.go:171","msg":"trace[2021691094] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23384; }","duration":"1.319218304s","start":"2026-02-25T20:21:41.286731Z","end":"2026-02-25T20:21:42.60595Z","steps":["trace[2021691094] 'agreement among raft nodes before linearized reading' (duration: 1.319090741s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:42.606012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:41.286718Z","time spent":"1.319280646s","remote":"127.0.0.1:57218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:21:42.606021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.327714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-25T20:21:42.606081Z","caller":"traceutil/trace.go:171","msg":"trace[945202876] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23384; }","duration":"253.429846ms","start":"2026-02-25T20:21:42.352627Z","end":"2026-02-25T20:21:42.606057Z","steps":["trace[945202876] 'agreement among raft nodes before linearized reading' (duration: 253.231391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:42.606072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.70148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:21:42.606093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317628642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:42.606167Z","caller":"traceutil/trace.go:171","msg":"trace[1146756055] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23384; }","duration":"242.839214ms","start":"2026-02-25T20:21:42.363302Z","end":"2026-02-25T20:21:42.606141Z","steps":["trace[1146756055] 'agreement among raft nodes before linearized reading' (duration: 242.672639ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:42.606183Z","caller":"traceutil/trace.go:171","msg":"trace[560844600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23384; }","duration":"1.317730864s","start":"2026-02-25T20:21:41.288428Z","end":"2026-02-25T20:21:42.606159Z","steps":["trace[560844600] 'agreement among raft nodes before linearized reading' (duration: 1.317604131s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:42.606192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.365099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:21:42.606224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.977809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-25T20:21:42.606248Z","caller":"traceutil/trace.go:171","msg":"trace[1362026105] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23384; }","duration":"344.44611ms","start":"2026-02-25T20:21:42.261787Z","end":"2026-02-25T20:21:42.606233Z","steps":["trace[1362026105] 'agreement among raft nodes before linearized reading' (duration: 344.360318ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:42.606286Z","caller":"traceutil/trace.go:171","msg":"trace[149093760] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23384; }","duration":"184.062342ms","start":"2026-02-25T20:21:42.422205Z","end":"2026-02-25T20:21:42.606267Z","steps":["trace[149093760] 'agreement among raft nodes before linearized reading' (duration: 183.836636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:42.606296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:42.261776Z","time spent":"344.504661ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:21:42.606367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.467424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T20:21:42.606384Z","caller":"traceutil/trace.go:171","msg":"trace[254414140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23384; }","duration":"245.534345ms","start":"2026-02-25T20:21:42.360845Z","end":"2026-02-25T20:21:42.60638Z","steps":["trace[254414140] 'agreement among raft nodes before linearized reading' (duration: 245.488014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:42.606381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.715091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-25T20:21:42.606234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:41.288423Z","time spent":"1.317798097s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:21:42.606428Z","caller":"traceutil/trace.go:171","msg":"trace[1874617105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23384; }","duration":"245.787762ms","start":"2026-02-25T20:21:42.360627Z","end":"2026-02-25T20:21:42.606415Z","steps":["trace[1874617105] 'agreement among raft nodes before linearized reading' (duration: 245.635888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:42.606097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.764216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"warn","ts":"2026-02-25T20:21:42.6063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.112844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T20:21:42.606498Z","caller":"traceutil/trace.go:171","msg":"trace[404468749] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23384; }","duration":"493.193598ms","start":"2026-02-25T20:21:42.113283Z","end":"2026-02-25T20:21:42.606477Z","steps":["trace[404468749] 'agreement among raft nodes before linearized reading' (duration: 492.663683ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:42.606511Z","caller":"traceutil/trace.go:171","msg":"trace[1890630116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23384; }","duration":"245.370981ms","start":"2026-02-25T20:21:42.361122Z","end":"2026-02-25T20:21:42.606492Z","steps":["trace[1890630116] 'agreement among raft nodes before linearized reading' (duration: 245.135905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:42.606551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:42.113262Z","time spent":"493.274729ms","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-25T20:21:42.606643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.192267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T20:21:42.606693Z","caller":"traceutil/trace.go:171","msg":"trace[612628555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23384; }","duration":"245.257748ms","start":"2026-02-25T20:21:42.361421Z","end":"2026-02-25T20:21:42.606679Z","steps":["trace[612628555] 'agreement among raft nodes before linearized reading' (duration: 245.118574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:42.606728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.358771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T20:21:42.606781Z","caller":"traceutil/trace.go:171","msg":"trace[140009017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23384; }","duration":"245.434192ms","start":"2026-02-25T20:21:42.36133Z","end":"2026-02-25T20:21:42.606764Z","steps":["trace[140009017] 'agreement among raft nodes before linearized reading' (duration: 244.515298ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:42.857016Z","caller":"traceutil/trace.go:171","msg":"trace[1956686440] transaction","detail":"{read_only:false; response_revision:23386; number_of_response:1; }","duration":"245.233737ms","start":"2026-02-25T20:21:42.611761Z","end":"2026-02-25T20:21:42.856995Z","steps":["trace[1956686440] 'process raft request' (duration: 146.99521ms)","trace[1956686440] 'compare' (duration: 97.905018ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:42.857412Z","caller":"traceutil/trace.go:171","msg":"trace[657726326] transaction","detail":"{read_only:false; response_revision:23387; number_of_response:1; }","duration":"245.125034ms","start":"2026-02-25T20:21:42.61226Z","end":"2026-02-25T20:21:42.857385Z","steps":["trace[657726326] 'process raft request' (duration: 244.709513ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:42.857806Z","caller":"traceutil/trace.go:171","msg":"trace[887376650] transaction","detail":"{read_only:false; response_revision:23388; number_of_response:1; }","duration":"242.254528ms","start":"2026-02-25T20:21:42.615522Z","end":"2026-02-25T20:21:42.857776Z","steps":["trace[887376650] 'process raft request' (duration: 241.647662ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:42.858007Z","caller":"traceutil/trace.go:171","msg":"trace[2033960079] transaction","detail":"{read_only:false; response_revision:23389; number_of_response:1; }","duration":"237.45975ms","start":"2026-02-25T20:21:42.620537Z","end":"2026-02-25T20:21:42.857997Z","steps":["trace[2033960079] 'process raft request' (duration: 237.123201ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:42.858171Z","caller":"traceutil/trace.go:171","msg":"trace[1910684774] linearizableReadLoop","detail":"{readStateIndex:24227; appliedIndex:24223; }","duration":"237.655105ms","start":"2026-02-25T20:21:42.620493Z","end":"2026-02-25T20:21:42.858148Z","steps":["trace[1910684774] 'read index received' (duration: 4.008117ms)","trace[1910684774] 'applied index is now lower than readState.Index' (duration: 233.645818ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:21:42.85824Z","caller":"traceutil/trace.go:171","msg":"trace[2109902658] transaction","detail":"{read_only:false; response_revision:23390; number_of_response:1; }","duration":"237.632244ms","start":"2026-02-25T20:21:42.620594Z","end":"2026-02-25T20:21:42.858227Z","steps":["trace[2109902658] 'process raft request' (duration: 237.365207ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:42.858273Z","caller":"traceutil/trace.go:171","msg":"trace[1124352320] transaction","detail":"{read_only:false; response_revision:23391; number_of_response:1; }","duration":"237.397137ms","start":"2026-02-25T20:21:42.620842Z","end":"2026-02-25T20:21:42.858239Z","steps":["trace[1124352320] 'process raft request' (duration: 237.237033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:42.858466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.202005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:42.858909Z","caller":"traceutil/trace.go:171","msg":"trace[1521392700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23391; }","duration":"233.694209ms","start":"2026-02-25T20:21:42.625196Z","end":"2026-02-25T20:21:42.858891Z","steps":["trace[1521392700] 'agreement among raft nodes before linearized reading' (duration: 233.167645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:42.858517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.411521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:21:42.858789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.400033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:42.859228Z","caller":"traceutil/trace.go:171","msg":"trace[1825615757] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23391; }","duration":"139.139121ms","start":"2026-02-25T20:21:42.720025Z","end":"2026-02-25T20:21:42.859164Z","steps":["trace[1825615757] 'agreement among raft nodes before linearized reading' (duration: 138.375771ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:42.859298Z","caller":"traceutil/trace.go:171","msg":"trace[881074763] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23391; }","duration":"171.963388ms","start":"2026-02-25T20:21:42.687305Z","end":"2026-02-25T20:21:42.859269Z","steps":["trace[881074763] 'agreement among raft nodes before linearized reading' (duration: 171.422533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:42.861075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.568612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-02-25T20:21:42.861116Z","caller":"traceutil/trace.go:171","msg":"trace[1620353080] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23391; }","duration":"240.617014ms","start":"2026-02-25T20:21:42.620487Z","end":"2026-02-25T20:21:42.861104Z","steps":["trace[1620353080] 'agreement among raft nodes before linearized reading' (duration: 237.798158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:44.133397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:21:44.634356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:21:45.136376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:21:45.636904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:21:46.137482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:21:46.287023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000071328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:46.28711Z","caller":"traceutil/trace.go:171","msg":"trace[1922042665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000193442s","start":"2026-02-25T20:21:44.286892Z","end":"2026-02-25T20:21:46.287085Z","steps":["trace[1922042665] 'agreement among raft nodes before linearized reading' (duration: 2.000094269s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:46.287173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.286875Z","time spent":"2.000285704s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:21:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:46.638563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:21:47.138938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:21:47.639522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:21:47.737352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895955256s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:47.737483Z","caller":"traceutil/trace.go:171","msg":"trace[696529446] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23391; }","duration":"1.896099469s","start":"2026-02-25T20:21:45.841364Z","end":"2026-02-25T20:21:47.737463Z","steps":["trace[696529446] 'range keys from in-memory index tree' (duration: 1.895934124s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:48.011527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.048517089s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:21:48.013361Z","caller":"traceutil/trace.go:171","msg":"trace[997185935] transaction","detail":"{read_only:false; response_revision:23392; number_of_response:1; }","duration":"5.05043013s","start":"2026-02-25T20:21:42.962889Z","end":"2026-02-25T20:21:48.01332Z","steps":["trace[997185935] 'process raft request' (duration: 5.049980098s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:48.013684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:42.962866Z","time spent":"5.050649446s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:21:48.287357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999820392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:48.287513Z","caller":"traceutil/trace.go:171","msg":"trace[1377303770] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000053678s","start":"2026-02-25T20:21:46.287431Z","end":"2026-02-25T20:21:48.287485Z","steps":["trace[1377303770] 'agreement among raft nodes before linearized reading' (duration: 1.999840733s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:48.287583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:46.287403Z","time spent":"2.000167062s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:21:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:49.566759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.569504Z","time spent":"4.997246447s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/25 20:21:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:49.566969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.569517Z","time spent":"4.997449493s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/25 20:21:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:49.567972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.569635Z","time spent":"4.998330197s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:21:49.568208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.569523Z","time spent":"4.998683386s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:21:49.568446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.569456Z","time spent":"4.998988483s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/25 20:21:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:49.860082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99845977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:49.860146Z","caller":"traceutil/trace.go:171","msg":"trace[32684720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998640825s","start":"2026-02-25T20:21:44.861487Z","end":"2026-02-25T20:21:49.860127Z","steps":["trace[32684720] 'agreement among raft nodes before linearized reading' (duration: 4.998484221s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:49.860207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.861469Z","time spent":"4.998729897s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/25 20:21:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:49.86323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999870388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:21:49.863318Z","caller":"traceutil/trace.go:171","msg":"trace[2131976408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000002982s","start":"2026-02-25T20:21:44.86329Z","end":"2026-02-25T20:21:49.863293Z","steps":["trace[2131976408] 'agreement among raft nodes before linearized reading' (duration: 4.999873919s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:49.863372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.863284Z","time spent":"5.000076234s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T20:21:49.863828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000112915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:49.863876Z","caller":"traceutil/trace.go:171","msg":"trace[84360851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000182356s","start":"2026-02-25T20:21:44.863682Z","end":"2026-02-25T20:21:49.863864Z","steps":["trace[84360851] 'agreement among raft nodes before linearized reading' (duration: 5.000127595s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:49.863908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.863676Z","time spent":"5.000223307s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/25 20:21:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:50.29519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00050069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:50.295271Z","caller":"traceutil/trace.go:171","msg":"trace[968368469] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000651035s","start":"2026-02-25T20:21:48.294599Z","end":"2026-02-25T20:21:50.29525Z","steps":["trace[968368469] 'agreement among raft nodes before linearized reading' (duration: 2.000553742s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:50.295322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:48.294576Z","time spent":"2.000737657s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:21:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:51.569748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.569619Z","time spent":"7.000120341s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:21:52.295327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999716318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:52.295408Z","caller":"traceutil/trace.go:171","msg":"trace[362676187] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999845542s","start":"2026-02-25T20:21:50.295539Z","end":"2026-02-25T20:21:52.295384Z","steps":["trace[362676187] 'agreement among raft nodes before linearized reading' (duration: 1.999744659s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:52.295451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:50.295524Z","time spent":"1.999917074s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:21:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:53.332842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:46.331994Z","time spent":"7.000840441s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:21:53.633903Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.620948875s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:21:53.635041Z","caller":"traceutil/trace.go:171","msg":"trace[14691366] linearizableReadLoop","detail":"{readStateIndex:24238; appliedIndex:24230; }","duration":"10.001998876s","start":"2026-02-25T20:21:43.633006Z","end":"2026-02-25T20:21:53.635005Z","steps":["trace[14691366] 'read index received' (duration: 4.378758701s)","trace[14691366] 'applied index is now lower than readState.Index' (duration: 5.623238845s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:21:53.635183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00217287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:21:53.635246Z","caller":"traceutil/trace.go:171","msg":"trace[474550593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23399; }","duration":"10.002292473s","start":"2026-02-25T20:21:43.632939Z","end":"2026-02-25T20:21:53.635231Z","steps":["trace[474550593] 'agreement among raft nodes before linearized reading' (duration: 10.00216102s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:53.635277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:43.632916Z","time spent":"10.002353535s","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:21:54.135856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:21:54.302955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000611864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:21:54.303047Z","caller":"traceutil/trace.go:171","msg":"trace[542898059] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000755447s","start":"2026-02-25T20:21:52.302269Z","end":"2026-02-25T20:21:54.303024Z","steps":["trace[542898059] 'agreement among raft nodes before linearized reading' (duration: 2.000638054s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:54.303097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:52.302253Z","time spent":"2.00083372s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:21:54.566723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997946367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:54.566813Z","caller":"traceutil/trace.go:171","msg":"trace[626481897] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99804849s","start":"2026-02-25T20:21:49.568738Z","end":"2026-02-25T20:21:54.566786Z","steps":["trace[626481897] 'agreement among raft nodes before linearized reading' (duration: 4.997942237s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:54.566884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:49.56868Z","time spent":"4.998193713s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/25 20:21:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:54.567618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995315457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:54.56767Z","caller":"traceutil/trace.go:171","msg":"trace[48185510] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.995371298s","start":"2026-02-25T20:21:49.572286Z","end":"2026-02-25T20:21:54.567658Z","steps":["trace[48185510] 'agreement among raft nodes before linearized reading' (duration: 4.995313946s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:54.567709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:49.572274Z","time spent":"4.995422859s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/25 20:21:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:54.567793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998807379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:54.567826Z","caller":"traceutil/trace.go:171","msg":"trace[1423065066] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998854541s","start":"2026-02-25T20:21:49.568962Z","end":"2026-02-25T20:21:54.567817Z","steps":["trace[1423065066] 'agreement among raft nodes before linearized reading' (duration: 4.99882354s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:54.567859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:49.568955Z","time spent":"4.998897362s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/25 20:21:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:54.568121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999009895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:54.568161Z","caller":"traceutil/trace.go:171","msg":"trace[2060222478] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999093067s","start":"2026-02-25T20:21:49.569059Z","end":"2026-02-25T20:21:54.568152Z","steps":["trace[2060222478] 'agreement among raft nodes before linearized reading' (duration: 4.999049406s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:54.568191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:49.56903Z","time spent":"4.999153249s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/25 20:21:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:54.568466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998505871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:54.56851Z","caller":"traceutil/trace.go:171","msg":"trace[288676871] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998567903s","start":"2026-02-25T20:21:49.569931Z","end":"2026-02-25T20:21:54.568499Z","steps":["trace[288676871] 'agreement among raft nodes before linearized reading' (duration: 4.998521922s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:54.568541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:49.569922Z","time spent":"4.998611604s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/25 20:21:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:54.586572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.012262582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:54.586659Z","caller":"traceutil/trace.go:171","msg":"trace[378773403] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"3.012398176s","start":"2026-02-25T20:21:51.574238Z","end":"2026-02-25T20:21:54.586636Z","steps":["trace[378773403] 'agreement among raft nodes before linearized reading' (duration: 3.012287183s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:54.586709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:51.57422Z","time spent":"3.012478588s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/25 20:21:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:54.606259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.23315676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:54.60633Z","caller":"traceutil/trace.go:171","msg":"trace[1947484956] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"9.233261762s","start":"2026-02-25T20:21:45.373052Z","end":"2026-02-25T20:21:54.606314Z","steps":["trace[1947484956] 'agreement among raft nodes before linearized reading' (duration: 9.233181029s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:54.606363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:45.373044Z","time spent":"9.233311624s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/02/25 20:21:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:54.63462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006188138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:54.634688Z","caller":"traceutil/trace.go:171","msg":"trace[164621423] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.006302801s","start":"2026-02-25T20:21:44.628367Z","end":"2026-02-25T20:21:54.63467Z","steps":["trace[164621423] 'agreement among raft nodes before linearized reading' (duration: 10.006214028s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:54.634721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.628347Z","time spent":"10.006368003s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/25 20:21:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:54.636771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:21:54.86189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999335317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-25T20:21:54.861904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999625693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:54.861989Z","caller":"traceutil/trace.go:171","msg":"trace[2048014900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999496241s","start":"2026-02-25T20:21:51.862466Z","end":"2026-02-25T20:21:54.861962Z","steps":["trace[2048014900] 'agreement among raft nodes before linearized reading' (duration: 2.999363848s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:21:54.862001Z","caller":"traceutil/trace.go:171","msg":"trace[695155962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999762857s","start":"2026-02-25T20:21:44.862217Z","end":"2026-02-25T20:21:54.86198Z","steps":["trace[695155962] 'agreement among raft nodes before linearized reading' (duration: 9.999631703s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:54.86205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:51.862445Z","time spent":"2.999591734s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T20:21:54.862051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.86221Z","time spent":"9.999832878s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/02/25 20:21:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/25 20:21:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:54.863359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997174429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:54.86343Z","caller":"traceutil/trace.go:171","msg":"trace[985916166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997295182s","start":"2026-02-25T20:21:51.866116Z","end":"2026-02-25T20:21:54.863412Z","steps":["trace[985916166] 'agreement among raft nodes before linearized reading' (duration: 2.997189509s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:54.863467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:51.866103Z","time spent":"2.997357364s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/25 20:21:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:54.864997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998815453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:54.865048Z","caller":"traceutil/trace.go:171","msg":"trace[2071614219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998880264s","start":"2026-02-25T20:21:51.866155Z","end":"2026-02-25T20:21:54.865035Z","steps":["trace[2071614219] 'agreement among raft nodes before linearized reading' (duration: 2.998826603s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:54.865082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:51.866149Z","time spent":"2.998924775s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/25 20:21:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:54.865741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001060602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:54.865801Z","caller":"traceutil/trace.go:171","msg":"trace[2028269183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.001135353s","start":"2026-02-25T20:21:44.864652Z","end":"2026-02-25T20:21:54.865788Z","steps":["trace[2028269183] 'agreement among raft nodes before linearized reading' (duration: 10.001069162s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:54.865838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.864648Z","time spent":"10.001179154s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/02/25 20:21:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:55.137896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:21:55.638764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:21:55.670242Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.036124502s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:21:55.819013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:48.818544Z","time spent":"7.00046134s","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:21:56.304216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000553131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:21:56.304309Z","caller":"traceutil/trace.go:171","msg":"trace[1503233957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000690525s","start":"2026-02-25T20:21:54.303594Z","end":"2026-02-25T20:21:56.304285Z","steps":["trace[1503233957] 'agreement among raft nodes before linearized reading' (duration: 2.000574392s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:56.304358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:54.303577Z","time spent":"2.000771026s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:21:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:56.704306Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9c964936dfa5","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-25T20:21:57.594199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:50.59304Z","time spent":"7.001152648s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:21:58.06445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223712009s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:21:58.064578Z","caller":"traceutil/trace.go:171","msg":"trace[1177340121] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23399; }","duration":"2.223863263s","start":"2026-02-25T20:21:55.840696Z","end":"2026-02-25T20:21:58.064559Z","steps":["trace[1177340121] 'range keys from in-memory index tree' (duration: 2.223690498s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:58.065125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:55.459052Z","time spent":"2.606065342s","remote":"127.0.0.1:48920","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T20:21:58.066715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39618843s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-25T20:21:58.31232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000844979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:58.312419Z","caller":"traceutil/trace.go:171","msg":"trace[897427398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000987124s","start":"2026-02-25T20:21:56.311407Z","end":"2026-02-25T20:21:58.312394Z","steps":["trace[897427398] 'agreement among raft nodes before linearized reading' (duration: 2.00086097s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:58.312472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:56.311394Z","time spent":"2.001066915s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:21:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:59.020986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009198569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:59.021078Z","caller":"traceutil/trace.go:171","msg":"trace[1519326309] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.009368734s","start":"2026-02-25T20:21:49.011687Z","end":"2026-02-25T20:21:59.021056Z","steps":["trace[1519326309] 'agreement among raft nodes before linearized reading' (duration: 10.009241421s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:59.021129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:49.01167Z","time spent":"10.009446966s","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/25 20:21:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:59.567567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993654141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:59.56767Z","caller":"traceutil/trace.go:171","msg":"trace[42031695] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.993860486s","start":"2026-02-25T20:21:54.573788Z","end":"2026-02-25T20:21:59.567649Z","steps":["trace[42031695] 'agreement among raft nodes before linearized reading' (duration: 4.993684032s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:59.567714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:54.573768Z","time spent":"4.993937029s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/25 20:21:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:59.56874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.983248773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:21:59.568844Z","caller":"traceutil/trace.go:171","msg":"trace[2083592928] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.983459119s","start":"2026-02-25T20:21:54.58537Z","end":"2026-02-25T20:21:59.568829Z","steps":["trace[2083592928] 'agreement among raft nodes before linearized reading' (duration: 4.983271384s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:21:59.568917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:54.585356Z","time spent":"4.983547541s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/25 20:21:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/25 20:21:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:21:59.623751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:52.623478Z","time spent":"7.000267115s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:21:59.740893Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.949881933s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:21:59.86338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:54.86596Z","time spent":"4.997412662s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:21:59.864902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:54.86582Z","time spent":"4.999062306s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/25 20:21:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:00.020812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:53.020425Z","time spent":"7.000378788s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:00.312188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999442531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:00.312282Z","caller":"traceutil/trace.go:171","msg":"trace[2062596033] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999734629s","start":"2026-02-25T20:21:58.312524Z","end":"2026-02-25T20:22:00.312259Z","steps":["trace[2062596033] 'agreement among raft nodes before linearized reading' (duration: 1.999615766s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:00.312331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:58.312506Z","time spent":"1.999814921s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:01.333521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.997306704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:01.333625Z","caller":"traceutil/trace.go:171","msg":"trace[257077516] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.997421747s","start":"2026-02-25T20:21:53.33617Z","end":"2026-02-25T20:22:01.333592Z","steps":["trace[257077516] 'agreement among raft nodes before linearized reading' (duration: 7.997302264s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:01.333677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:53.336121Z","time spent":"7.997544771s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/02/25 20:22:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:01.866214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:54.865158Z","time spent":"7.001044246s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:01.867376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:54.866866Z","time spent":"7.000504662s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:01.917027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85026284s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-25T20:22:01.971454Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.230364527s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:22:02.320566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000673985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:02.320669Z","caller":"traceutil/trace.go:171","msg":"trace[607271180] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000796368s","start":"2026-02-25T20:22:00.319846Z","end":"2026-02-25T20:22:02.320642Z","steps":["trace[607271180] 'agreement among raft nodes before linearized reading' (duration: 2.000669875s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:02.320757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:00.319796Z","time spent":"2.000948312s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:03.71212Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9c964936dfa5","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-25T20:22:04.320693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999893814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:22:04.320857Z","caller":"traceutil/trace.go:171","msg":"trace[1216062381] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102268s","start":"2026-02-25T20:22:02.320723Z","end":"2026-02-25T20:22:04.320825Z","steps":["trace[1216062381] 'agreement among raft nodes before linearized reading' (duration: 1.999917164s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.320926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:02.320651Z","time spent":"2.000262613s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:04.325088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403227647s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-25T20:22:04.325922Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"63.251µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-02-25T20:22:04.326103Z","caller":"traceutil/trace.go:171","msg":"trace[281865129] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23409; }","duration":"4.687606379s","start":"2026-02-25T20:21:59.638477Z","end":"2026-02-25T20:22:04.326084Z","steps":["trace[281865129] 'process raft request' (duration: 4.687573758s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.326182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:59.638454Z","time spent":"4.6876854s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:22:04.3263Z","caller":"traceutil/trace.go:171","msg":"trace[1754302989] linearizableReadLoop","detail":"{readStateIndex:24247; appliedIndex:24238; }","duration":"10.691165553s","start":"2026-02-25T20:21:53.635122Z","end":"2026-02-25T20:22:04.326288Z","steps":["trace[1754302989] 'read index received' (duration: 2.035387203s)","trace[1754302989] 'applied index is now lower than readState.Index' (duration: 8.65577723s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:22:04.326374Z","caller":"traceutil/trace.go:171","msg":"trace[2048044654] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23408; }","duration":"6.729001241s","start":"2026-02-25T20:21:57.597365Z","end":"2026-02-25T20:22:04.326367Z","steps":["trace[2048044654] 'process raft request' (duration: 6.728606221s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.326427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:57.597345Z","time spent":"6.729052792s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:22:04.326573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.780578494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-02-25T20:22:04.326599Z","caller":"traceutil/trace.go:171","msg":"trace[1431217192] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23409; }","duration":"10.780626685s","start":"2026-02-25T20:21:53.545965Z","end":"2026-02-25T20:22:04.326592Z","steps":["trace[1431217192] 'agreement among raft nodes before linearized reading' (duration: 10.780531913s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.326619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:53.54595Z","time spent":"10.780664396s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:22:04.326689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.972855905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:04.326711Z","caller":"traceutil/trace.go:171","msg":"trace[385192567] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23409; }","duration":"10.972905287s","start":"2026-02-25T20:21:53.3538Z","end":"2026-02-25T20:22:04.326706Z","steps":["trace[385192567] 'agreement among raft nodes before linearized reading' (duration: 10.972858545s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.32673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:53.353785Z","time spent":"10.972940457s","remote":"127.0.0.1:47510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.326876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.306853324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:04.326901Z","caller":"traceutil/trace.go:171","msg":"trace[1924946114] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23409; }","duration":"12.306930007s","start":"2026-02-25T20:21:52.019965Z","end":"2026-02-25T20:22:04.326895Z","steps":["trace[1924946114] 'agreement among raft nodes before linearized reading' (duration: 12.306866585s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.326919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:52.019939Z","time spent":"12.306975517s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.327023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.402868462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.327048Z","caller":"traceutil/trace.go:171","msg":"trace[638396604] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23409; }","duration":"12.402920683s","start":"2026-02-25T20:21:51.924121Z","end":"2026-02-25T20:22:04.327041Z","steps":["trace[638396604] 'agreement among raft nodes before linearized reading' (duration: 12.402884993s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.327067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:51.924106Z","time spent":"12.402956574s","remote":"127.0.0.1:56670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.327171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.796903067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.327196Z","caller":"traceutil/trace.go:171","msg":"trace[983032611] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23409; }","duration":"12.796927157s","start":"2026-02-25T20:21:51.530262Z","end":"2026-02-25T20:22:04.327189Z","steps":["trace[983032611] 'agreement among raft nodes before linearized reading' (duration: 12.796891676s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.327214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:51.530201Z","time spent":"12.797008879s","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.32732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.270253892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.327343Z","caller":"traceutil/trace.go:171","msg":"trace[419551084] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23409; }","duration":"14.270312563s","start":"2026-02-25T20:21:50.057025Z","end":"2026-02-25T20:22:04.327338Z","steps":["trace[419551084] 'agreement among raft nodes before linearized reading' (duration: 14.270275162s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.327364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:50.057006Z","time spent":"14.270351714s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.327485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.932747699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:04.327509Z","caller":"traceutil/trace.go:171","msg":"trace[1309280246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23409; }","duration":"18.932813101s","start":"2026-02-25T20:21:45.394691Z","end":"2026-02-25T20:22:04.327504Z","steps":["trace[1309280246] 'agreement among raft nodes before linearized reading' (duration: 18.93277589s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.327529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:45.394669Z","time spent":"18.932854312s","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.327579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.860473296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:04.32765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.326346909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:04.327658Z","caller":"traceutil/trace.go:171","msg":"trace[1788446039] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23409; }","duration":"18.860605799s","start":"2026-02-25T20:21:45.467034Z","end":"2026-02-25T20:22:04.32764Z","steps":["trace[1788446039] 'agreement among raft nodes before linearized reading' (duration: 18.860419434s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.327699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.023275744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.327725Z","caller":"traceutil/trace.go:171","msg":"trace[1424267029] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23409; }","duration":"5.023338446s","start":"2026-02-25T20:21:59.304382Z","end":"2026-02-25T20:22:04.32772Z","steps":["trace[1424267029] 'agreement among raft nodes before linearized reading' (duration: 5.023303425s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.327744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:59.304361Z","time spent":"5.023378336s","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.327744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:45.467016Z","time spent":"18.860682862s","remote":"127.0.0.1:47596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.327845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.81901048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.327869Z","caller":"traceutil/trace.go:171","msg":"trace[1776997746] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23409; }","duration":"5.819076351s","start":"2026-02-25T20:21:58.508788Z","end":"2026-02-25T20:22:04.327864Z","steps":["trace[1776997746] 'agreement among raft nodes before linearized reading' (duration: 5.819040911s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.327888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:58.508765Z","time spent":"5.819117653s","remote":"127.0.0.1:56874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.327972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.33676959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:04.328022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.979316446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-02-25T20:22:04.328027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.464071306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-02-25T20:22:04.328046Z","caller":"traceutil/trace.go:171","msg":"trace[1838207753] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23409; }","duration":"5.979366637s","start":"2026-02-25T20:21:58.348673Z","end":"2026-02-25T20:22:04.32804Z","steps":["trace[1838207753] 'agreement among raft nodes before linearized reading' (duration: 5.979291035s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:04.328052Z","caller":"traceutil/trace.go:171","msg":"trace[501394354] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23409; }","duration":"19.464106616s","start":"2026-02-25T20:21:44.863938Z","end":"2026-02-25T20:22:04.328045Z","steps":["trace[501394354] 'agreement among raft nodes before linearized reading' (duration: 19.464023404s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.328067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.863933Z","time spent":"19.464130637s","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-02-25T20:22:04.328016Z","caller":"traceutil/trace.go:171","msg":"trace[699651206] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23409; }","duration":"14.336812531s","start":"2026-02-25T20:21:49.99119Z","end":"2026-02-25T20:22:04.328003Z","steps":["trace[699651206] 'agreement among raft nodes before linearized reading' (duration: 14.336741699s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.328065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.024443153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:22:04.328087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:49.991148Z","time spent":"14.336933804s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.328096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.509608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:04.328079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.692319851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.328129Z","caller":"traceutil/trace.go:171","msg":"trace[2091606308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23409; }","duration":"578.57226ms","start":"2026-02-25T20:22:03.749546Z","end":"2026-02-25T20:22:04.328119Z","steps":["trace[2091606308] 'agreement among raft nodes before linearized reading' (duration: 578.523049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.328143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.413466033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:04.328097Z","caller":"traceutil/trace.go:171","msg":"trace[2060669722] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23409; }","duration":"18.024499143s","start":"2026-02-25T20:21:46.30359Z","end":"2026-02-25T20:22:04.328089Z","steps":["trace[2060669722] 'agreement among raft nodes before linearized reading' (duration: 18.024447082s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:04.328159Z","caller":"traceutil/trace.go:171","msg":"trace[1182901204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23409; }","duration":"19.413504463s","start":"2026-02-25T20:21:44.914649Z","end":"2026-02-25T20:22:04.328153Z","steps":["trace[1182901204] 'agreement among raft nodes before linearized reading' (duration: 19.413481643s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.328162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:03.749532Z","time spent":"578.623131ms","remote":"127.0.0.1:52746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.328174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.914636Z","time spent":"19.413534325s","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:04.328159Z","caller":"traceutil/trace.go:171","msg":"trace[1335803872] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23409; }","duration":"17.692419595s","start":"2026-02-25T20:21:46.635719Z","end":"2026-02-25T20:22:04.328138Z","steps":["trace[1335803872] 'agreement among raft nodes before linearized reading' (duration: 17.69225842s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.328174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:46.303576Z","time spent":"18.024586566s","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.328211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.070753531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:22:04.328207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:46.635665Z","time spent":"17.692530457s","remote":"127.0.0.1:56934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:04.32823Z","caller":"traceutil/trace.go:171","msg":"trace[120500897] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23409; }","duration":"6.070803032s","start":"2026-02-25T20:21:58.257422Z","end":"2026-02-25T20:22:04.328225Z","steps":["trace[120500897] 'agreement among raft nodes before linearized reading' (duration: 6.070747021s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.328254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:58.257403Z","time spent":"6.070846654s","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.328284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.734267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:04.328304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.179803866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:04.328321Z","caller":"traceutil/trace.go:171","msg":"trace[371089148] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23409; }","duration":"6.179861769s","start":"2026-02-25T20:21:58.148455Z","end":"2026-02-25T20:22:04.328317Z","steps":["trace[371089148] 'agreement among raft nodes before linearized reading' (duration: 6.179835398s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:04.328326Z","caller":"traceutil/trace.go:171","msg":"trace[175269465] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23409; }","duration":"850.762868ms","start":"2026-02-25T20:22:03.477542Z","end":"2026-02-25T20:22:04.328305Z","steps":["trace[175269465] 'agreement among raft nodes before linearized reading' (duration: 850.720117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.328341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:58.148434Z","time spent":"6.179901189s","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.328349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:03.477487Z","time spent":"850.85615ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.328364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.138755389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.328403Z","caller":"traceutil/trace.go:171","msg":"trace[1077485625] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23409; }","duration":"18.138831811s","start":"2026-02-25T20:21:46.189562Z","end":"2026-02-25T20:22:04.328394Z","steps":["trace[1077485625] 'agreement among raft nodes before linearized reading' (duration: 18.138769659s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.328421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.762802102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:04.328444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.52361295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:04.32846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632220943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.328466Z","caller":"traceutil/trace.go:171","msg":"trace[457457986] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23409; }","duration":"14.762849253s","start":"2026-02-25T20:21:49.565607Z","end":"2026-02-25T20:22:04.328456Z","steps":["trace[457457986] 'agreement among raft nodes before linearized reading' (duration: 14.762779951s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.328475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.151908061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.328495Z","caller":"traceutil/trace.go:171","msg":"trace[535406358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23409; }","duration":"1.632267444s","start":"2026-02-25T20:22:02.696219Z","end":"2026-02-25T20:22:04.328487Z","steps":["trace[535406358] 'agreement among raft nodes before linearized reading' (duration: 1.632217293s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.328503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:49.565585Z","time spent":"14.762909844s","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.32851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.362878311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:04.328508Z","caller":"traceutil/trace.go:171","msg":"trace[896397431] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23409; }","duration":"18.151959841s","start":"2026-02-25T20:21:46.176538Z","end":"2026-02-25T20:22:04.328498Z","steps":["trace[896397431] 'agreement among raft nodes before linearized reading' (duration: 18.15191358s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.328527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:02.696213Z","time spent":"1.632308525s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:22:04.328543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:46.176522Z","time spent":"18.152012323s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.328592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.021677446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-02-25T20:22:04.328616Z","caller":"traceutil/trace.go:171","msg":"trace[1451730154] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23409; }","duration":"8.021739127s","start":"2026-02-25T20:21:56.306872Z","end":"2026-02-25T20:22:04.328611Z","steps":["trace[1451730154] 'agreement among raft nodes before linearized reading' (duration: 8.021674056s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.328634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:56.306852Z","time spent":"8.021778079s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-25T20:22:04.328661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637965177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:04.328692Z","caller":"traceutil/trace.go:171","msg":"trace[780509980] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23409; }","duration":"1.638030868s","start":"2026-02-25T20:22:02.690654Z","end":"2026-02-25T20:22:04.328685Z","steps":["trace[780509980] 'agreement among raft nodes before linearized reading' (duration: 1.637975087s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.328704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.642988522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:04.328762Z","caller":"traceutil/trace.go:171","msg":"trace[1504473443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23409; }","duration":"18.643080674s","start":"2026-02-25T20:21:45.685671Z","end":"2026-02-25T20:22:04.328752Z","steps":["trace[1504473443] 'agreement among raft nodes before linearized reading' (duration: 18.643001612s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.328805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:45.685645Z","time spent":"18.643146885s","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.328888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299969657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:04.328916Z","caller":"traceutil/trace.go:171","msg":"trace[388648103] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23409; }","duration":"2.300038278s","start":"2026-02-25T20:22:02.02887Z","end":"2026-02-25T20:22:04.328908Z","steps":["trace[388648103] 'agreement among raft nodes before linearized reading' (duration: 2.299913465s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.328943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:02.028849Z","time spent":"2.30008657s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.32899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.50887918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268838"} {"level":"warn","ts":"2026-02-25T20:22:04.32904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.743207971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.329046Z","caller":"traceutil/trace.go:171","msg":"trace[1117640403] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23409; }","duration":"15.508921511s","start":"2026-02-25T20:21:48.820099Z","end":"2026-02-25T20:22:04.32902Z","steps":["trace[1117640403] 'agreement among raft nodes before linearized reading' (duration: 15.508472309s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:04.329074Z","caller":"traceutil/trace.go:171","msg":"trace[1718537949] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23409; }","duration":"18.743280022s","start":"2026-02-25T20:21:45.585784Z","end":"2026-02-25T20:22:04.329064Z","steps":["trace[1718537949] 'agreement among raft nodes before linearized reading' (duration: 18.743225001s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.329105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.437015095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:04.329115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:45.585764Z","time spent":"18.743343315s","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.329127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.53405275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.329159Z","caller":"traceutil/trace.go:171","msg":"trace[601380008] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23409; }","duration":"17.534122842s","start":"2026-02-25T20:21:46.795028Z","end":"2026-02-25T20:22:04.329151Z","steps":["trace[601380008] 'agreement among raft nodes before linearized reading' (duration: 17.53406846s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.329181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.038146972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-25T20:22:04.329197Z","caller":"traceutil/trace.go:171","msg":"trace[150226437] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad; range_end:; response_count:1; response_revision:23409; }","duration":"16.038210474s","start":"2026-02-25T20:21:48.290982Z","end":"2026-02-25T20:22:04.329192Z","steps":["trace[150226437] 'agreement among raft nodes before linearized reading' (duration: 16.038158443s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.329181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.701594384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:04.32925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.654893044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:22:04.329249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432135079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T20:22:04.329269Z","caller":"traceutil/trace.go:171","msg":"trace[218844498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23409; }","duration":"15.654944926s","start":"2026-02-25T20:21:48.674319Z","end":"2026-02-25T20:22:04.329264Z","steps":["trace[218844498] 'agreement among raft nodes before linearized reading' (duration: 15.654911085s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:04.327672Z","caller":"traceutil/trace.go:171","msg":"trace[1528638146] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23409; }","duration":"10.32642321s","start":"2026-02-25T20:21:54.001241Z","end":"2026-02-25T20:22:04.327664Z","steps":["trace[1528638146] 'agreement among raft nodes before linearized reading' (duration: 10.326386709s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.328434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:46.189547Z","time spent":"18.138878992s","remote":"127.0.0.1:56846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:04.329281Z","caller":"traceutil/trace.go:171","msg":"trace[302519207] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23409; }","duration":"3.432197501s","start":"2026-02-25T20:22:00.897075Z","end":"2026-02-25T20:22:04.329273Z","steps":["trace[302519207] 'agreement among raft nodes before linearized reading' (duration: 3.432066528s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.32931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:00.897055Z","time spent":"3.432246042s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.329351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:48.674295Z","time spent":"15.655050279s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.328767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:02.690634Z","time spent":"1.638123621s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.329412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:54.00121Z","time spent":"10.328197648s","remote":"127.0.0.1:56166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:04.32925Z","caller":"traceutil/trace.go:171","msg":"trace[1679982526] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23409; }","duration":"15.701702586s","start":"2026-02-25T20:21:48.62753Z","end":"2026-02-25T20:22:04.329233Z","steps":["trace[1679982526] 'agreement among raft nodes before linearized reading' (duration: 15.701580133s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.329493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:48.627512Z","time spent":"15.701975784s","remote":"127.0.0.1:57040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.329502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.20223805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.329538Z","caller":"traceutil/trace.go:171","msg":"trace[1187348053] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23409; }","duration":"4.202312972s","start":"2026-02-25T20:22:00.127216Z","end":"2026-02-25T20:22:04.329529Z","steps":["trace[1187348053] 'agreement among raft nodes before linearized reading' (duration: 4.202265551s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.329079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:48.820084Z","time spent":"15.508986664s","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268861,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-25T20:22:04.329191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:46.795007Z","time spent":"17.534176493s","remote":"127.0.0.1:57082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.329621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.304914566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-25T20:22:04.329655Z","caller":"traceutil/trace.go:171","msg":"trace[1491509731] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23409; }","duration":"4.304978417s","start":"2026-02-25T20:22:00.024668Z","end":"2026-02-25T20:22:04.329646Z","steps":["trace[1491509731] 'agreement among raft nodes before linearized reading' (duration: 4.304918905s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.329126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229756458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.329692Z","caller":"traceutil/trace.go:171","msg":"trace[164427208] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23409; }","duration":"3.230350883s","start":"2026-02-25T20:22:01.099334Z","end":"2026-02-25T20:22:04.329685Z","steps":["trace[164427208] 'agreement among raft nodes before linearized reading' (duration: 3.229766727s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.329714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:01.099321Z","time spent":"3.230384905s","remote":"127.0.0.1:57120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.329219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:48.290955Z","time spent":"16.038261316s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" "} {"level":"info","ts":"2026-02-25T20:22:04.329126Z","caller":"traceutil/trace.go:171","msg":"trace[1256998246] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23409; }","duration":"17.437065956s","start":"2026-02-25T20:21:46.892054Z","end":"2026-02-25T20:22:04.32912Z","steps":["trace[1256998246] 'agreement among raft nodes before linearized reading' (duration: 17.437032235s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.329752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.147847716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:04.329764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:46.892034Z","time spent":"17.437719874s","remote":"127.0.0.1:53398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:04.329794Z","caller":"traceutil/trace.go:171","msg":"trace[1994016722] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23409; }","duration":"9.147930659s","start":"2026-02-25T20:21:55.181852Z","end":"2026-02-25T20:22:04.329783Z","steps":["trace[1994016722] 'agreement among raft nodes before linearized reading' (duration: 9.147849277s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.329845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:55.181831Z","time spent":"9.148005991s","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.329464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.962522631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:04.329913Z","caller":"traceutil/trace.go:171","msg":"trace[1121281765] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23409; }","duration":"3.963000734s","start":"2026-02-25T20:22:00.366905Z","end":"2026-02-25T20:22:04.329905Z","steps":["trace[1121281765] 'agreement among raft nodes before linearized reading' (duration: 3.962526901s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.329939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:00.366891Z","time spent":"3.963041265s","remote":"127.0.0.1:60892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.329081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98935654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T20:22:04.330029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.210057043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-02-25T20:22:04.330063Z","caller":"traceutil/trace.go:171","msg":"trace[408669558] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23409; }","duration":"8.210118035s","start":"2026-02-25T20:21:56.119935Z","end":"2026-02-25T20:22:04.330053Z","steps":["trace[408669558] 'agreement among raft nodes before linearized reading' (duration: 8.209997942s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.330089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:56.119917Z","time spent":"8.210166606s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-25T20:22:04.330195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.328712025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.330224Z","caller":"traceutil/trace.go:171","msg":"trace[1535964717] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23409; }","duration":"8.328766957s","start":"2026-02-25T20:21:56.00145Z","end":"2026-02-25T20:22:04.330217Z","steps":["trace[1535964717] 'agreement among raft nodes before linearized reading' (duration: 8.328722166s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.330245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:56.001434Z","time spent":"8.328804578s","remote":"127.0.0.1:56882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.330329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.145067821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.330352Z","caller":"traceutil/trace.go:171","msg":"trace[1738703792] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23409; }","duration":"10.145120733s","start":"2026-02-25T20:21:54.185226Z","end":"2026-02-25T20:22:04.330346Z","steps":["trace[1738703792] 'agreement among raft nodes before linearized reading' (duration: 10.145084392s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.330372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:54.185208Z","time spent":"10.145158793s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.330384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.379208016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.330416Z","caller":"traceutil/trace.go:171","msg":"trace[1950098981] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23409; }","duration":"8.379280327s","start":"2026-02-25T20:21:55.951127Z","end":"2026-02-25T20:22:04.330408Z","steps":["trace[1950098981] 'agreement among raft nodes before linearized reading' (duration: 8.379230836s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.330442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:55.951107Z","time spent":"8.379327659s","remote":"127.0.0.1:53472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.328066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:58.348661Z","time spent":"5.979400778s","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-25T20:22:04.327837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.84696997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:22:04.33052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.56371714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.330532Z","caller":"traceutil/trace.go:171","msg":"trace[844963644] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23409; }","duration":"4.849716823s","start":"2026-02-25T20:21:59.480793Z","end":"2026-02-25T20:22:04.33051Z","steps":["trace[844963644] 'agreement among raft nodes before linearized reading' (duration: 4.846904358s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:04.33056Z","caller":"traceutil/trace.go:171","msg":"trace[2133858295] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23409; }","duration":"19.563785892s","start":"2026-02-25T20:21:44.766764Z","end":"2026-02-25T20:22:04.33055Z","steps":["trace[2133858295] 'agreement among raft nodes before linearized reading' (duration: 19.563734631s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.330584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:59.480771Z","time spent":"4.849795686s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:04.330018Z","caller":"traceutil/trace.go:171","msg":"trace[1778991317] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23409; }","duration":"2.990318106s","start":"2026-02-25T20:22:01.339686Z","end":"2026-02-25T20:22:04.330005Z","steps":["trace[1778991317] 'agreement among raft nodes before linearized reading' (duration: 2.989326299s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.330602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.382113353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-25T20:22:04.330628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:01.339666Z","time spent":"2.990953262s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-25T20:22:04.329571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:00.127194Z","time spent":"4.202367984s","remote":"127.0.0.1:53502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.330645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.955280438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:04.330658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.727880239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-25T20:22:04.330636Z","caller":"traceutil/trace.go:171","msg":"trace[1275045879] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23409; }","duration":"8.382180735s","start":"2026-02-25T20:21:55.948447Z","end":"2026-02-25T20:22:04.330628Z","steps":["trace[1275045879] 'agreement among raft nodes before linearized reading' (duration: 8.382098083s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:04.33068Z","caller":"traceutil/trace.go:171","msg":"trace[1066331072] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23409; }","duration":"8.955340649s","start":"2026-02-25T20:21:55.37533Z","end":"2026-02-25T20:22:04.330671Z","steps":["trace[1066331072] 'agreement among raft nodes before linearized reading' (duration: 8.955293218s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.330704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:55.94843Z","time spent":"8.382269557s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-25T20:22:04.330711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.084371529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:22:04.33071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:55.375312Z","time spent":"8.95538984s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.330474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.87191641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-25T20:22:04.330731Z","caller":"traceutil/trace.go:171","msg":"trace[1179814656] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23409; }","duration":"9.084423141s","start":"2026-02-25T20:21:55.246301Z","end":"2026-02-25T20:22:04.330724Z","steps":["trace[1179814656] 'agreement among raft nodes before linearized reading' (duration: 9.08439303s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:04.330753Z","caller":"traceutil/trace.go:171","msg":"trace[1554056020] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23409; }","duration":"19.872244188s","start":"2026-02-25T20:21:44.458496Z","end":"2026-02-25T20:22:04.33074Z","steps":["trace[1554056020] 'agreement among raft nodes before linearized reading' (duration: 19.871891029s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.330762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:55.246279Z","time spent":"9.084477473s","remote":"127.0.0.1:48520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.330774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.82441665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:04.330796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.45845Z","time spent":"19.87233181s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-25T20:22:04.330806Z","caller":"traceutil/trace.go:171","msg":"trace[341937513] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23409; }","duration":"8.824491402s","start":"2026-02-25T20:21:55.506307Z","end":"2026-02-25T20:22:04.330799Z","steps":["trace[341937513] 'agreement among raft nodes before linearized reading' (duration: 8.82443048s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.330832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:55.506286Z","time spent":"8.824538774s","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.330599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.766744Z","time spent":"19.563846283s","remote":"127.0.0.1:56970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.330823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.101404686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.328533Z","caller":"traceutil/trace.go:171","msg":"trace[2024852095] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23409; }","duration":"7.362937192s","start":"2026-02-25T20:21:56.965589Z","end":"2026-02-25T20:22:04.328526Z","steps":["trace[2024852095] 'agreement among raft nodes before linearized reading' (duration: 7.362890701s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:04.330876Z","caller":"traceutil/trace.go:171","msg":"trace[510692817] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23409; }","duration":"20.101491449s","start":"2026-02-25T20:21:44.229374Z","end":"2026-02-25T20:22:04.330865Z","steps":["trace[510692817] 'agreement among raft nodes before linearized reading' (duration: 20.101406436s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.330908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:56.965569Z","time spent":"7.365330135s","remote":"127.0.0.1:60900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.330913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:44.229357Z","time spent":"20.10154567s","remote":"127.0.0.1:55022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:04.330681Z","caller":"traceutil/trace.go:171","msg":"trace[1646984198] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23409; }","duration":"8.728007472s","start":"2026-02-25T20:21:55.602667Z","end":"2026-02-25T20:22:04.330675Z","steps":["trace[1646984198] 'agreement among raft nodes before linearized reading' (duration: 8.72793507s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.330958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:55.602645Z","time spent":"8.72830643s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-25T20:22:04.328466Z","caller":"traceutil/trace.go:171","msg":"trace[1585628583] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23409; }","duration":"6.52363406s","start":"2026-02-25T20:21:57.804823Z","end":"2026-02-25T20:22:04.328457Z","steps":["trace[1585628583] 'agreement among raft nodes before linearized reading' (duration: 6.523600919s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.328121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.088319268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:22:04.330998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:57.80475Z","time spent":"6.52623628s","remote":"127.0.0.1:53548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:04.331027Z","caller":"traceutil/trace.go:171","msg":"trace[1209930325] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23409; }","duration":"19.091250827s","start":"2026-02-25T20:21:45.239767Z","end":"2026-02-25T20:22:04.331018Z","steps":["trace[1209930325] 'agreement among raft nodes before linearized reading' (duration: 19.088337489s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.331059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:45.239746Z","time spent":"19.091304109s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:04.331208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:00.024647Z","time spent":"4.305032009s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-25T20:22:04.327561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.395445109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:04.331285Z","caller":"traceutil/trace.go:171","msg":"trace[1475201052] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:0; response_revision:23409; }","duration":"20.399214798s","start":"2026-02-25T20:21:43.932057Z","end":"2026-02-25T20:22:04.331272Z","steps":["trace[1475201052] 'agreement among raft nodes before linearized reading' (duration: 20.395443288s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:04.331343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:21:43.932039Z","time spent":"20.399277331s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-25T20:22:04.837047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:05.337587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:05.755167Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.421621582s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:22:06.336129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000363846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:06.336199Z","caller":"traceutil/trace.go:171","msg":"trace[768088798] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000457588s","start":"2026-02-25T20:22:04.335719Z","end":"2026-02-25T20:22:06.336177Z","steps":["trace[768088798] 'agreement among raft nodes before linearized reading' (duration: 2.000377476s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:06.336228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:04.335713Z","time spent":"2.00050991s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:08.313015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471979265s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:08.313129Z","caller":"traceutil/trace.go:171","msg":"trace[1784653042] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23409; }","duration":"2.472107139s","start":"2026-02-25T20:22:05.841004Z","end":"2026-02-25T20:22:08.313111Z","steps":["trace[1784653042] 'range keys from in-memory index tree' (duration: 2.471958155s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:08.314223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558610482s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-25T20:22:08.314316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:04.333438Z","time spent":"3.980874592s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:08.336698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000252884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:08.336796Z","caller":"traceutil/trace.go:171","msg":"trace[1592831397] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382417s","start":"2026-02-25T20:22:06.336397Z","end":"2026-02-25T20:22:08.336779Z","steps":["trace[1592831397] 'agreement among raft nodes before linearized reading' (duration: 2.000268784s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:08.336858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:06.336386Z","time spent":"2.00045331s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:09.073613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.922601409s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:22:10.345132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000414326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:22:10.34522Z","caller":"traceutil/trace.go:171","msg":"trace[570730667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00055658s","start":"2026-02-25T20:22:08.344641Z","end":"2026-02-25T20:22:10.345197Z","steps":["trace[570730667] 'agreement among raft nodes before linearized reading' (duration: 2.000449707s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:10.345269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:08.344621Z","time spent":"2.000637563s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:22:11.335543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:04.3346Z","time spent":"7.000936552s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:11.336031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:04.335897Z","time spent":"7.000127431s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:11.336945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:04.336617Z","time spent":"7.000323706s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:11.368637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:04.368348Z","time spent":"7.000284305s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:12.109977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:09.781183Z","time spent":"2.328788208s","remote":"127.0.0.1:55052","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:12.110591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036700764s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:22:12.113533Z","caller":"traceutil/trace.go:171","msg":"trace[655136685] linearizableReadLoop","detail":"{readStateIndex:24256; appliedIndex:24251; }","duration":"7.777715943s","start":"2026-02-25T20:22:04.335741Z","end":"2026-02-25T20:22:12.113457Z","steps":["trace[655136685] 'read index received' (duration: 1.419835275s)","trace[655136685] 'applied index is now lower than readState.Index' (duration: 6.357879187s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:12.346199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:12.346308Z","caller":"traceutil/trace.go:171","msg":"trace[1653394099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043746s","start":"2026-02-25T20:22:10.345842Z","end":"2026-02-25T20:22:12.34628Z","steps":["trace[1653394099] 'agreement among raft nodes before linearized reading' (duration: 2.000310886s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:12.34637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:10.345826Z","time spent":"2.000530382s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:12.614532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:12.768513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:05.767671Z","time spent":"7.000834651s","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:13.078034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.004202017s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:22:14.335628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999671745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:14.335734Z","caller":"traceutil/trace.go:171","msg":"trace[1557736956] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999815899s","start":"2026-02-25T20:22:04.335897Z","end":"2026-02-25T20:22:14.335712Z","steps":["trace[1557736956] 'agreement among raft nodes before linearized reading' (duration: 9.999690866s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.335782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:04.335873Z","time spent":"9.999897951s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/02/25 20:22:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:14.353316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:14.353385Z","caller":"traceutil/trace.go:171","msg":"trace[944798763] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051295s","start":"2026-02-25T20:22:12.352855Z","end":"2026-02-25T20:22:14.353368Z","steps":["trace[944798763] 'agreement among raft nodes before linearized reading' (duration: 2.000429018s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.353426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:12.352837Z","time spent":"2.000581153s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:14.663749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58537072s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:22:14.664108Z","caller":"traceutil/trace.go:171","msg":"trace[1346032871] linearizableReadLoop","detail":"{readStateIndex:24258; appliedIndex:24256; }","duration":"2.550510368s","start":"2026-02-25T20:22:12.113575Z","end":"2026-02-25T20:22:14.664086Z","steps":["trace[1346032871] 'read index received' (duration: 964.622454ms)","trace[1346032871] 'applied index is now lower than readState.Index' (duration: 1.585886854s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:14.664244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.794328808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:14.664244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.140359219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:14.664281Z","caller":"traceutil/trace.go:171","msg":"trace[2113576166] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23415; }","duration":"7.794421161s","start":"2026-02-25T20:22:06.869851Z","end":"2026-02-25T20:22:14.664272Z","steps":["trace[2113576166] 'agreement among raft nodes before linearized reading' (duration: 7.794347149s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.664338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.663671901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:14.664368Z","caller":"traceutil/trace.go:171","msg":"trace[501572862] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23415; }","duration":"4.663757393s","start":"2026-02-25T20:22:10.000602Z","end":"2026-02-25T20:22:14.66436Z","steps":["trace[501572862] 'agreement among raft nodes before linearized reading' (duration: 4.663693341s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.664387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:10.000582Z","time spent":"4.663799184s","remote":"127.0.0.1:57228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:14.664387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.138616916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:14.664421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283232749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-02-25T20:22:14.664442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.48666998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:14.664442Z","caller":"traceutil/trace.go:171","msg":"trace[264105372] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23415; }","duration":"6.138713759s","start":"2026-02-25T20:22:08.525709Z","end":"2026-02-25T20:22:14.664423Z","steps":["trace[264105372] 'agreement among raft nodes before linearized reading' (duration: 6.138649127s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.664413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.97710954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:14.664475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.994377044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:14.664483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:08.525683Z","time spent":"6.138790821s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:14.664495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.779478258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:14.664282Z","caller":"traceutil/trace.go:171","msg":"trace[709597739] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23415; }","duration":"3.140460802s","start":"2026-02-25T20:22:11.523814Z","end":"2026-02-25T20:22:14.664275Z","steps":["trace[709597739] 'agreement among raft nodes before linearized reading' (duration: 3.140379839s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:14.664519Z","caller":"traceutil/trace.go:171","msg":"trace[2083959661] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23415; }","duration":"8.77950217s","start":"2026-02-25T20:22:05.885011Z","end":"2026-02-25T20:22:14.664513Z","steps":["trace[2083959661] 'agreement among raft nodes before linearized reading' (duration: 8.779467269s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.664539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:11.523788Z","time spent":"3.140741809s","remote":"127.0.0.1:56148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:14.664536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9464236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:14.664542Z","caller":"traceutil/trace.go:171","msg":"trace[1332977172] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23415; }","duration":"3.994453287s","start":"2026-02-25T20:22:10.670049Z","end":"2026-02-25T20:22:14.664503Z","steps":["trace[1332977172] 'agreement among raft nodes before linearized reading' (duration: 3.994400365s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:14.66458Z","caller":"traceutil/trace.go:171","msg":"trace[1727203228] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23415; }","duration":"4.946468161s","start":"2026-02-25T20:22:09.7181Z","end":"2026-02-25T20:22:14.664568Z","steps":["trace[1727203228] 'agreement among raft nodes before linearized reading' (duration: 4.946395069s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.664626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.820231259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-25T20:22:14.664629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:09.718081Z","time spent":"4.946536583s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:14.664658Z","caller":"traceutil/trace.go:171","msg":"trace[387838925] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23415; }","duration":"8.820297181s","start":"2026-02-25T20:22:05.844351Z","end":"2026-02-25T20:22:14.664648Z","steps":["trace[387838925] 'agreement among raft nodes before linearized reading' (duration: 8.820202978s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.66468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:05.844331Z","time spent":"8.820343011s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T20:22:14.664222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.951591155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:14.664425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.323837185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-25T20:22:14.664813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.328824267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-02-25T20:22:14.664859Z","caller":"traceutil/trace.go:171","msg":"trace[1209475085] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad; range_end:; response_count:1; response_revision:23415; }","duration":"3.324295578s","start":"2026-02-25T20:22:11.340545Z","end":"2026-02-25T20:22:14.66484Z","steps":["trace[1209475085] 'agreement among raft nodes before linearized reading' (duration: 3.323725102s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.664894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.32896446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T20:22:14.664922Z","caller":"traceutil/trace.go:171","msg":"trace[389365018] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23415; }","duration":"10.328992541s","start":"2026-02-25T20:22:04.335921Z","end":"2026-02-25T20:22:14.664913Z","steps":["trace[389365018] 'agreement among raft nodes before linearized reading' (duration: 10.328921169s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.664921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.257080178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:14.664921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.176266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:14.664946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:04.335885Z","time spent":"10.329056252s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-02-25T20:22:14.664466Z","caller":"traceutil/trace.go:171","msg":"trace[453981030] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23415; }","duration":"8.486704801s","start":"2026-02-25T20:22:06.177755Z","end":"2026-02-25T20:22:14.66446Z","steps":["trace[453981030] 'agreement among raft nodes before linearized reading' (duration: 8.486605748s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:14.664952Z","caller":"traceutil/trace.go:171","msg":"trace[797270590] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23415; }","duration":"10.257315004s","start":"2026-02-25T20:22:04.407628Z","end":"2026-02-25T20:22:14.664943Z","steps":["trace[797270590] 'agreement among raft nodes before linearized reading' (duration: 10.257261433s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:14.664964Z","caller":"traceutil/trace.go:171","msg":"trace[613007040] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23415; }","duration":"162.261549ms","start":"2026-02-25T20:22:14.502691Z","end":"2026-02-25T20:22:14.664953Z","steps":["trace[613007040] 'agreement among raft nodes before linearized reading' (duration: 162.187997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.664985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:04.407612Z","time spent":"10.257363445s","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:14.66506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.55513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:14.665089Z","caller":"traceutil/trace.go:171","msg":"trace[703238024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23415; }","duration":"311.604412ms","start":"2026-02-25T20:22:14.353477Z","end":"2026-02-25T20:22:14.665082Z","steps":["trace[703238024] 'agreement among raft nodes before linearized reading' (duration: 311.559211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.665109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:14.353466Z","time spent":"311.637603ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:22:14.665152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.32931966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-02-25T20:22:14.665194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.029104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-25T20:22:14.665213Z","caller":"traceutil/trace.go:171","msg":"trace[731747348] range","detail":"{range_begin:/registry/persistentvolumes/pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0; range_end:; response_count:1; response_revision:23415; }","duration":"10.329397301s","start":"2026-02-25T20:22:04.335803Z","end":"2026-02-25T20:22:14.6652Z","steps":["trace[731747348] 'agreement among raft nodes before linearized reading' (duration: 10.329211916s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.665239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417313475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:14.664542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:05.884922Z","time spent":"8.779613253s","remote":"127.0.0.1:56888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:14.665254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:04.335788Z","time spent":"10.329453463s","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0\" "} {"level":"info","ts":"2026-02-25T20:22:14.665274Z","caller":"traceutil/trace.go:171","msg":"trace[982774091] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23415; }","duration":"1.417384087s","start":"2026-02-25T20:22:13.24788Z","end":"2026-02-25T20:22:14.665264Z","steps":["trace[982774091] 'agreement among raft nodes before linearized reading' (duration: 1.417327496s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.665301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:13.247858Z","time spent":"1.417437109s","remote":"127.0.0.1:57300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:14.66531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.329286009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-02-25T20:22:14.665352Z","caller":"traceutil/trace.go:171","msg":"trace[655054823] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23415; }","duration":"10.3293367s","start":"2026-02-25T20:22:04.336006Z","end":"2026-02-25T20:22:14.665342Z","steps":["trace[655054823] 'agreement among raft nodes before linearized reading' (duration: 10.329225097s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:14.664866Z","caller":"traceutil/trace.go:171","msg":"trace[1152063303] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23415; }","duration":"10.328888488s","start":"2026-02-25T20:22:04.335961Z","end":"2026-02-25T20:22:14.664849Z","steps":["trace[1152063303] 'agreement among raft nodes before linearized reading' (duration: 10.328707523s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.665384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:04.336003Z","time spent":"10.329375061s","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-02-25T20:22:14.664986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:06.177689Z","time spent":"8.487284036s","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:14.665477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779079649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:14.665505Z","caller":"traceutil/trace.go:171","msg":"trace[1937659617] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23415; }","duration":"1.77913711s","start":"2026-02-25T20:22:12.886361Z","end":"2026-02-25T20:22:14.665499Z","steps":["trace[1937659617] 'agreement among raft nodes before linearized reading' (duration: 1.779033698s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.665527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:12.886348Z","time spent":"1.779170512s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:14.664587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:10.67003Z","time spent":"3.994547589s","remote":"127.0.0.1:56712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:14.664931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:11.340526Z","time spent":"3.32438589s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" "} {"level":"warn","ts":"2026-02-25T20:22:14.665269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.329215357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-02-25T20:22:14.665244Z","caller":"traceutil/trace.go:171","msg":"trace[1112904163] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23415; }","duration":"128.115085ms","start":"2026-02-25T20:22:14.537118Z","end":"2026-02-25T20:22:14.665233Z","steps":["trace[1112904163] 'agreement among raft nodes before linearized reading' (duration: 127.984272ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:14.665756Z","caller":"traceutil/trace.go:171","msg":"trace[995497059] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23415; }","duration":"10.32970712s","start":"2026-02-25T20:22:04.336034Z","end":"2026-02-25T20:22:14.665741Z","steps":["trace[995497059] 'agreement among raft nodes before linearized reading' (duration: 10.329153935s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.664307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:06.869828Z","time spent":"7.794471902s","remote":"127.0.0.1:60868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:14.6658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:04.336031Z","time spent":"10.329758481s","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-02-25T20:22:14.664827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89244851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18645"} {"level":"warn","ts":"2026-02-25T20:22:14.664233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.587798802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:14.6659Z","caller":"traceutil/trace.go:171","msg":"trace[2105134630] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23415; }","duration":"1.89355897s","start":"2026-02-25T20:22:12.772334Z","end":"2026-02-25T20:22:14.665893Z","steps":["trace[2105134630] 'agreement among raft nodes before linearized reading' (duration: 1.8924339s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.66593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:12.772312Z","time spent":"1.893610162s","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-25T20:22:14.664302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.620818441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:14.666003Z","caller":"traceutil/trace.go:171","msg":"trace[658591016] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23415; }","duration":"5.622551847s","start":"2026-02-25T20:22:09.043434Z","end":"2026-02-25T20:22:14.665986Z","steps":["trace[658591016] 'agreement among raft nodes before linearized reading' (duration: 5.620833861s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.66606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:09.043413Z","time spent":"5.62262994s","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T20:22:14.666083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.298676171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-25T20:22:14.665917Z","caller":"traceutil/trace.go:171","msg":"trace[24312490] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23415; }","duration":"4.589529518s","start":"2026-02-25T20:22:10.076375Z","end":"2026-02-25T20:22:14.665904Z","steps":["trace[24312490] 'agreement among raft nodes before linearized reading' (duration: 4.587790412s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.666124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.328161249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-02-25T20:22:14.666121Z","caller":"traceutil/trace.go:171","msg":"trace[393425761] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23415; }","duration":"10.298752383s","start":"2026-02-25T20:22:04.36736Z","end":"2026-02-25T20:22:14.666112Z","steps":["trace[393425761] 'agreement among raft nodes before linearized reading' (duration: 10.297618462s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:14.666158Z","caller":"traceutil/trace.go:171","msg":"trace[1610486937] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23415; }","duration":"10.32820488s","start":"2026-02-25T20:22:04.337945Z","end":"2026-02-25T20:22:14.66615Z","steps":["trace[1610486937] 'agreement among raft nodes before linearized reading' (duration: 10.326986517s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.666166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:04.367343Z","time spent":"10.298815744s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-25T20:22:14.66615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:10.076353Z","time spent":"4.589777225s","remote":"127.0.0.1:55050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:14.666184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:04.337941Z","time spent":"10.32823768s","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-02-25T20:22:14.664526Z","caller":"traceutil/trace.go:171","msg":"trace[984756292] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23415; }","duration":"4.977270545s","start":"2026-02-25T20:22:09.687228Z","end":"2026-02-25T20:22:14.664498Z","steps":["trace[984756292] 'agreement among raft nodes before linearized reading' (duration: 4.977025878s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.666283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:09.687214Z","time spent":"4.979055642s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:14.66483Z","caller":"traceutil/trace.go:171","msg":"trace[7591250] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23415; }","duration":"6.952248902s","start":"2026-02-25T20:22:07.71257Z","end":"2026-02-25T20:22:14.664819Z","steps":["trace[7591250] 'agreement among raft nodes before linearized reading' (duration: 6.951554574s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.666386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:07.71255Z","time spent":"6.953821765s","remote":"127.0.0.1:56826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:14.664116Z","caller":"traceutil/trace.go:171","msg":"trace[2143735168] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"6.348178721s","start":"2026-02-25T20:22:08.315918Z","end":"2026-02-25T20:22:14.664096Z","steps":["trace[2143735168] 'process raft request' (duration: 6.347924204s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.665419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:04.335955Z","time spent":"10.329453283s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-25T20:22:14.666499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:08.315896Z","time spent":"6.350537814s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:22:14.66447Z","caller":"traceutil/trace.go:171","msg":"trace[492264874] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23415; }","duration":"3.283310381s","start":"2026-02-25T20:22:11.381145Z","end":"2026-02-25T20:22:14.664456Z","steps":["trace[492264874] 'agreement among raft nodes before linearized reading' (duration: 3.283010123s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:14.666639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:11.381134Z","time spent":"3.285494769s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-25T20:22:15.177015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:15.677648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:16.177899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:16.678985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:16.685657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999590756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:16.685716Z","caller":"traceutil/trace.go:171","msg":"trace[2029667970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999691998s","start":"2026-02-25T20:22:14.686005Z","end":"2026-02-25T20:22:16.685697Z","steps":["trace[2029667970] 'agreement among raft nodes before linearized reading' (duration: 1.999619986s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:16.685761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:14.685988Z","time spent":"1.999764851s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:17.179417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:17.680482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:18.181603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:18.554027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.877745635s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:22:18.686404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000305854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:22:18.686499Z","caller":"traceutil/trace.go:171","msg":"trace[857676209] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000459368s","start":"2026-02-25T20:22:16.686015Z","end":"2026-02-25T20:22:18.686474Z","steps":["trace[857676209] 'agreement among raft nodes before linearized reading' (duration: 2.000331115s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:18.686609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:16.686Z","time spent":"2.000570222s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:19.202853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36223419s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:19.202957Z","caller":"traceutil/trace.go:171","msg":"trace[728498789] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23415; }","duration":"3.362350263s","start":"2026-02-25T20:22:15.840591Z","end":"2026-02-25T20:22:19.202942Z","steps":["trace[728498789] 'range keys from in-memory index tree' (duration: 3.36222003s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:19.203204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.469299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:22:19.203319Z","caller":"traceutil/trace.go:171","msg":"trace[1721796659] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"4.527110848s","start":"2026-02-25T20:22:14.676187Z","end":"2026-02-25T20:22:19.203298Z","steps":["trace[1721796659] 'process raft request' (duration: 3.878450863s)","trace[1721796659] 'compare' (duration: 646.99156ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:19.203387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:14.67617Z","time spent":"4.527186579s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:22:20.694709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00009652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:22:20.694799Z","caller":"traceutil/trace.go:171","msg":"trace[945810880] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000230454s","start":"2026-02-25T20:22:18.694547Z","end":"2026-02-25T20:22:20.694777Z","steps":["trace[945810880] 'agreement among raft nodes before linearized reading' (duration: 2.00011428s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:20.694851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:18.694534Z","time spent":"2.000305835s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:21.679559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:14.678488Z","time spent":"7.001061036s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:21.679766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:14.679565Z","time spent":"7.000189704s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:21.688654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:14.687929Z","time spent":"7.000721698s","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:21.688788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:14.687839Z","time spent":"7.000912853s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:21.688875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:14.687627Z","time spent":"7.001243992s","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:21.869637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.315322407s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:22:22.695017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999710199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:22.695133Z","caller":"traceutil/trace.go:171","msg":"trace[996342980] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999896634s","start":"2026-02-25T20:22:20.695212Z","end":"2026-02-25T20:22:22.695108Z","steps":["trace[996342980] 'agreement among raft nodes before linearized reading' (duration: 1.999737259s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:22.695197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:20.695196Z","time spent":"1.999989636s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:23.394642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523794774s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:22:23.395004Z","caller":"traceutil/trace.go:171","msg":"trace[1683902678] linearizableReadLoop","detail":"{readStateIndex:24264; appliedIndex:24258; }","duration":"8.718416206s","start":"2026-02-25T20:22:14.676568Z","end":"2026-02-25T20:22:23.394984Z","steps":["trace[1683902678] 'read index received' (duration: 3.877758545s)","trace[1683902678] 'applied index is now lower than readState.Index' (duration: 4.840656161s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:23.395362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.718779136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:23.395399Z","caller":"traceutil/trace.go:171","msg":"trace[157896000] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23421; }","duration":"8.718822507s","start":"2026-02-25T20:22:14.676563Z","end":"2026-02-25T20:22:23.395386Z","steps":["trace[157896000] 'agreement among raft nodes before linearized reading' (duration: 8.718736545s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:23.395432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:14.676556Z","time spent":"8.718867768s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T20:22:23.719028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.84827917s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:22:24.69753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000946292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:22:24.697626Z","caller":"traceutil/trace.go:171","msg":"trace[1320500178] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001113426s","start":"2026-02-25T20:22:22.696489Z","end":"2026-02-25T20:22:24.697602Z","steps":["trace[1320500178] 'agreement among raft nodes before linearized reading' (duration: 2.000971172s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:24.697676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:22.696466Z","time spent":"2.001199718s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:22:24.702226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000018776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:24.702304Z","caller":"traceutil/trace.go:171","msg":"trace[917387841] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000169581s","start":"2026-02-25T20:22:22.702117Z","end":"2026-02-25T20:22:24.702286Z","steps":["trace[917387841] 'agreement among raft nodes before linearized reading' (duration: 2.000071788s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:24.70234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:22.70209Z","time spent":"2.000242723s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:24.88969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170409244s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:22:24.88993Z","caller":"traceutil/trace.go:171","msg":"trace[1145494468] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"5.210591671s","start":"2026-02-25T20:22:19.679296Z","end":"2026-02-25T20:22:24.889887Z","steps":["trace[1145494468] 'process raft request' (duration: 4.039895439s)","trace[1145494468] 'compare' (duration: 1.169634104s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:24.890092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:19.679265Z","time spent":"5.210736295s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:22:26.720867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000152222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:22:26.720964Z","caller":"traceutil/trace.go:171","msg":"trace[1664508004] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306036s","start":"2026-02-25T20:22:24.720634Z","end":"2026-02-25T20:22:26.72094Z","steps":["trace[1664508004] 'agreement among raft nodes before linearized reading' (duration: 2.000172742s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:26.721028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:24.720619Z","time spent":"2.000399269s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:22:27.828916Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9c964936e04b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-25T20:22:28.691087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:21.684635Z","time spent":"7.006446891s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:28.691328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:21.685661Z","time spent":"7.0056644s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:28.72244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:28.722538Z","caller":"traceutil/trace.go:171","msg":"trace[1968458776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000489449s","start":"2026-02-25T20:22:26.722026Z","end":"2026-02-25T20:22:28.722516Z","steps":["trace[1968458776] 'agreement among raft nodes before linearized reading' (duration: 2.000371575s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.722596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:26.721992Z","time spent":"2.000590841s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:28.933618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.043828405s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T20:22:28.933789Z","caller":"traceutil/trace.go:171","msg":"trace[805208171] linearizableReadLoop","detail":"{readStateIndex:24268; appliedIndex:24264; }","duration":"5.538738486s","start":"2026-02-25T20:22:23.395035Z","end":"2026-02-25T20:22:28.933773Z","steps":["trace[805208171] 'read index received' (duration: 324.110096ms)","trace[805208171] 'applied index is now lower than readState.Index' (duration: 5.21462721s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:28.933862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.092757885s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.933925Z","caller":"traceutil/trace.go:171","msg":"trace[1960049353] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23423; }","duration":"3.092825327s","start":"2026-02-25T20:22:25.841091Z","end":"2026-02-25T20:22:28.933917Z","steps":["trace[1960049353] 'range keys from in-memory index tree' (duration: 3.092749005s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.938073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.587763598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:28.938107Z","caller":"traceutil/trace.go:171","msg":"trace[1433194557] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23423; }","duration":"5.58784282s","start":"2026-02-25T20:22:23.350256Z","end":"2026-02-25T20:22:28.938099Z","steps":["trace[1433194557] 'agreement among raft nodes before linearized reading' (duration: 5.587762408s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.938132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:23.350233Z","time spent":"5.58789134s","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.938266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.143907788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.938287Z","caller":"traceutil/trace.go:171","msg":"trace[110662104] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23423; }","duration":"6.143933229s","start":"2026-02-25T20:22:22.794348Z","end":"2026-02-25T20:22:28.938281Z","steps":["trace[110662104] 'agreement among raft nodes before linearized reading' (duration: 6.143889347s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.938307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:22.794261Z","time spent":"6.144040741s","remote":"127.0.0.1:48506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.938447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.584394304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:28.938474Z","caller":"traceutil/trace.go:171","msg":"trace[747291309] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23423; }","duration":"7.584435895s","start":"2026-02-25T20:22:21.354032Z","end":"2026-02-25T20:22:28.938468Z","steps":["trace[747291309] 'agreement among raft nodes before linearized reading' (duration: 7.584380013s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.938494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:21.353975Z","time spent":"7.584514687s","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.938611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.266922853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.938637Z","caller":"traceutil/trace.go:171","msg":"trace[1737316352] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23423; }","duration":"8.266984495s","start":"2026-02-25T20:22:20.671645Z","end":"2026-02-25T20:22:28.938629Z","steps":["trace[1737316352] 'agreement among raft nodes before linearized reading' (duration: 8.266944724s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.938661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:20.671624Z","time spent":"8.267031677s","remote":"127.0.0.1:57318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.938813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.456642575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:28.938837Z","caller":"traceutil/trace.go:171","msg":"trace[895787796] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23423; }","duration":"8.456708476s","start":"2026-02-25T20:22:20.482123Z","end":"2026-02-25T20:22:28.938831Z","steps":["trace[895787796] 'agreement among raft nodes before linearized reading' (duration: 8.456661395s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.938857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:20.482076Z","time spent":"8.456775299s","remote":"127.0.0.1:47638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.939037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.913598644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-s4jkb\" ","response":"range_response_count:1 size:5318"} {"level":"info","ts":"2026-02-25T20:22:28.939062Z","caller":"traceutil/trace.go:171","msg":"trace[1456051780] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-s4jkb; range_end:; response_count:1; response_revision:23423; }","duration":"8.913708206s","start":"2026-02-25T20:22:20.025347Z","end":"2026-02-25T20:22:28.939055Z","steps":["trace[1456051780] 'agreement among raft nodes before linearized reading' (duration: 8.913599003s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.93908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:20.025323Z","time spent":"8.913753008s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5341,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-s4jkb\" "} {"level":"warn","ts":"2026-02-25T20:22:28.939193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.939025203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.939221Z","caller":"traceutil/trace.go:171","msg":"trace[1250274792] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23423; }","duration":"8.939086605s","start":"2026-02-25T20:22:20.000128Z","end":"2026-02-25T20:22:28.939214Z","steps":["trace[1250274792] 'agreement among raft nodes before linearized reading' (duration: 8.939044404s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.939245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:20.000107Z","time spent":"8.939132956s","remote":"127.0.0.1:56992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.939356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.381418242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.939391Z","caller":"traceutil/trace.go:171","msg":"trace[2071299491] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23423; }","duration":"9.381484934s","start":"2026-02-25T20:22:19.5579Z","end":"2026-02-25T20:22:28.939385Z","steps":["trace[2071299491] 'agreement among raft nodes before linearized reading' (duration: 9.381437093s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.939416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:19.557881Z","time spent":"9.381528945s","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.939659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.540846035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T20:22:28.939683Z","caller":"traceutil/trace.go:171","msg":"trace[1954609800] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23423; }","duration":"9.540933027s","start":"2026-02-25T20:22:19.398745Z","end":"2026-02-25T20:22:28.939678Z","steps":["trace[1954609800] 'agreement among raft nodes before linearized reading' (duration: 9.540760742s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.939704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:19.398726Z","time spent":"9.540972029s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.939751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.731897084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794c7e786b6fc\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-02-25T20:22:28.939836Z","caller":"traceutil/trace.go:171","msg":"trace[1776339082] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189794c7e786b6fc; range_end:; response_count:1; response_revision:23423; }","duration":"9.732020158s","start":"2026-02-25T20:22:19.207793Z","end":"2026-02-25T20:22:28.939813Z","steps":["trace[1776339082] 'agreement among raft nodes before linearized reading' (duration: 9.731795922s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.939883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:19.207779Z","time spent":"9.732092759s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794c7e786b6fc\" "} {"level":"warn","ts":"2026-02-25T20:22:28.940097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.877660152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.940139Z","caller":"traceutil/trace.go:171","msg":"trace[1747440701] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23423; }","duration":"9.877747545s","start":"2026-02-25T20:22:19.062379Z","end":"2026-02-25T20:22:28.940127Z","steps":["trace[1747440701] 'agreement among raft nodes before linearized reading' (duration: 9.877680283s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.940176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:19.062357Z","time spent":"9.877810886s","remote":"127.0.0.1:53440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.940355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.289378249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:28.940393Z","caller":"traceutil/trace.go:171","msg":"trace[408674986] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23423; }","duration":"11.289462821s","start":"2026-02-25T20:22:17.650922Z","end":"2026-02-25T20:22:28.940385Z","steps":["trace[408674986] 'agreement among raft nodes before linearized reading' (duration: 11.289385929s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.940428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:17.650901Z","time spent":"11.289519873s","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.940529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.541588163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189796e5c9d2f18a\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-02-25T20:22:28.94056Z","caller":"traceutil/trace.go:171","msg":"trace[1729885169] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189796e5c9d2f18a; range_end:; response_count:1; response_revision:23423; }","duration":"5.541648205s","start":"2026-02-25T20:22:23.398905Z","end":"2026-02-25T20:22:28.940553Z","steps":["trace[1729885169] 'agreement among raft nodes before linearized reading' (duration: 5.541572703s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.940586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:23.39889Z","time spent":"5.541689685s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.189796e5c9d2f18a\" "} {"level":"warn","ts":"2026-02-25T20:22:28.941298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.363007082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.941375Z","caller":"traceutil/trace.go:171","msg":"trace[542539305] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23423; }","duration":"3.363119534s","start":"2026-02-25T20:22:25.578237Z","end":"2026-02-25T20:22:28.941356Z","steps":["trace[542539305] 'agreement among raft nodes before linearized reading' (duration: 3.362991491s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.944294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:25.578225Z","time spent":"3.366045473s","remote":"127.0.0.1:55044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.944662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256107014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.94471Z","caller":"traceutil/trace.go:171","msg":"trace[1693225623] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23423; }","duration":"2.256158695s","start":"2026-02-25T20:22:26.688539Z","end":"2026-02-25T20:22:28.944698Z","steps":["trace[1693225623] 'agreement among raft nodes before linearized reading' (duration: 2.256076043s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.944763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:26.688499Z","time spent":"2.256255348s","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.940706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.375433741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:28.944902Z","caller":"traceutil/trace.go:171","msg":"trace[642292939] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23423; }","duration":"11.379662733s","start":"2026-02-25T20:22:17.565226Z","end":"2026-02-25T20:22:28.944889Z","steps":["trace[642292939] 'agreement among raft nodes before linearized reading' (duration: 11.375446311s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.94492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918881196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.946171Z","caller":"traceutil/trace.go:171","msg":"trace[1867304606] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23423; }","duration":"2.92017731s","start":"2026-02-25T20:22:26.025977Z","end":"2026-02-25T20:22:28.946154Z","steps":["trace[1867304606] 'agreement among raft nodes before linearized reading' (duration: 2.918910846s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.9462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.630310658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:22:28.94493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753471952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.94623Z","caller":"traceutil/trace.go:171","msg":"trace[560149584] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23423; }","duration":"3.63037321s","start":"2026-02-25T20:22:25.315846Z","end":"2026-02-25T20:22:28.946219Z","steps":["trace[560149584] 'agreement among raft nodes before linearized reading' (duration: 3.629177488s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.946254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:25.315826Z","time spent":"3.630421342s","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:28.946263Z","caller":"traceutil/trace.go:171","msg":"trace[880183487] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23423; }","duration":"2.754805108s","start":"2026-02-25T20:22:26.191435Z","end":"2026-02-25T20:22:28.94624Z","steps":["trace[880183487] 'agreement among raft nodes before linearized reading' (duration: 2.753424962s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.946295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:26.191363Z","time spent":"2.754920191s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.944942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:17.565101Z","time spent":"11.379827297s","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.944989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410296157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:28.946409Z","caller":"traceutil/trace.go:171","msg":"trace[313755125] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23423; }","duration":"2.411763936s","start":"2026-02-25T20:22:26.534638Z","end":"2026-02-25T20:22:28.946402Z","steps":["trace[313755125] 'agreement among raft nodes before linearized reading' (duration: 2.410318967s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.94643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:26.534614Z","time spent":"2.411809067s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.945008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.577137727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.946518Z","caller":"traceutil/trace.go:171","msg":"trace[786003579] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23423; }","duration":"3.578683209s","start":"2026-02-25T20:22:25.367826Z","end":"2026-02-25T20:22:28.946509Z","steps":["trace[786003579] 'agreement among raft nodes before linearized reading' (duration: 3.577152198s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.946403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:26.02595Z","time spent":"2.920266583s","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.946607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:25.367806Z","time spent":"3.578790371s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.945162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603118672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-25T20:22:28.946756Z","caller":"traceutil/trace.go:171","msg":"trace[517684609] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23423; }","duration":"2.604715125s","start":"2026-02-25T20:22:26.342035Z","end":"2026-02-25T20:22:28.94675Z","steps":["trace[517684609] 'agreement among raft nodes before linearized reading' (duration: 2.603068371s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.946777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:26.341965Z","time spent":"2.604803608s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:22:28.945245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995639318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T20:22:28.946862Z","caller":"traceutil/trace.go:171","msg":"trace[1592170366] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23423; }","duration":"2.997319303s","start":"2026-02-25T20:22:25.949536Z","end":"2026-02-25T20:22:28.946855Z","steps":["trace[1592170366] 'agreement among raft nodes before linearized reading' (duration: 2.995452913s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.946883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:25.949517Z","time spent":"2.997359613s","remote":"127.0.0.1:33898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.945323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.831916799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.946986Z","caller":"traceutil/trace.go:171","msg":"trace[108519719] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23423; }","duration":"3.833673936s","start":"2026-02-25T20:22:25.113305Z","end":"2026-02-25T20:22:28.946979Z","steps":["trace[108519719] 'agreement among raft nodes before linearized reading' (duration: 3.831845367s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.947005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:25.113283Z","time spent":"3.833715197s","remote":"127.0.0.1:55106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.945353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.266333473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:28.947093Z","caller":"traceutil/trace.go:171","msg":"trace[768287146] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23423; }","duration":"5.268157581s","start":"2026-02-25T20:22:23.678929Z","end":"2026-02-25T20:22:28.947086Z","steps":["trace[768287146] 'agreement among raft nodes before linearized reading' (duration: 5.266208789s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.947113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:23.67891Z","time spent":"5.268196123s","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.94536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11648072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:28.947225Z","caller":"traceutil/trace.go:171","msg":"trace[1844571899] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23423; }","duration":"2.118420392s","start":"2026-02-25T20:22:26.828799Z","end":"2026-02-25T20:22:28.947219Z","steps":["trace[1844571899] 'agreement among raft nodes before linearized reading' (duration: 2.112275107s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.947246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:26.828772Z","time spent":"2.118466513s","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.945448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.605206264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.947344Z","caller":"traceutil/trace.go:171","msg":"trace[2014566350] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23423; }","duration":"11.607123925s","start":"2026-02-25T20:22:17.340195Z","end":"2026-02-25T20:22:28.947319Z","steps":["trace[2014566350] 'agreement among raft nodes before linearized reading' (duration: 11.605230285s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.947401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:17.340172Z","time spent":"11.607213997s","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.945477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.572803376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:28.947446Z","caller":"traceutil/trace.go:171","msg":"trace[785983676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23423; }","duration":"12.574809259s","start":"2026-02-25T20:22:16.372629Z","end":"2026-02-25T20:22:28.947439Z","steps":["trace[785983676] 'agreement among raft nodes before linearized reading' (duration: 12.572830397s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.947474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:16.372611Z","time spent":"12.57485524s","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.945458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.477606154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:28.947564Z","caller":"traceutil/trace.go:171","msg":"trace[1209729040] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23423; }","duration":"4.479750522s","start":"2026-02-25T20:22:24.467805Z","end":"2026-02-25T20:22:28.947555Z","steps":["trace[1209729040] 'agreement among raft nodes before linearized reading' (duration: 4.477619445s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.947589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:24.467783Z","time spent":"4.479797552s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.945518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.268319531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-25T20:22:28.947635Z","caller":"traceutil/trace.go:171","msg":"trace[444350595] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23423; }","duration":"14.270444867s","start":"2026-02-25T20:22:14.677174Z","end":"2026-02-25T20:22:28.947619Z","steps":["trace[444350595] 'agreement among raft nodes before linearized reading' (duration: 14.26829641s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.947674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:14.677146Z","time spent":"14.270515509s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-25T20:22:28.945085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602055773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-25T20:22:28.945563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.650290597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.947855Z","caller":"traceutil/trace.go:171","msg":"trace[1300263685] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23423; }","duration":"12.652575468s","start":"2026-02-25T20:22:16.295266Z","end":"2026-02-25T20:22:28.947841Z","steps":["trace[1300263685] 'agreement among raft nodes before linearized reading' (duration: 12.650271667s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.947889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:16.295207Z","time spent":"12.652669811s","remote":"127.0.0.1:53480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.945597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.75958757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.947848Z","caller":"traceutil/trace.go:171","msg":"trace[611803370] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23423; }","duration":"2.604776556s","start":"2026-02-25T20:22:26.342997Z","end":"2026-02-25T20:22:28.947773Z","steps":["trace[611803370] 'agreement among raft nodes before linearized reading' (duration: 2.602013083s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.948028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:26.34299Z","time spent":"2.604989942s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-25T20:22:28.947948Z","caller":"traceutil/trace.go:171","msg":"trace[1060287402] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23423; }","duration":"12.761972954s","start":"2026-02-25T20:22:16.185966Z","end":"2026-02-25T20:22:28.947939Z","steps":["trace[1060287402] 'agreement among raft nodes before linearized reading' (duration: 12.759613121s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.948077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:16.185945Z","time spent":"12.762123567s","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.945653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.639247851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.948129Z","caller":"traceutil/trace.go:171","msg":"trace[1670269020] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23423; }","duration":"13.641746417s","start":"2026-02-25T20:22:15.306364Z","end":"2026-02-25T20:22:28.948111Z","steps":["trace[1670269020] 'agreement among raft nodes before linearized reading' (duration: 13.639274661s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.948185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:15.306343Z","time spent":"13.641825199s","remote":"127.0.0.1:56746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.945681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.178976232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.948253Z","caller":"traceutil/trace.go:171","msg":"trace[42230154] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23423; }","duration":"14.181572551s","start":"2026-02-25T20:22:14.76667Z","end":"2026-02-25T20:22:28.948242Z","steps":["trace[42230154] 'agreement among raft nodes before linearized reading' (duration: 14.178995782s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.948294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:14.766653Z","time spent":"14.181627763s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.945766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.259751392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-25T20:22:28.948394Z","caller":"traceutil/trace.go:171","msg":"trace[1801246597] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23423; }","duration":"14.262360651s","start":"2026-02-25T20:22:14.68597Z","end":"2026-02-25T20:22:28.94833Z","steps":["trace[1801246597] 'agreement among raft nodes before linearized reading' (duration: 14.259723701s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.948524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:14.685953Z","time spent":"14.262505966s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-25T20:22:28.945807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.966314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.948699Z","caller":"traceutil/trace.go:171","msg":"trace[2019828864] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23423; }","duration":"813.882592ms","start":"2026-02-25T20:22:28.134802Z","end":"2026-02-25T20:22:28.948684Z","steps":["trace[2019828864] 'agreement among raft nodes before linearized reading' (duration: 810.986844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.948772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:28.134782Z","time spent":"813.970895ms","remote":"127.0.0.1:56920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.945806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.477177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.949093Z","caller":"traceutil/trace.go:171","msg":"trace[2135607823] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23423; }","duration":"250.749205ms","start":"2026-02-25T20:22:28.698277Z","end":"2026-02-25T20:22:28.949026Z","steps":["trace[2135607823] 'agreement among raft nodes before linearized reading' (duration: 247.482218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.945892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.34704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-25T20:22:28.949146Z","caller":"traceutil/trace.go:171","msg":"trace[133554634] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23423; }","duration":"248.632108ms","start":"2026-02-25T20:22:28.700501Z","end":"2026-02-25T20:22:28.949133Z","steps":["trace[133554634] 'agreement among raft nodes before linearized reading' (duration: 245.33104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.945898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94669083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.949349Z","caller":"traceutil/trace.go:171","msg":"trace[1102115064] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23423; }","duration":"1.950185933s","start":"2026-02-25T20:22:26.999148Z","end":"2026-02-25T20:22:28.949334Z","steps":["trace[1102115064] 'agreement among raft nodes before linearized reading' (duration: 1.946733751s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.94939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:26.999118Z","time spent":"1.950258715s","remote":"127.0.0.1:57324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.945934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.814469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-02-25T20:22:28.949496Z","caller":"traceutil/trace.go:171","msg":"trace[717404752] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23423; }","duration":"250.398205ms","start":"2026-02-25T20:22:28.69909Z","end":"2026-02-25T20:22:28.949488Z","steps":["trace[717404752] 'agreement among raft nodes before linearized reading' (duration: 246.778139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.945534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.542222279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.949583Z","caller":"traceutil/trace.go:171","msg":"trace[660560598] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23423; }","duration":"5.546284369s","start":"2026-02-25T20:22:23.403291Z","end":"2026-02-25T20:22:28.949575Z","steps":["trace[660560598] 'agreement among raft nodes before linearized reading' (duration: 5.54220672s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.949601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:23.403285Z","time spent":"5.546309339s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T20:22:28.945627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.460926602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.949683Z","caller":"traceutil/trace.go:171","msg":"trace[452888627] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23423; }","duration":"13.46498379s","start":"2026-02-25T20:22:15.484694Z","end":"2026-02-25T20:22:28.949677Z","steps":["trace[452888627] 'agreement among raft nodes before linearized reading' (duration: 13.460918682s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:28.949719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:15.484638Z","time spent":"13.465070063s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:28.948891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.675824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:28.949795Z","caller":"traceutil/trace.go:171","msg":"trace[1301645665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23423; }","duration":"220.632399ms","start":"2026-02-25T20:22:28.729157Z","end":"2026-02-25T20:22:28.94979Z","steps":["trace[1301645665] 'agreement among raft nodes before linearized reading' (duration: 216.329974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:29.446879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:28.952385Z","time spent":"494.483971ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T20:22:29.446852Z","caller":"traceutil/trace.go:171","msg":"trace[1318331292] linearizableReadLoop","detail":"{readStateIndex:24269; appliedIndex:24268; }","duration":"494.265005ms","start":"2026-02-25T20:22:28.952555Z","end":"2026-02-25T20:22:29.44682Z","steps":["trace[1318331292] 'read index received' (duration: 494.223554ms)","trace[1318331292] 'applied index is now lower than readState.Index' (duration: 35.671µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:29.447148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.558754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-25T20:22:29.447277Z","caller":"traceutil/trace.go:171","msg":"trace[422138155] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23423; }","duration":"494.689947ms","start":"2026-02-25T20:22:28.952544Z","end":"2026-02-25T20:22:29.447234Z","steps":["trace[422138155] 'agreement among raft nodes before linearized reading' (duration: 494.401749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:29.447329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:28.952538Z","time spent":"494.779239ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-25T20:22:29.947618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:30.447881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:30.948417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:31.448573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:31.948833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:32.288461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000234043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:22:32.288538Z","caller":"traceutil/trace.go:171","msg":"trace[515567130] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000354047s","start":"2026-02-25T20:22:30.288166Z","end":"2026-02-25T20:22:32.28852Z","steps":["trace[515567130] 'agreement among raft nodes before linearized reading' (duration: 2.000263074s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:32.288581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:30.288149Z","time spent":"2.000423278s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:32.449569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:32.619018Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.172457076s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:22:33.164377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.009363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:22:33.164678Z","caller":"traceutil/trace.go:171","msg":"trace[1562510124] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"4.210905032s","start":"2026-02-25T20:22:28.953756Z","end":"2026-02-25T20:22:33.164661Z","steps":["trace[1562510124] 'process raft request' (duration: 4.21083557s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:33.164753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:28.953748Z","time spent":"4.210962355s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5478,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:22:33.16505Z","caller":"traceutil/trace.go:171","msg":"trace[752555839] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"4.211559611s","start":"2026-02-25T20:22:28.953482Z","end":"2026-02-25T20:22:33.165041Z","steps":["trace[752555839] 'process raft request' (duration: 3.665785537s)","trace[752555839] 'compare' (duration: 543.514183ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:33.165092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:28.953468Z","time spent":"4.211605441s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:22:33.165177Z","caller":"traceutil/trace.go:171","msg":"trace[817810007] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"4.211653553s","start":"2026-02-25T20:22:28.953517Z","end":"2026-02-25T20:22:33.165171Z","steps":["trace[817810007] 'process raft request' (duration: 4.210966335s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:33.165212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:28.953502Z","time spent":"4.211692784s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:22:34.289307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000440579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:34.28939Z","caller":"traceutil/trace.go:171","msg":"trace[1219531841] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000534921s","start":"2026-02-25T20:22:32.288836Z","end":"2026-02-25T20:22:34.289371Z","steps":["trace[1219531841] 'agreement among raft nodes before linearized reading' (duration: 2.000439529s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:34.289434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:32.288753Z","time spent":"2.000671665s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:34.697184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000461449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:22:34.697334Z","caller":"traceutil/trace.go:171","msg":"trace[429967142] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000783548s","start":"2026-02-25T20:22:32.696523Z","end":"2026-02-25T20:22:34.697307Z","steps":["trace[429967142] 'agreement among raft nodes before linearized reading' (duration: 2.000511081s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:34.697929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:32.696488Z","time spent":"2.001422125s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:35.231263Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.609155204s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:22:35.231603Z","caller":"traceutil/trace.go:171","msg":"trace[1984008415] linearizableReadLoop","detail":"{readStateIndex:24275; appliedIndex:24269; }","duration":"5.784514628s","start":"2026-02-25T20:22:29.447068Z","end":"2026-02-25T20:22:35.231583Z","steps":["trace[1984008415] 'read index received' (duration: 3.17221625s)","trace[1984008415] 'applied index is now lower than readState.Index' (duration: 2.612297458s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:22:35.231703Z","caller":"traceutil/trace.go:171","msg":"trace[1169869343] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"5.335745148s","start":"2026-02-25T20:22:29.895907Z","end":"2026-02-25T20:22:35.231653Z","steps":["trace[1169869343] 'process raft request' (duration: 5.335632195s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:35.231797Z","caller":"traceutil/trace.go:171","msg":"trace[2116157355] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"5.783726327s","start":"2026-02-25T20:22:29.448055Z","end":"2026-02-25T20:22:35.231781Z","steps":["trace[2116157355] 'process raft request' (duration: 5.783335186s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.231877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.781446965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-02-25T20:22:35.231871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.276107542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:35.231901Z","caller":"traceutil/trace.go:171","msg":"trace[157960915] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23429; }","duration":"5.781496177s","start":"2026-02-25T20:22:29.450398Z","end":"2026-02-25T20:22:35.231894Z","steps":["trace[157960915] 'agreement among raft nodes before linearized reading' (duration: 5.781436975s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.231921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:29.450389Z","time spent":"5.781527917s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-02-25T20:22:35.231923Z","caller":"traceutil/trace.go:171","msg":"trace[231210451] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:23429; }","duration":"6.276175964s","start":"2026-02-25T20:22:28.955733Z","end":"2026-02-25T20:22:35.231909Z","steps":["trace[231210451] 'agreement among raft nodes before linearized reading' (duration: 6.276080002s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.231898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.277011706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-02-25T20:22:35.231945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:29.448032Z","time spent":"5.783811159s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:22:35.231962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:28.955728Z","time spent":"6.276223855s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-25T20:22:35.231988Z","caller":"traceutil/trace.go:171","msg":"trace[1070717754] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23429; }","duration":"6.277123389s","start":"2026-02-25T20:22:28.954838Z","end":"2026-02-25T20:22:35.231961Z","steps":["trace[1070717754] 'agreement among raft nodes before linearized reading' (duration: 6.276943204s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.232034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:28.954831Z","time spent":"6.277192921s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T20:22:35.232064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75189987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:35.232084Z","caller":"traceutil/trace.go:171","msg":"trace[1986445117] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23429; }","duration":"2.751954292s","start":"2026-02-25T20:22:32.480123Z","end":"2026-02-25T20:22:35.232077Z","steps":["trace[1986445117] 'agreement among raft nodes before linearized reading' (duration: 2.751918171s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.232102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:32.480104Z","time spent":"2.751992823s","remote":"127.0.0.1:56904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:35.232095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.27640676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-02-25T20:22:35.23212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71857259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:22:35.231803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.276996185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:35.232171Z","caller":"traceutil/trace.go:171","msg":"trace[1221050911] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23429; }","duration":"2.718668312s","start":"2026-02-25T20:22:32.513489Z","end":"2026-02-25T20:22:35.232157Z","steps":["trace[1221050911] 'agreement among raft nodes before linearized reading' (duration: 2.718498647s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:35.232166Z","caller":"traceutil/trace.go:171","msg":"trace[66608889] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23429; }","duration":"6.276486603s","start":"2026-02-25T20:22:28.955661Z","end":"2026-02-25T20:22:35.232147Z","steps":["trace[66608889] 'agreement among raft nodes before linearized reading' (duration: 6.276251956s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.232207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:32.513448Z","time spent":"2.718750624s","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:35.232212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:28.955643Z","time spent":"6.276560504s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-25T20:22:35.232232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.697837682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:35.232252Z","caller":"traceutil/trace.go:171","msg":"trace[1429937727] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23429; }","duration":"4.697889853s","start":"2026-02-25T20:22:30.534357Z","end":"2026-02-25T20:22:35.232246Z","steps":["trace[1429937727] 'agreement among raft nodes before linearized reading' (duration: 4.697832542s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.232244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.24151423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:35.232271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:30.53434Z","time spent":"4.697925504s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:35.232271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492735612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:35.232298Z","caller":"traceutil/trace.go:171","msg":"trace[1547501455] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23429; }","duration":"2.492804552s","start":"2026-02-25T20:22:32.739485Z","end":"2026-02-25T20:22:35.23229Z","steps":["trace[1547501455] 'agreement among raft nodes before linearized reading' (duration: 2.492746851s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:35.232296Z","caller":"traceutil/trace.go:171","msg":"trace[388067177] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23429; }","duration":"4.241631323s","start":"2026-02-25T20:22:30.990649Z","end":"2026-02-25T20:22:35.23228Z","steps":["trace[388067177] 'agreement among raft nodes before linearized reading' (duration: 4.241537981s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.232319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:32.739454Z","time spent":"2.492858524s","remote":"127.0.0.1:48526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:35.232285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.175103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:35.232349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:30.990619Z","time spent":"4.241711665s","remote":"127.0.0.1:57128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:35.232351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.271258414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:35.232372Z","caller":"traceutil/trace.go:171","msg":"trace[949863820] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23429; }","duration":"972.274376ms","start":"2026-02-25T20:22:34.260076Z","end":"2026-02-25T20:22:35.23235Z","steps":["trace[949863820] 'agreement among raft nodes before linearized reading' (duration: 972.120902ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:35.2324Z","caller":"traceutil/trace.go:171","msg":"trace[1010954958] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23429; }","duration":"5.271353697s","start":"2026-02-25T20:22:29.961034Z","end":"2026-02-25T20:22:35.232388Z","steps":["trace[1010954958] 'agreement among raft nodes before linearized reading' (duration: 5.271259985s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.232414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:34.259993Z","time spent":"972.410299ms","remote":"127.0.0.1:48518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:35.232455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.702392913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:35.232472Z","caller":"traceutil/trace.go:171","msg":"trace[1770590429] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23429; }","duration":"4.702462685s","start":"2026-02-25T20:22:30.530004Z","end":"2026-02-25T20:22:35.232466Z","steps":["trace[1770590429] 'agreement among raft nodes before linearized reading' (duration: 4.702432594s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.232488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:30.529973Z","time spent":"4.702508067s","remote":"127.0.0.1:47292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:35.232509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449369913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:35.232552Z","caller":"traceutil/trace.go:171","msg":"trace[1678637992] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23429; }","duration":"1.449499116s","start":"2026-02-25T20:22:33.783042Z","end":"2026-02-25T20:22:35.232541Z","steps":["trace[1678637992] 'agreement among raft nodes before linearized reading' (duration: 1.449344802s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.232584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:33.783015Z","time spent":"1.449558378s","remote":"127.0.0.1:47464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:35.23258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653578862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:35.231942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:29.895877Z","time spent":"5.335934073s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:22:35.232635Z","caller":"traceutil/trace.go:171","msg":"trace[1065539898] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23429; }","duration":"2.653656634s","start":"2026-02-25T20:22:32.57896Z","end":"2026-02-25T20:22:35.232617Z","steps":["trace[1065539898] 'agreement among raft nodes before linearized reading' (duration: 2.653565282s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.232424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:29.96101Z","time spent":"5.271409118s","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:35.232673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:32.578944Z","time spent":"2.653718065s","remote":"127.0.0.1:57118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:35.232743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.765063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:35.232347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06371274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzv64\" ","response":"range_response_count:1 size:5422"} {"level":"warn","ts":"2026-02-25T20:22:35.232771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.592628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T20:22:35.232786Z","caller":"traceutil/trace.go:171","msg":"trace[1386740383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23429; }","duration":"934.905577ms","start":"2026-02-25T20:22:34.297868Z","end":"2026-02-25T20:22:35.232774Z","steps":["trace[1386740383] 'agreement among raft nodes before linearized reading' (duration: 934.798124ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:35.232798Z","caller":"traceutil/trace.go:171","msg":"trace[1932178175] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzv64; range_end:; response_count:1; response_revision:23429; }","duration":"2.064208533s","start":"2026-02-25T20:22:33.168581Z","end":"2026-02-25T20:22:35.23279Z","steps":["trace[1932178175] 'agreement among raft nodes before linearized reading' (duration: 2.063649038s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:35.232803Z","caller":"traceutil/trace.go:171","msg":"trace[459766660] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23429; }","duration":"315.65178ms","start":"2026-02-25T20:22:34.917142Z","end":"2026-02-25T20:22:35.232794Z","steps":["trace[459766660] 'agreement among raft nodes before linearized reading' (duration: 315.491136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.232802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855231154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T20:22:35.231732Z","caller":"traceutil/trace.go:171","msg":"trace[1342883637] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"5.783584163s","start":"2026-02-25T20:22:29.448115Z","end":"2026-02-25T20:22:35.231699Z","steps":["trace[1342883637] 'process raft request' (duration: 5.783390117s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.232831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:34.917118Z","time spent":"315.707112ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-25T20:22:35.232868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:29.448088Z","time spent":"5.784755234s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:22:35.232892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.921619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:22:35.232929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002136091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:22:35.231769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.245599167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"info","ts":"2026-02-25T20:22:35.232207Z","caller":"traceutil/trace.go:171","msg":"trace[786439991] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23429; }","duration":"6.277393027s","start":"2026-02-25T20:22:28.954793Z","end":"2026-02-25T20:22:35.232186Z","steps":["trace[786439991] 'agreement among raft nodes before linearized reading' (duration: 6.276990816s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:35.232945Z","caller":"traceutil/trace.go:171","msg":"trace[1262028397] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23429; }","duration":"689.002102ms","start":"2026-02-25T20:22:34.543934Z","end":"2026-02-25T20:22:35.232936Z","steps":["trace[1262028397] 'agreement among raft nodes before linearized reading' (duration: 688.904419ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:35.23297Z","caller":"traceutil/trace.go:171","msg":"trace[1202949649] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:23429; }","duration":"6.246832819s","start":"2026-02-25T20:22:28.986129Z","end":"2026-02-25T20:22:35.232962Z","steps":["trace[1202949649] 'agreement among raft nodes before linearized reading' (duration: 6.245523524s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:35.232973Z","caller":"traceutil/trace.go:171","msg":"trace[1013813915] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23429; }","duration":"3.002199613s","start":"2026-02-25T20:22:32.230758Z","end":"2026-02-25T20:22:35.232957Z","steps":["trace[1013813915] 'agreement among raft nodes before linearized reading' (duration: 3.002129931s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.232981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.937473341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:35.232988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:34.543915Z","time spent":"689.064603ms","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:35.232994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:28.954787Z","time spent":"6.278192568s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-25T20:22:35.233022Z","caller":"traceutil/trace.go:171","msg":"trace[173822117] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23429; }","duration":"3.937585395s","start":"2026-02-25T20:22:31.295424Z","end":"2026-02-25T20:22:35.23301Z","steps":["trace[173822117] 'agreement among raft nodes before linearized reading' (duration: 3.937505273s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.233057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:31.295386Z","time spent":"3.937661097s","remote":"127.0.0.1:57180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:35.23308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.965719766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:35.232827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:33.168563Z","time spent":"2.064255234s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5445,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzv64\" "} {"level":"warn","ts":"2026-02-25T20:22:35.23282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:34.297841Z","time spent":"934.972648ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:22:35.233122Z","caller":"traceutil/trace.go:171","msg":"trace[673030299] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23429; }","duration":"3.965801148s","start":"2026-02-25T20:22:31.267307Z","end":"2026-02-25T20:22:35.233109Z","steps":["trace[673030299] 'agreement among raft nodes before linearized reading' (duration: 3.965736817s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.233018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:32.230747Z","time spent":"3.002257165s","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:35.233165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:31.267284Z","time spent":"3.96586715s","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:35.233209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040848177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:35.233233Z","caller":"traceutil/trace.go:171","msg":"trace[234564312] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23429; }","duration":"3.040875857s","start":"2026-02-25T20:22:32.192349Z","end":"2026-02-25T20:22:35.233225Z","steps":["trace[234564312] 'agreement among raft nodes before linearized reading' (duration: 3.040835126s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.233253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:32.192278Z","time spent":"3.04096887s","remote":"127.0.0.1:57192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:35.232994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:28.986122Z","time spent":"6.24686424s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1104,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"info","ts":"2026-02-25T20:22:35.232858Z","caller":"traceutil/trace.go:171","msg":"trace[466597226] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23429; }","duration":"2.855327606s","start":"2026-02-25T20:22:32.377515Z","end":"2026-02-25T20:22:35.232843Z","steps":["trace[466597226] 'agreement among raft nodes before linearized reading' (duration: 2.855058599s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:35.233304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:32.377498Z","time spent":"2.855799078s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:36.954444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113631967s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:36.954552Z","caller":"traceutil/trace.go:171","msg":"trace[1560786451] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23429; }","duration":"1.11374821s","start":"2026-02-25T20:22:35.840785Z","end":"2026-02-25T20:22:36.954534Z","steps":["trace[1560786451] 'range keys from in-memory index tree' (duration: 1.113615007s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:36.955654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372605391s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-25T20:22:36.955728Z","caller":"traceutil/trace.go:171","msg":"trace[1176661125] linearizableReadLoop","detail":"{readStateIndex:24276; appliedIndex:24275; }","duration":"1.719925789s","start":"2026-02-25T20:22:35.235788Z","end":"2026-02-25T20:22:36.955714Z","steps":["trace[1176661125] 'read index received' (duration: 347.351668ms)","trace[1176661125] 'applied index is now lower than readState.Index' (duration: 1.372573001s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:36.955784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:35.23509Z","time spent":"1.720691609s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T20:22:36.956067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720239467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-fx8pm\" ","response":"range_response_count:1 size:5602"} {"level":"info","ts":"2026-02-25T20:22:36.956161Z","caller":"traceutil/trace.go:171","msg":"trace[1852678237] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-fx8pm; range_end:; response_count:1; response_revision:23429; }","duration":"1.720388811s","start":"2026-02-25T20:22:35.235753Z","end":"2026-02-25T20:22:36.956142Z","steps":["trace[1852678237] 'agreement among raft nodes before linearized reading' (duration: 1.720059622s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:36.956209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:35.235732Z","time spent":"1.720466933s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5625,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-fx8pm\" "} {"level":"warn","ts":"2026-02-25T20:22:37.455982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:37.743618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.160425907s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:22:38.289328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000142081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:22:38.289491Z","caller":"traceutil/trace.go:171","msg":"trace[1588577656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000386897s","start":"2026-02-25T20:22:36.289077Z","end":"2026-02-25T20:22:38.289464Z","steps":["trace[1588577656] 'agreement among raft nodes before linearized reading' (duration: 2.000173231s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:38.289561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:36.289057Z","time spent":"2.00049067s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:39.174821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.425473234s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:22:39.450456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706540499s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:22:39.450755Z","caller":"traceutil/trace.go:171","msg":"trace[1351217307] linearizableReadLoop","detail":"{readStateIndex:24279; appliedIndex:24276; }","duration":"2.494984011s","start":"2026-02-25T20:22:36.95575Z","end":"2026-02-25T20:22:39.450734Z","steps":["trace[1351217307] 'read index received' (duration: 788.066001ms)","trace[1351217307] 'applied index is now lower than readState.Index' (duration: 1.7069167s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:22:39.451184Z","caller":"traceutil/trace.go:171","msg":"trace[1610067535] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"4.21268702s","start":"2026-02-25T20:22:35.238483Z","end":"2026-02-25T20:22:39.45117Z","steps":["trace[1610067535] 'process raft request' (duration: 2.505319639s)","trace[1610067535] 'compare' (duration: 1.705129722s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:39.451252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:35.238468Z","time spent":"4.212745081s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:22:39.451737Z","caller":"traceutil/trace.go:171","msg":"trace[1570793648] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"4.207090681s","start":"2026-02-25T20:22:35.244627Z","end":"2026-02-25T20:22:39.451718Z","steps":["trace[1570793648] 'process raft request' (duration: 4.20593692s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:39.451812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:35.244612Z","time spent":"4.207155492s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:22:39.45205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.214833277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T20:22:39.452105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.21606363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-02-25T20:22:39.452234Z","caller":"traceutil/trace.go:171","msg":"trace[1470487080] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"2.493927023s","start":"2026-02-25T20:22:36.958293Z","end":"2026-02-25T20:22:39.45222Z","steps":["trace[1470487080] 'process raft request' (duration: 2.492394272s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:39.452246Z","caller":"traceutil/trace.go:171","msg":"trace[900689272] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23432; }","duration":"4.216221274s","start":"2026-02-25T20:22:35.23599Z","end":"2026-02-25T20:22:39.452212Z","steps":["trace[900689272] 'agreement among raft nodes before linearized reading' (duration: 4.215922316s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:39.452305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:35.235981Z","time spent":"4.216309817s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-25T20:22:39.45236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:36.958272Z","time spent":"2.494006235s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:22:39.452609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311386392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:39.452664Z","caller":"traceutil/trace.go:171","msg":"trace[1723156611] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23432; }","duration":"2.311474275s","start":"2026-02-25T20:22:37.141174Z","end":"2026-02-25T20:22:39.452648Z","steps":["trace[1723156611] 'agreement among raft nodes before linearized reading' (duration: 2.311388972s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:39.452709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:37.141149Z","time spent":"2.311545236s","remote":"127.0.0.1:60882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:39.452142Z","caller":"traceutil/trace.go:171","msg":"trace[2058083735] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23432; }","duration":"4.214956571s","start":"2026-02-25T20:22:35.237161Z","end":"2026-02-25T20:22:39.452118Z","steps":["trace[2058083735] 'agreement among raft nodes before linearized reading' (duration: 4.214665003s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:39.452919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971973065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:39.45294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:35.237146Z","time spent":"4.215777942s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-25T20:22:39.453018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.514362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:22:39.453063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163362096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:39.453065Z","caller":"traceutil/trace.go:171","msg":"trace[192288779] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23432; }","duration":"215.590025ms","start":"2026-02-25T20:22:39.237466Z","end":"2026-02-25T20:22:39.453056Z","steps":["trace[192288779] 'agreement among raft nodes before linearized reading' (duration: 215.512203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:39.453069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.21379022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.189796e48f744433\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-02-25T20:22:39.453095Z","caller":"traceutil/trace.go:171","msg":"trace[1485438298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23432; }","duration":"1.163405866s","start":"2026-02-25T20:22:38.289675Z","end":"2026-02-25T20:22:39.453081Z","steps":["trace[1485438298] 'agreement among raft nodes before linearized reading' (duration: 1.163369105s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:39.453117Z","caller":"traceutil/trace.go:171","msg":"trace[97377171] range","detail":"{range_begin:/registry/events/openstack/container-infra.189796e48f744433; range_end:; response_count:1; response_revision:23432; }","duration":"4.213853461s","start":"2026-02-25T20:22:35.239248Z","end":"2026-02-25T20:22:39.453101Z","steps":["trace[97377171] 'agreement among raft nodes before linearized reading' (duration: 4.213692607s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:39.45313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:38.289665Z","time spent":"1.163458717s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:22:39.453132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545985186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:39.453028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.21491339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-25T20:22:39.453164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:35.239241Z","time spent":"4.213914202s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.189796e48f744433\" "} {"level":"info","ts":"2026-02-25T20:22:39.453175Z","caller":"traceutil/trace.go:171","msg":"trace[1739251255] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23432; }","duration":"1.546056778s","start":"2026-02-25T20:22:37.907104Z","end":"2026-02-25T20:22:39.453161Z","steps":["trace[1739251255] 'agreement among raft nodes before linearized reading' (duration: 1.545977466s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:39.453192Z","caller":"traceutil/trace.go:171","msg":"trace[297234054] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad; range_end:; response_count:1; response_revision:23432; }","duration":"4.215085534s","start":"2026-02-25T20:22:35.238092Z","end":"2026-02-25T20:22:39.453178Z","steps":["trace[297234054] 'agreement among raft nodes before linearized reading' (duration: 4.214877648s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:39.453227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:35.238085Z","time spent":"4.215133965s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" "} {"level":"warn","ts":"2026-02-25T20:22:39.45323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80044301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:39.453225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:37.907087Z","time spent":"1.54612719s","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:39.453254Z","caller":"traceutil/trace.go:171","msg":"trace[1605821545] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23432; }","duration":"1.800565894s","start":"2026-02-25T20:22:37.652682Z","end":"2026-02-25T20:22:39.453248Z","steps":["trace[1605821545] 'agreement among raft nodes before linearized reading' (duration: 1.800523383s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:39.453275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:37.652645Z","time spent":"1.800624135s","remote":"127.0.0.1:55128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:39.453008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238483004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:39.453317Z","caller":"traceutil/trace.go:171","msg":"trace[1844763605] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23432; }","duration":"1.238847493s","start":"2026-02-25T20:22:38.214463Z","end":"2026-02-25T20:22:39.453311Z","steps":["trace[1844763605] 'agreement among raft nodes before linearized reading' (duration: 1.238468063s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:39.453346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:38.214443Z","time spent":"1.238894875s","remote":"127.0.0.1:56786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:39.453377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250616906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-25T20:22:39.453388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.91723086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:39.453418Z","caller":"traceutil/trace.go:171","msg":"trace[694792648] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23432; }","duration":"2.25071697s","start":"2026-02-25T20:22:37.202691Z","end":"2026-02-25T20:22:39.453408Z","steps":["trace[694792648] 'agreement among raft nodes before linearized reading' (duration: 2.250519925s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:39.453424Z","caller":"traceutil/trace.go:171","msg":"trace[891147634] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23432; }","duration":"3.917296671s","start":"2026-02-25T20:22:35.536116Z","end":"2026-02-25T20:22:39.453412Z","steps":["trace[891147634] 'agreement among raft nodes before linearized reading' (duration: 3.91723619s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:39.453456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.213536913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-740f4e85-6e34-4651-9c63-eb675e4aa285\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-02-25T20:22:39.453477Z","caller":"traceutil/trace.go:171","msg":"trace[974138935] range","detail":"{range_begin:/registry/persistentvolumes/pvc-740f4e85-6e34-4651-9c63-eb675e4aa285; range_end:; response_count:1; response_revision:23432; }","duration":"4.213576404s","start":"2026-02-25T20:22:35.239893Z","end":"2026-02-25T20:22:39.453469Z","steps":["trace[974138935] 'agreement among raft nodes before linearized reading' (duration: 4.213532783s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:39.453471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:35.536099Z","time spent":"3.917362344s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:39.453502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:35.239877Z","time spent":"4.213619575s","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-740f4e85-6e34-4651-9c63-eb675e4aa285\" "} {"level":"warn","ts":"2026-02-25T20:22:39.453467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:37.202668Z","time spent":"2.250768411s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-25T20:22:39.452952Z","caller":"traceutil/trace.go:171","msg":"trace[965108300] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23432; }","duration":"2.972117499s","start":"2026-02-25T20:22:36.480824Z","end":"2026-02-25T20:22:39.452941Z","steps":["trace[965108300] 'agreement among raft nodes before linearized reading' (duration: 2.971976755s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:39.453662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:36.480803Z","time spent":"2.972817468s","remote":"127.0.0.1:56770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:39.958203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:40.458855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:40.9593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:40.965853Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.509502842s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:22:40.968303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:39.781226Z","time spent":"1.187069121s","remote":"127.0.0.1:47562","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T20:22:40.968603Z","caller":"traceutil/trace.go:171","msg":"trace[271515172] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"1.513338065s","start":"2026-02-25T20:22:39.455239Z","end":"2026-02-25T20:22:40.968577Z","steps":["trace[271515172] 'process raft request' (duration: 1.51091339s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:40.968759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:39.455221Z","time spent":"1.513427047s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:22:41.461352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000226014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:41.461455Z","caller":"traceutil/trace.go:171","msg":"trace[1458253740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382128s","start":"2026-02-25T20:22:39.461048Z","end":"2026-02-25T20:22:41.46143Z","steps":["trace[1458253740] 'agreement among raft nodes before linearized reading' (duration: 2.000257035s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:41.461516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:39.461033Z","time spent":"2.00046927s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:41.999874Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.033827852s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:22:42.17369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.54092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:22:42.173958Z","caller":"traceutil/trace.go:171","msg":"trace[982541087] linearizableReadLoop","detail":"{readStateIndex:24284; appliedIndex:24279; }","duration":"2.716800853s","start":"2026-02-25T20:22:39.45714Z","end":"2026-02-25T20:22:42.173941Z","steps":["trace[982541087] 'read index received' (duration: 1.509558234s)","trace[982541087] 'applied index is now lower than readState.Index' (duration: 1.207239479s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:22:42.174037Z","caller":"traceutil/trace.go:171","msg":"trace[581949221] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"2.716378341s","start":"2026-02-25T20:22:39.457646Z","end":"2026-02-25T20:22:42.174025Z","steps":["trace[581949221] 'process raft request' (duration: 2.54242183s)","trace[581949221] 'compare' (duration: 173.274573ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:42.174101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:39.457633Z","time spent":"2.716434033s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:22:42.174398Z","caller":"traceutil/trace.go:171","msg":"trace[359186675] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"2.716640979s","start":"2026-02-25T20:22:39.457746Z","end":"2026-02-25T20:22:42.174387Z","steps":["trace[359186675] 'process raft request' (duration: 2.716038743s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:42.174465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:39.457736Z","time spent":"2.7166983s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:22:42.174603Z","caller":"traceutil/trace.go:171","msg":"trace[1030640738] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"2.716560956s","start":"2026-02-25T20:22:39.458034Z","end":"2026-02-25T20:22:42.174594Z","steps":["trace[1030640738] 'process raft request' (duration: 2.715825087s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:42.174666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:39.458026Z","time spent":"2.716608337s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:22:42.174691Z","caller":"traceutil/trace.go:171","msg":"trace[1468986824] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"1.935391499s","start":"2026-02-25T20:22:40.239259Z","end":"2026-02-25T20:22:42.174651Z","steps":["trace[1468986824] 'process raft request' (duration: 1.934638479s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:42.174805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717644805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-25T20:22:42.174901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:40.239224Z","time spent":"1.935556073s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:22:42.174918Z","caller":"traceutil/trace.go:171","msg":"trace[1615275] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23437; }","duration":"2.717770169s","start":"2026-02-25T20:22:39.457077Z","end":"2026-02-25T20:22:42.174847Z","steps":["trace[1615275] 'agreement among raft nodes before linearized reading' (duration: 2.717564644s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:42.175107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:39.457051Z","time spent":"2.717964444s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-25T20:22:42.272903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431936017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:42.27295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589667413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:42.272993Z","caller":"traceutil/trace.go:171","msg":"trace[796035688] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23438; }","duration":"1.432065211s","start":"2026-02-25T20:22:40.840902Z","end":"2026-02-25T20:22:42.272967Z","steps":["trace[796035688] 'agreement among raft nodes before linearized reading' (duration: 1.431917927s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:42.273035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:40.840883Z","time spent":"1.432142103s","remote":"127.0.0.1:56780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:42.272998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16872457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:42.273118Z","caller":"traceutil/trace.go:171","msg":"trace[1793342609] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23438; }","duration":"1.168920285s","start":"2026-02-25T20:22:41.104169Z","end":"2026-02-25T20:22:42.27309Z","steps":["trace[1793342609] 'agreement among raft nodes before linearized reading' (duration: 1.168651078s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:42.273197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:41.104149Z","time spent":"1.169036107s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:42.273325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740387214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-02-25T20:22:42.273368Z","caller":"traceutil/trace.go:171","msg":"trace[1393892208] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23438; }","duration":"2.740488486s","start":"2026-02-25T20:22:39.532869Z","end":"2026-02-25T20:22:42.273357Z","steps":["trace[1393892208] 'agreement among raft nodes before linearized reading' (duration: 2.740406024s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:42.273402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:39.532843Z","time spent":"2.740553248s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-02-25T20:22:42.273474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472929702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:42.273591Z","caller":"traceutil/trace.go:171","msg":"trace[223484309] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23438; }","duration":"2.473066925s","start":"2026-02-25T20:22:39.800488Z","end":"2026-02-25T20:22:42.273555Z","steps":["trace[223484309] 'agreement among raft nodes before linearized reading' (duration: 2.472896111s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:42.273639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816011195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-02-25T20:22:42.273677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:39.800476Z","time spent":"2.473152588s","remote":"127.0.0.1:57342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:42.273691Z","caller":"traceutil/trace.go:171","msg":"trace[603494373] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23438; }","duration":"2.816087898s","start":"2026-02-25T20:22:39.457589Z","end":"2026-02-25T20:22:42.273677Z","steps":["trace[603494373] 'agreement among raft nodes before linearized reading' (duration: 2.815956214s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:42.273035Z","caller":"traceutil/trace.go:171","msg":"trace[1623204521] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23438; }","duration":"2.589797087s","start":"2026-02-25T20:22:39.683213Z","end":"2026-02-25T20:22:42.27301Z","steps":["trace[1623204521] 'agreement among raft nodes before linearized reading' (duration: 2.589624602s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:42.273741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:39.457572Z","time spent":"2.816157689s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-02-25T20:22:42.273759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:39.683195Z","time spent":"2.590548417s","remote":"127.0.0.1:56968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:42.273687Z","caller":"traceutil/trace.go:171","msg":"trace[585968233] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"1.300067031s","start":"2026-02-25T20:22:40.973598Z","end":"2026-02-25T20:22:42.273665Z","steps":["trace[585968233] 'process raft request' (duration: 1.299015813s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:42.274047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:40.97358Z","time spent":"1.30041234s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:22:42.2741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697303833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-02-25T20:22:42.274213Z","caller":"traceutil/trace.go:171","msg":"trace[1442929904] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23438; }","duration":"1.697432506s","start":"2026-02-25T20:22:40.576741Z","end":"2026-02-25T20:22:42.274173Z","steps":["trace[1442929904] 'agreement among raft nodes before linearized reading' (duration: 1.696321396s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:42.27429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:40.5767Z","time spent":"1.6975777s","remote":"127.0.0.1:48486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-25T20:22:42.401554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25214914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:42.401668Z","caller":"traceutil/trace.go:171","msg":"trace[958794207] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23438; }","duration":"1.252339985s","start":"2026-02-25T20:22:41.149304Z","end":"2026-02-25T20:22:42.401644Z","steps":["trace[958794207] 'agreement among raft nodes before linearized reading' (duration: 1.124632511s)","trace[958794207] 'count revisions from in-memory index tree' (duration: 127.51959ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:42.40153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.853119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:42.401746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247115296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:42.401835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:41.14929Z","time spent":"1.2525227s","remote":"127.0.0.1:53516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:42.40186Z","caller":"traceutil/trace.go:171","msg":"trace[1246658484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23438; }","duration":"940.273741ms","start":"2026-02-25T20:22:41.461556Z","end":"2026-02-25T20:22:42.40183Z","steps":["trace[1246658484] 'agreement among raft nodes before linearized reading' (duration: 812.067283ms)","trace[1246658484] 'range keys from in-memory index tree' (duration: 127.801817ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:42.40192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:41.461537Z","time spent":"940.368483ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:22:42.402102Z","caller":"traceutil/trace.go:171","msg":"trace[478512219] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:23438; }","duration":"1.247522046s","start":"2026-02-25T20:22:41.154559Z","end":"2026-02-25T20:22:42.402081Z","steps":["trace[478512219] 'agreement among raft nodes before linearized reading' (duration: 1.11939977s)","trace[478512219] 'range keys from in-memory index tree' (duration: 127.675304ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:42.402197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:41.154548Z","time spent":"1.247629529s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-02-25T20:22:42.402355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.398112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:42.402425Z","caller":"traceutil/trace.go:171","msg":"trace[1777442913] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23438; }","duration":"680.527956ms","start":"2026-02-25T20:22:41.721877Z","end":"2026-02-25T20:22:42.402405Z","steps":["trace[1777442913] 'agreement among raft nodes before linearized reading' (duration: 551.839085ms)","trace[1777442913] 'count revisions from in-memory index tree' (duration: 128.572978ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:42.402454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:41.721855Z","time spent":"680.593848ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:42.402672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.443974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:22:42.402745Z","caller":"traceutil/trace.go:171","msg":"trace[1213520118] linearizableReadLoop","detail":"{readStateIndex:24286; appliedIndex:24285; }","duration":"129.936714ms","start":"2026-02-25T20:22:42.272796Z","end":"2026-02-25T20:22:42.402732Z","steps":["trace[1213520118] 'read index received' (duration: 1.160131ms)","trace[1213520118] 'applied index is now lower than readState.Index' (duration: 128.774923ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:22:42.402826Z","caller":"traceutil/trace.go:171","msg":"trace[742056373] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"223.200748ms","start":"2026-02-25T20:22:42.179613Z","end":"2026-02-25T20:22:42.402814Z","steps":["trace[742056373] 'process raft request' (duration: 94.550729ms)","trace[742056373] 'compare' (duration: 127.207711ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:42.403039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.610779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-02-25T20:22:42.403072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.16727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-25T20:22:42.403076Z","caller":"traceutil/trace.go:171","msg":"trace[1917589220] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23439; }","duration":"223.675651ms","start":"2026-02-25T20:22:42.179391Z","end":"2026-02-25T20:22:42.403066Z","steps":["trace[1917589220] 'agreement among raft nodes before linearized reading' (duration: 223.451195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:42.403132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.2548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-25T20:22:42.403152Z","caller":"traceutil/trace.go:171","msg":"trace[2124140164] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23439; }","duration":"226.362232ms","start":"2026-02-25T20:22:42.176786Z","end":"2026-02-25T20:22:42.403148Z","steps":["trace[2124140164] 'agreement among raft nodes before linearized reading' (duration: 226.311301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:42.403264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.613725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d9f9c24e-c472-4435-a372-c8acec7c33d1\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-25T20:22:42.403285Z","caller":"traceutil/trace.go:171","msg":"trace[838162252] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d9f9c24e-c472-4435-a372-c8acec7c33d1; range_end:; response_count:1; response_revision:23439; }","duration":"123.669137ms","start":"2026-02-25T20:22:42.279609Z","end":"2026-02-25T20:22:42.403278Z","steps":["trace[838162252] 'agreement among raft nodes before linearized reading' (duration: 123.620076ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:42.403087Z","caller":"traceutil/trace.go:171","msg":"trace[413040070] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23439; }","duration":"127.210322ms","start":"2026-02-25T20:22:42.275872Z","end":"2026-02-25T20:22:42.403083Z","steps":["trace[413040070] 'agreement among raft nodes before linearized reading' (duration: 127.13136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:42.403519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.110065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-fb4b7567d-zctvx.1897951814111a65\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-02-25T20:22:42.403564Z","caller":"traceutil/trace.go:171","msg":"trace[486752918] range","detail":"{range_begin:/registry/events/openstack/barbican-api-fb4b7567d-zctvx.1897951814111a65; range_end:; response_count:1; response_revision:23439; }","duration":"125.168927ms","start":"2026-02-25T20:22:42.278366Z","end":"2026-02-25T20:22:42.403535Z","steps":["trace[486752918] 'agreement among raft nodes before linearized reading' (duration: 125.049274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:42.405516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94407329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-x9p8r\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-02-25T20:22:42.412815Z","caller":"traceutil/trace.go:171","msg":"trace[1688378313] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-x9p8r; range_end:; response_count:1; response_revision:23438; }","duration":"2.955283069s","start":"2026-02-25T20:22:39.457505Z","end":"2026-02-25T20:22:42.412788Z","steps":["trace[1688378313] 'agreement among raft nodes before linearized reading' (duration: 2.816423326s)","trace[1688378313] 'range keys from in-memory index tree' (duration: 127.469178ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:42.412887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:39.457501Z","time spent":"2.955360691s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-x9p8r\" "} {"level":"warn","ts":"2026-02-25T20:22:42.91719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:43.417613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:43.435879Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030550386s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:22:44.420111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000542382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:22:44.4202Z","caller":"traceutil/trace.go:171","msg":"trace[1794520791] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000673475s","start":"2026-02-25T20:22:42.419505Z","end":"2026-02-25T20:22:44.420178Z","steps":["trace[1794520791] 'agreement among raft nodes before linearized reading' (duration: 2.000546472s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:44.420249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:42.4195Z","time spent":"2.000738267s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:22:46.140235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.266372ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:46.140427Z","caller":"traceutil/trace.go:171","msg":"trace[1262353158] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23439; }","duration":"299.482658ms","start":"2026-02-25T20:22:45.840919Z","end":"2026-02-25T20:22:46.140402Z","steps":["trace[1262353158] 'range keys from in-memory index tree' (duration: 299.238941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:46.142302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706144278s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:22:46.142417Z","caller":"traceutil/trace.go:171","msg":"trace[1693196257] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"3.737130385s","start":"2026-02-25T20:22:42.405267Z","end":"2026-02-25T20:22:46.142397Z","steps":["trace[1693196257] 'process raft request' (duration: 1.030804823s)","trace[1693196257] 'compare' (duration: 2.704858172s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:46.142466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:42.40525Z","time spent":"3.737196226s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:22:46.306189Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.870016729s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:22:46.421405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00051694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:46.421512Z","caller":"traceutil/trace.go:171","msg":"trace[1766311800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000669394s","start":"2026-02-25T20:22:44.420811Z","end":"2026-02-25T20:22:46.42148Z","steps":["trace[1766311800] 'agreement among raft nodes before linearized reading' (duration: 2.000548141s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:46.421564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:44.420789Z","time spent":"2.000764157s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:48.43033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000495571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:48.430413Z","caller":"traceutil/trace.go:171","msg":"trace[1153362098] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000630205s","start":"2026-02-25T20:22:46.42976Z","end":"2026-02-25T20:22:48.43039Z","steps":["trace[1153362098] 'agreement among raft nodes before linearized reading' (duration: 2.000527862s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:48.430461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:46.429741Z","time spent":"2.000709946s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:48.493659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187155012s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:22:48.49376Z","caller":"traceutil/trace.go:171","msg":"trace[946155395] linearizableReadLoop","detail":"{readStateIndex:24288; appliedIndex:24286; }","duration":"6.076801965s","start":"2026-02-25T20:22:42.416941Z","end":"2026-02-25T20:22:48.493743Z","steps":["trace[946155395] 'read index received' (duration: 1.019229933s)","trace[946155395] 'applied index is now lower than readState.Index' (duration: 5.057570372s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:22:48.493828Z","caller":"traceutil/trace.go:171","msg":"trace[54493781] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"6.071318348s","start":"2026-02-25T20:22:42.422498Z","end":"2026-02-25T20:22:48.493817Z","steps":["trace[54493781] 'process raft request' (duration: 3.883920899s)","trace[54493781] 'compare' (duration: 2.18669989s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:48.493891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:42.422476Z","time spent":"6.07138088s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4212,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:22:48.494102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.077157754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-25T20:22:48.49414Z","caller":"traceutil/trace.go:171","msg":"trace[629800736] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23441; }","duration":"6.077232126s","start":"2026-02-25T20:22:42.416895Z","end":"2026-02-25T20:22:48.494128Z","steps":["trace[629800736] 'agreement among raft nodes before linearized reading' (duration: 6.077099963s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:48.494168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:42.416877Z","time spent":"6.077285028s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-25T20:22:48.993869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:49.494679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:49.815446Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.509023686s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:22:49.960683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.603947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:22:49.96083Z","caller":"traceutil/trace.go:171","msg":"trace[928368537] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"3.811607966s","start":"2026-02-25T20:22:46.149201Z","end":"2026-02-25T20:22:49.960809Z","steps":["trace[928368537] 'process raft request' (duration: 3.666806955s)","trace[928368537] 'compare' (duration: 144.349779ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:49.960888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:46.149175Z","time spent":"3.811688939s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:22:50.06783Z","caller":"traceutil/trace.go:171","msg":"trace[73767912] linearizableReadLoop","detail":"{readStateIndex:24290; appliedIndex:24288; }","duration":"1.574007336s","start":"2026-02-25T20:22:48.493785Z","end":"2026-02-25T20:22:50.067792Z","steps":["trace[73767912] 'read index received' (duration: 1.322241514s)","trace[73767912] 'applied index is now lower than readState.Index' (duration: 251.764392ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:50.068043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.055835943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:50.068124Z","caller":"traceutil/trace.go:171","msg":"trace[1813843598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23444; }","duration":"6.055972916s","start":"2026-02-25T20:22:44.012129Z","end":"2026-02-25T20:22:50.068102Z","steps":["trace[1813843598] 'agreement among raft nodes before linearized reading' (duration: 6.055809842s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.068183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:44.012114Z","time spent":"6.056057089s","remote":"127.0.0.1:52696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:50.068288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.14254816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:50.068399Z","caller":"traceutil/trace.go:171","msg":"trace[1606869577] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23444; }","duration":"7.142699803s","start":"2026-02-25T20:22:42.925642Z","end":"2026-02-25T20:22:50.068342Z","steps":["trace[1606869577] 'agreement among raft nodes before linearized reading' (duration: 7.142330654s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.068443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.763986501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:50.068478Z","caller":"traceutil/trace.go:171","msg":"trace[872855418] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23444; }","duration":"4.764062393s","start":"2026-02-25T20:22:45.304405Z","end":"2026-02-25T20:22:50.068467Z","steps":["trace[872855418] 'agreement among raft nodes before linearized reading' (duration: 4.764002781s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.068508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:45.304384Z","time spent":"4.764115804s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:50.068508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:42.925623Z","time spent":"7.142862998s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:50.068166Z","caller":"traceutil/trace.go:171","msg":"trace[198218263] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"529.709404ms","start":"2026-02-25T20:22:49.538398Z","end":"2026-02-25T20:22:50.068107Z","steps":["trace[198218263] 'process raft request' (duration: 529.315494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.068677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.812938479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:50.068647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897812315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-25T20:22:50.068711Z","caller":"traceutil/trace.go:171","msg":"trace[1713378615] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23444; }","duration":"4.813012041s","start":"2026-02-25T20:22:45.255688Z","end":"2026-02-25T20:22:50.0687Z","steps":["trace[1713378615] 'agreement among raft nodes before linearized reading' (duration: 4.81295469s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.068777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:49.538373Z","time spent":"530.242988ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:22:50.068823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:45.255666Z","time spent":"4.813147045s","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T20:22:50.068075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562038771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:50.068901Z","caller":"traceutil/trace.go:171","msg":"trace[1503398344] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23444; }","duration":"4.563000807s","start":"2026-02-25T20:22:45.505874Z","end":"2026-02-25T20:22:50.068874Z","steps":["trace[1503398344] 'agreement among raft nodes before linearized reading' (duration: 4.56201936s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:50.068856Z","caller":"traceutil/trace.go:171","msg":"trace[147300266] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23444; }","duration":"1.898067831s","start":"2026-02-25T20:22:48.170718Z","end":"2026-02-25T20:22:50.068786Z","steps":["trace[147300266] 'agreement among raft nodes before linearized reading' (duration: 1.897461435s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.068974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:45.505842Z","time spent":"4.56310348s","remote":"127.0.0.1:56950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:50.069014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:48.170687Z","time spent":"1.898266496s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:22:50.069091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834882206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-25T20:22:50.069145Z","caller":"traceutil/trace.go:171","msg":"trace[1599474952] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:23444; }","duration":"4.83499772s","start":"2026-02-25T20:22:45.234137Z","end":"2026-02-25T20:22:50.069135Z","steps":["trace[1599474952] 'agreement among raft nodes before linearized reading' (duration: 4.834821425s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.069175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:45.234114Z","time spent":"4.835054341s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-25T20:22:50.069326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010717833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:50.069361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.977729846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:50.069392Z","caller":"traceutil/trace.go:171","msg":"trace[1165036787] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23444; }","duration":"4.977795357s","start":"2026-02-25T20:22:45.091588Z","end":"2026-02-25T20:22:50.069383Z","steps":["trace[1165036787] 'agreement among raft nodes before linearized reading' (duration: 4.977741696s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:50.069393Z","caller":"traceutil/trace.go:171","msg":"trace[1660296805] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23444; }","duration":"2.010825346s","start":"2026-02-25T20:22:48.05855Z","end":"2026-02-25T20:22:50.069376Z","steps":["trace[1660296805] 'agreement among raft nodes before linearized reading' (duration: 2.010717053s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.069423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:45.091567Z","time spent":"4.977846129s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:50.06944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:48.05852Z","time spent":"2.010905768s","remote":"127.0.0.1:53474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:50.069431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638420738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:50.069499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.408262825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:50.069514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.738221874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:50.069556Z","caller":"traceutil/trace.go:171","msg":"trace[1545194603] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23444; }","duration":"7.408360827s","start":"2026-02-25T20:22:42.661179Z","end":"2026-02-25T20:22:50.06954Z","steps":["trace[1545194603] 'agreement among raft nodes before linearized reading' (duration: 7.408237334s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:50.069529Z","caller":"traceutil/trace.go:171","msg":"trace[11619005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23444; }","duration":"1.638560092s","start":"2026-02-25T20:22:48.430953Z","end":"2026-02-25T20:22:50.069513Z","steps":["trace[11619005] 'agreement among raft nodes before linearized reading' (duration: 1.638358576s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.069603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:42.661166Z","time spent":"7.408424379s","remote":"127.0.0.1:60852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:50.069618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.324972004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:50.069649Z","caller":"traceutil/trace.go:171","msg":"trace[1076628704] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23444; }","duration":"3.325032376s","start":"2026-02-25T20:22:46.744608Z","end":"2026-02-25T20:22:50.069641Z","steps":["trace[1076628704] 'agreement among raft nodes before linearized reading' (duration: 3.324982555s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.069619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:48.430932Z","time spent":"1.638671115s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:22:50.069683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:46.74459Z","time spent":"3.325083278s","remote":"127.0.0.1:56962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:50.069682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.974725108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:50.069728Z","caller":"traceutil/trace.go:171","msg":"trace[1197209713] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23444; }","duration":"3.97481673s","start":"2026-02-25T20:22:46.094899Z","end":"2026-02-25T20:22:50.069715Z","steps":["trace[1197209713] 'agreement among raft nodes before linearized reading' (duration: 3.974733518s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.069748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.064111005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:22:50.069784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:46.094876Z","time spent":"3.974892703s","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:50.069819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.244509837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:50.069861Z","caller":"traceutil/trace.go:171","msg":"trace[501998227] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23444; }","duration":"7.244589449s","start":"2026-02-25T20:22:42.82526Z","end":"2026-02-25T20:22:50.06985Z","steps":["trace[501998227] 'agreement among raft nodes before linearized reading' (duration: 7.244524997s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.069875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.714133456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:50.069899Z","caller":"traceutil/trace.go:171","msg":"trace[1212134416] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23444; }","duration":"5.714199738s","start":"2026-02-25T20:22:44.355692Z","end":"2026-02-25T20:22:50.069892Z","steps":["trace[1212134416] 'agreement among raft nodes before linearized reading' (duration: 5.714149877s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:50.069821Z","caller":"traceutil/trace.go:171","msg":"trace[2133746034] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23444; }","duration":"5.064245159s","start":"2026-02-25T20:22:45.005553Z","end":"2026-02-25T20:22:50.069798Z","steps":["trace[2133746034] 'agreement among raft nodes before linearized reading' (duration: 5.064046234s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.069931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:45.005498Z","time spent":"5.064425764s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:50.069935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:44.355669Z","time spent":"5.71425834s","remote":"127.0.0.1:57094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:50.06995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.351619847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:50.069985Z","caller":"traceutil/trace.go:171","msg":"trace[718525736] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23444; }","duration":"3.351693989s","start":"2026-02-25T20:22:46.718277Z","end":"2026-02-25T20:22:50.069971Z","steps":["trace[718525736] 'agreement among raft nodes before linearized reading' (duration: 3.351575836s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.070025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:46.718257Z","time spent":"3.351758651s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:50.070025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.300209521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:22:50.069897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:42.82524Z","time spent":"7.24464966s","remote":"127.0.0.1:53546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:50.07009Z","caller":"traceutil/trace.go:171","msg":"trace[277404048] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23444; }","duration":"4.300319764s","start":"2026-02-25T20:22:45.769753Z","end":"2026-02-25T20:22:50.070072Z","steps":["trace[277404048] 'agreement among raft nodes before linearized reading' (duration: 4.300221141s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.070137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:45.769729Z","time spent":"4.300392926s","remote":"127.0.0.1:57240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:50.069746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.775877936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:50.069566Z","caller":"traceutil/trace.go:171","msg":"trace[1164341747] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"2.888994477s","start":"2026-02-25T20:22:47.180556Z","end":"2026-02-25T20:22:50.069551Z","steps":["trace[1164341747] 'process raft request' (duration: 2.886625973s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.070266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.415857028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:50.070479Z","caller":"traceutil/trace.go:171","msg":"trace[1890005785] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23444; }","duration":"7.416100874s","start":"2026-02-25T20:22:42.654369Z","end":"2026-02-25T20:22:50.07047Z","steps":["trace[1890005785] 'agreement among raft nodes before linearized reading' (duration: 7.415862238s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.070505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:42.654351Z","time spent":"7.416147435s","remote":"127.0.0.1:48486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:50.070187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899347645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-25T20:22:50.070529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:47.180527Z","time spent":"2.889942772s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:22:50.070562Z","caller":"traceutil/trace.go:171","msg":"trace[389046004] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23444; }","duration":"1.899762876s","start":"2026-02-25T20:22:48.170786Z","end":"2026-02-25T20:22:50.070548Z","steps":["trace[389046004] 'agreement among raft nodes before linearized reading' (duration: 1.899214952s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.070611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:48.170687Z","time spent":"1.89990944s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-25T20:22:50.068913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.143736693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:50.070692Z","caller":"traceutil/trace.go:171","msg":"trace[1281083984] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23444; }","duration":"6.145543941s","start":"2026-02-25T20:22:43.925119Z","end":"2026-02-25T20:22:50.070663Z","steps":["trace[1281083984] 'agreement among raft nodes before linearized reading' (duration: 6.143734133s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:50.069569Z","caller":"traceutil/trace.go:171","msg":"trace[467818410] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23444; }","duration":"3.738321657s","start":"2026-02-25T20:22:46.331229Z","end":"2026-02-25T20:22:50.069551Z","steps":["trace[467818410] 'agreement among raft nodes before linearized reading' (duration: 3.738218264s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.070773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:43.925097Z","time spent":"6.145647515s","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:50.070786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:46.331201Z","time spent":"3.7395707s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:50.071872Z","caller":"traceutil/trace.go:171","msg":"trace[1046305092] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23444; }","duration":"6.776563534s","start":"2026-02-25T20:22:43.2937Z","end":"2026-02-25T20:22:50.070264Z","steps":["trace[1046305092] 'agreement among raft nodes before linearized reading' (duration: 6.775637619s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.071975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:43.293634Z","time spent":"6.778315651s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:50.07284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.635735248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389041"} {"level":"info","ts":"2026-02-25T20:22:50.072889Z","caller":"traceutil/trace.go:171","msg":"trace[681729554] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:23444; }","duration":"6.635825481s","start":"2026-02-25T20:22:43.437053Z","end":"2026-02-25T20:22:50.072879Z","steps":["trace[681729554] 'agreement among raft nodes before linearized reading' (duration: 6.631889176s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:50.072938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:43.437033Z","time spent":"6.635879593s","remote":"127.0.0.1:47720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2011,"response size":389064,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-02-25T20:22:50.568842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:51.069544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:51.55225Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.485962643s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:22:51.552891Z","caller":"traceutil/trace.go:171","msg":"trace[1684697728] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"1.629137711s","start":"2026-02-25T20:22:49.923717Z","end":"2026-02-25T20:22:51.552854Z","steps":["trace[1684697728] 'process raft request' (duration: 1.628828053s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:51.553053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:49.923687Z","time spent":"1.629270664s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:22:51.553118Z","caller":"traceutil/trace.go:171","msg":"trace[26886663] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"1.588237127s","start":"2026-02-25T20:22:49.964821Z","end":"2026-02-25T20:22:51.553058Z","steps":["trace[26886663] 'process raft request' (duration: 1.5879609s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:51.553288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:49.964788Z","time spent":"1.588438522s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:22:52.07834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00083937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:22:52.078473Z","caller":"traceutil/trace.go:171","msg":"trace[1109358346] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001030274s","start":"2026-02-25T20:22:50.077413Z","end":"2026-02-25T20:22:52.078444Z","steps":["trace[1109358346] 'agreement among raft nodes before linearized reading' (duration: 2.00084529s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:52.078552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:50.077407Z","time spent":"2.001124427s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:53.793319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704057623s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-25T20:22:53.794779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:50.072262Z","time spent":"3.722510853s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T20:22:53.794827Z","caller":"traceutil/trace.go:171","msg":"trace[1733131603] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"3.718512006s","start":"2026-02-25T20:22:50.076284Z","end":"2026-02-25T20:22:53.794796Z","steps":["trace[1733131603] 'process raft request' (duration: 3.717198251s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:53.794961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:50.076268Z","time spent":"3.718602759s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:22:53.794941Z","caller":"traceutil/trace.go:171","msg":"trace[807970958] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"3.715789423s","start":"2026-02-25T20:22:50.079093Z","end":"2026-02-25T20:22:53.794883Z","steps":["trace[807970958] 'process raft request' (duration: 3.714601192s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:53.795678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:50.07908Z","time spent":"3.716518213s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:22:54.079199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:54.079304Z","caller":"traceutil/trace.go:171","msg":"trace[393188798] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000341875s","start":"2026-02-25T20:22:52.078923Z","end":"2026-02-25T20:22:54.079265Z","steps":["trace[393188798] 'agreement among raft nodes before linearized reading' (duration: 2.000236613s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:54.079366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:52.078896Z","time spent":"2.000459138s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:54.694741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000811337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:22:54.694805Z","caller":"traceutil/trace.go:171","msg":"trace[1266218022] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000931541s","start":"2026-02-25T20:22:52.693857Z","end":"2026-02-25T20:22:54.694789Z","steps":["trace[1266218022] 'agreement among raft nodes before linearized reading' (duration: 2.000845748s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:54.694835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:52.69384Z","time spent":"2.000989383s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:22:55.060955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.340500341s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:22:55.126646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332888109s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T20:22:55.126808Z","caller":"traceutil/trace.go:171","msg":"trace[1412328945] linearizableReadLoop","detail":"{readStateIndex:24297; appliedIndex:24291; }","duration":"5.058883286s","start":"2026-02-25T20:22:50.067911Z","end":"2026-02-25T20:22:55.126794Z","steps":["trace[1412328945] 'read index received' (duration: 1.484798791s)","trace[1412328945] 'applied index is now lower than readState.Index' (duration: 3.574083525s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:22:55.127416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.359400309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-02-25T20:22:55.127445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.630457777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1587f62c-8803-4d27-9a34-82bafc09f428\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-02-25T20:22:55.127469Z","caller":"traceutil/trace.go:171","msg":"trace[187674424] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1587f62c-8803-4d27-9a34-82bafc09f428; range_end:; response_count:1; response_revision:23449; }","duration":"6.630529169s","start":"2026-02-25T20:22:48.496929Z","end":"2026-02-25T20:22:55.127458Z","steps":["trace[187674424] 'agreement among raft nodes before linearized reading' (duration: 6.630426856s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:22:55.127467Z","caller":"traceutil/trace.go:171","msg":"trace[281125484] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23449; }","duration":"6.359494671s","start":"2026-02-25T20:22:48.767961Z","end":"2026-02-25T20:22:55.127456Z","steps":["trace[281125484] 'agreement among raft nodes before linearized reading' (duration: 6.359375838s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:55.127486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:48.496908Z","time spent":"6.63057441s","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-1587f62c-8803-4d27-9a34-82bafc09f428\" "} {"level":"warn","ts":"2026-02-25T20:22:55.127506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.630359884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-02-25T20:22:55.127489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:48.767939Z","time spent":"6.359545403s","remote":"127.0.0.1:47230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-02-25T20:22:55.127575Z","caller":"traceutil/trace.go:171","msg":"trace[1959164166] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23449; }","duration":"6.630461087s","start":"2026-02-25T20:22:48.497096Z","end":"2026-02-25T20:22:55.127557Z","steps":["trace[1959164166] 'agreement among raft nodes before linearized reading' (duration: 6.630252292s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:55.127595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.348032925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128876"} {"level":"info","ts":"2026-02-25T20:22:55.127619Z","caller":"traceutil/trace.go:171","msg":"trace[1938492912] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23449; }","duration":"6.348077177s","start":"2026-02-25T20:22:48.779535Z","end":"2026-02-25T20:22:55.127612Z","steps":["trace[1938492912] 'agreement among raft nodes before linearized reading' (duration: 6.347990394s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:55.127614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:48.497078Z","time spent":"6.630528039s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-25T20:22:55.127633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:48.779525Z","time spent":"6.348105247s","remote":"127.0.0.1:47222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128899,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-02-25T20:22:55.127925Z","caller":"traceutil/trace.go:171","msg":"trace[1907119529] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"3.56941032s","start":"2026-02-25T20:22:51.558496Z","end":"2026-02-25T20:22:55.127906Z","steps":["trace[1907119529] 'process raft request' (duration: 3.568229868s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:55.128028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:51.558476Z","time spent":"3.569497872s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:22:55.128393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.420604988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T20:22:55.128448Z","caller":"traceutil/trace.go:171","msg":"trace[1136113808] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23449; }","duration":"5.42067121s","start":"2026-02-25T20:22:49.707767Z","end":"2026-02-25T20:22:55.128438Z","steps":["trace[1136113808] 'agreement among raft nodes before linearized reading' (duration: 5.419598591s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:55.128471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:49.707708Z","time spent":"5.420758003s","remote":"127.0.0.1:47720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2680,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:22:55.128633Z","caller":"traceutil/trace.go:171","msg":"trace[1092601513] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"2.821109141s","start":"2026-02-25T20:22:52.307516Z","end":"2026-02-25T20:22:55.128626Z","steps":["trace[1092601513] 'process raft request' (duration: 2.82032964s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:55.128691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:52.307482Z","time spent":"2.821169133s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:22:55.12884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.890347748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:22:55.12886Z","caller":"traceutil/trace.go:171","msg":"trace[326497995] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23450; }","duration":"5.89040655s","start":"2026-02-25T20:22:49.238449Z","end":"2026-02-25T20:22:55.128856Z","steps":["trace[326497995] 'agreement among raft nodes before linearized reading' (duration: 5.889051274s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:55.128875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:49.23843Z","time spent":"5.89044114s","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:22:55.627414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035672,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:56.085476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000553592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:22:56.08557Z","caller":"traceutil/trace.go:171","msg":"trace[1634667864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000688876s","start":"2026-02-25T20:22:54.084861Z","end":"2026-02-25T20:22:56.08555Z","steps":["trace[1634667864] 'agreement among raft nodes before linearized reading' (duration: 2.000575323s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:56.085625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:54.084847Z","time spent":"2.000765877s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:56.128163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035672,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:56.628908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035672,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:57.129994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035672,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:57.630605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035672,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:57.944864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103035011s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:22:57.945028Z","caller":"traceutil/trace.go:171","msg":"trace[1940045138] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23451; }","duration":"2.103208005s","start":"2026-02-25T20:22:55.84179Z","end":"2026-02-25T20:22:57.944998Z","steps":["trace[1940045138] 'range keys from in-memory index tree' (duration: 2.10301325s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:58.086583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000504259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:22:58.086666Z","caller":"traceutil/trace.go:171","msg":"trace[690397452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000635643s","start":"2026-02-25T20:22:56.086009Z","end":"2026-02-25T20:22:58.086645Z","steps":["trace[690397452] 'agreement among raft nodes before linearized reading' (duration: 2.00053981s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:58.086825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:56.085986Z","time spent":"2.000716735s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:22:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:22:58.13085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035672,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:22:58.314745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.253655358s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:22:58.315132Z","caller":"traceutil/trace.go:171","msg":"trace[2040364062] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23451; }","duration":"4.518527678s","start":"2026-02-25T20:22:53.796567Z","end":"2026-02-25T20:22:58.315094Z","steps":["trace[2040364062] 'process raft request' (duration: 4.518435826s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:22:58.315348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:53.796545Z","time spent":"4.518656931s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:00.090078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009625959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:23:00.090211Z","caller":"traceutil/trace.go:171","msg":"trace[489501664] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.009802104s","start":"2026-02-25T20:22:50.080386Z","end":"2026-02-25T20:23:00.090188Z","steps":["trace[489501664] 'agreement among raft nodes before linearized reading' (duration: 10.009636119s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:00.090274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:50.080378Z","time spent":"10.009879216s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/02/25 20:23:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:23:00.094148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000281723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:23:00.094238Z","caller":"traceutil/trace.go:171","msg":"trace[1713964958] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000421477s","start":"2026-02-25T20:22:58.093795Z","end":"2026-02-25T20:23:00.094216Z","steps":["trace[1713964958] 'agreement among raft nodes before linearized reading' (duration: 2.000313584s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:00.094292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:58.093778Z","time spent":"2.000504599s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:23:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:23:02.080444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:55.079297Z","time spent":"7.001137728s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:23:02.094398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999933675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:23:02.094594Z","caller":"traceutil/trace.go:171","msg":"trace[1202725093] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000180582s","start":"2026-02-25T20:23:00.094388Z","end":"2026-02-25T20:23:02.094569Z","steps":["trace[1202725093] 'agreement among raft nodes before linearized reading' (duration: 1.999960136s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:02.094693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:00.094363Z","time spent":"2.000315186s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:23:02.14053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:55.139923Z","time spent":"7.000594153s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:23:03.64667Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.331643468s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:23:03.647346Z","caller":"traceutil/trace.go:171","msg":"trace[1224246997] linearizableReadLoop","detail":"{readStateIndex:24302; appliedIndex:24300; }","duration":"8.520480692s","start":"2026-02-25T20:22:55.126827Z","end":"2026-02-25T20:23:03.647308Z","steps":["trace[1224246997] 'read index received' (duration: 3.188391072s)","trace[1224246997] 'applied index is now lower than readState.Index' (duration: 5.33208753s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:03.64766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.29594896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-02-25T20:23:03.647699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.461111876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:03.647733Z","caller":"traceutil/trace.go:171","msg":"trace[262933838] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:23453; }","duration":"13.296068863s","start":"2026-02-25T20:22:50.351643Z","end":"2026-02-25T20:23:03.647712Z","steps":["trace[262933838] 'agreement among raft nodes before linearized reading' (duration: 13.295848228s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:03.647761Z","caller":"traceutil/trace.go:171","msg":"trace[2101125967] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23453; }","duration":"13.461227539s","start":"2026-02-25T20:22:50.186519Z","end":"2026-02-25T20:23:03.647747Z","steps":["trace[2101125967] 'agreement among raft nodes before linearized reading' (duration: 13.461073905s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:03.647767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.154033456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-25T20:23:03.647809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:50.1865Z","time spent":"13.461303191s","remote":"127.0.0.1:60894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:03.647862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.219422231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:03.647893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.411445383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:03.647936Z","caller":"traceutil/trace.go:171","msg":"trace[19458361] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23453; }","duration":"9.219521764s","start":"2026-02-25T20:22:54.428388Z","end":"2026-02-25T20:23:03.64791Z","steps":["trace[19458361] 'agreement among raft nodes before linearized reading' (duration: 9.219425661s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:03.648011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:54.428369Z","time spent":"9.219622656s","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:03.647991Z","caller":"traceutil/trace.go:171","msg":"trace[544818569] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23453; }","duration":"10.41170293s","start":"2026-02-25T20:22:53.236263Z","end":"2026-02-25T20:23:03.647966Z","steps":["trace[544818569] 'agreement among raft nodes before linearized reading' (duration: 10.411448773s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:03.64805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.938152583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:03.648109Z","caller":"traceutil/trace.go:171","msg":"trace[1485018302] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23453; }","duration":"12.938261976s","start":"2026-02-25T20:22:50.709834Z","end":"2026-02-25T20:23:03.648096Z","steps":["trace[1485018302] 'agreement among raft nodes before linearized reading' (duration: 12.938153893s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:03.648117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:53.236242Z","time spent":"10.411830864s","remote":"127.0.0.1:55036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:03.648152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:50.709814Z","time spent":"12.938329127s","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:03.648179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.924243493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:03.648198Z","caller":"traceutil/trace.go:171","msg":"trace[1329714914] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23453; }","duration":"11.924308934s","start":"2026-02-25T20:22:51.723883Z","end":"2026-02-25T20:23:03.648192Z","steps":["trace[1329714914] 'agreement among raft nodes before linearized reading' (duration: 11.924275933s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:03.648215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:51.723856Z","time spent":"11.924353706s","remote":"127.0.0.1:57218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:03.647654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.911230463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:03.648315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.439486298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:23:03.647771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.680874229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T20:23:03.648445Z","caller":"traceutil/trace.go:171","msg":"trace[1792195276] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23453; }","duration":"13.439621711s","start":"2026-02-25T20:22:50.208799Z","end":"2026-02-25T20:23:03.648421Z","steps":["trace[1792195276] 'agreement among raft nodes before linearized reading' (duration: 13.439419246s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:03.64848Z","caller":"traceutil/trace.go:171","msg":"trace[377721045] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23453; }","duration":"9.681608409s","start":"2026-02-25T20:22:53.966838Z","end":"2026-02-25T20:23:03.648447Z","steps":["trace[377721045] 'agreement among raft nodes before linearized reading' (duration: 9.680543021s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:03.648503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:50.208698Z","time spent":"13.439788146s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:03.648093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.012454309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:03.648572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:53.966819Z","time spent":"9.681718021s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:03.648574Z","caller":"traceutil/trace.go:171","msg":"trace[1056624804] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23453; }","duration":"13.012987694s","start":"2026-02-25T20:22:50.635567Z","end":"2026-02-25T20:23:03.648554Z","steps":["trace[1056624804] 'agreement among raft nodes before linearized reading' (duration: 13.012419019s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:03.647787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:50.35162Z","time spent":"13.296152135s","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-25T20:23:03.648638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:50.635549Z","time spent":"13.013066906s","remote":"127.0.0.1:57146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:03.648378Z","caller":"traceutil/trace.go:171","msg":"trace[1448982366] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23453; }","duration":"12.912007803s","start":"2026-02-25T20:22:50.736336Z","end":"2026-02-25T20:23:03.648344Z","steps":["trace[1448982366] 'agreement among raft nodes before linearized reading' (duration: 12.911012687s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:03.64886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:50.736265Z","time spent":"12.912563898s","remote":"127.0.0.1:60886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:03.648142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.466089872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:03.649002Z","caller":"traceutil/trace.go:171","msg":"trace[1081908462] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23453; }","duration":"11.466991096s","start":"2026-02-25T20:22:52.182004Z","end":"2026-02-25T20:23:03.648995Z","steps":["trace[1081908462] 'agreement among raft nodes before linearized reading' (duration: 11.466110052s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:03.649027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:52.181978Z","time spent":"11.467042587s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:03.649044Z","caller":"traceutil/trace.go:171","msg":"trace[372746544] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23453; }","duration":"13.154178789s","start":"2026-02-25T20:22:50.493649Z","end":"2026-02-25T20:23:03.647828Z","steps":["trace[372746544] 'agreement among raft nodes before linearized reading' (duration: 13.15384051s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:03.649145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:50.493629Z","time spent":"13.155493764s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T20:23:03.650849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.553010923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-7cfdc79575-5xfhs.18979640b58445ed\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23444 ","response":"range_response_count:500 size:388810"} {"level":"info","ts":"2026-02-25T20:23:03.650898Z","caller":"traceutil/trace.go:171","msg":"trace[1406771155] range","detail":"{range_begin:/registry/events/openstack/heat-engine-7cfdc79575-5xfhs.18979640b58445ed\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:23453; }","duration":"13.553100555s","start":"2026-02-25T20:22:50.097784Z","end":"2026-02-25T20:23:03.650884Z","steps":["trace[1406771155] 'agreement among raft nodes before linearized reading' (duration: 13.550045484s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:03.650946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:50.097767Z","time spent":"13.553152357s","remote":"127.0.0.1:47720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":1511,"response size":388833,"request content":"key:\"/registry/events/openstack/heat-engine-7cfdc79575-5xfhs.18979640b58445ed\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23444 "} {"level":"warn","ts":"2026-02-25T20:23:04.101261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:23:04.101379Z","caller":"traceutil/trace.go:171","msg":"trace[1984383784] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000502799s","start":"2026-02-25T20:23:02.100849Z","end":"2026-02-25T20:23:04.101352Z","steps":["trace[1984383784] 'agreement among raft nodes before linearized reading' (duration: 2.000338145s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:04.101446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:02.10082Z","time spent":"2.000615352s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:23:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:23:04.148536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:23:04.649847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:23:05.151037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:23:05.317784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:58.316557Z","time spent":"7.001220641s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T20:23:05.651709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:23:05.654104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0004897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:23:05.654168Z","caller":"traceutil/trace.go:171","msg":"trace[1953993923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000578073s","start":"2026-02-25T20:23:03.653568Z","end":"2026-02-25T20:23:05.654146Z","steps":["trace[1953993923] 'agreement among raft nodes before linearized reading' (duration: 2.00050284s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:05.654215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:03.653554Z","time spent":"2.000651554s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:23:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:23:06.07441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:59.074252Z","time spent":"7.000150282s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:23:06.101824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00008868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:23:06.101983Z","caller":"traceutil/trace.go:171","msg":"trace[629101028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000259465s","start":"2026-02-25T20:23:04.101654Z","end":"2026-02-25T20:23:06.101913Z","steps":["trace[629101028] 'agreement among raft nodes before linearized reading' (duration: 2.000116191s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:06.102071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:04.101633Z","time spent":"2.000420658s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:23:06.152824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:23:06.502559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.855594775s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:23:07.328741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:00.328287Z","time spent":"7.000423239s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:23:07.650034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778898623s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:07.650168Z","caller":"traceutil/trace.go:171","msg":"trace[80012140] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23453; }","duration":"1.779042297s","start":"2026-02-25T20:23:05.871104Z","end":"2026-02-25T20:23:07.650146Z","steps":["trace[80012140] 'range keys from in-memory index tree' (duration: 1.778879033s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:07.652221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149409803s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-25T20:23:07.782284Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.279546452s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:23:08.107599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:23:08.107688Z","caller":"traceutil/trace.go:171","msg":"trace[1717229103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000052247s","start":"2026-02-25T20:23:06.107614Z","end":"2026-02-25T20:23:08.107667Z","steps":["trace[1717229103] 'agreement among raft nodes before linearized reading' (duration: 1.999942664s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:08.107739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:06.107592Z","time spent":"2.000136509s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:23:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:23:08.666507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992751448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:23:08.666579Z","caller":"traceutil/trace.go:171","msg":"trace[1248395061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.992885202s","start":"2026-02-25T20:23:03.673676Z","end":"2026-02-25T20:23:08.666561Z","steps":["trace[1248395061] 'agreement among raft nodes before linearized reading' (duration: 4.992791339s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:08.666616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:03.673658Z","time spent":"4.992951364s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/25 20:23:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:23:09.309345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.519639233s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:23:10.107585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999439493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:23:10.107654Z","caller":"traceutil/trace.go:171","msg":"trace[1086698814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999519955s","start":"2026-02-25T20:23:08.108112Z","end":"2026-02-25T20:23:10.107632Z","steps":["trace[1086698814] 'agreement among raft nodes before linearized reading' (duration: 1.999437392s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:10.107686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:08.107906Z","time spent":"1.999773181s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:23:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:23:10.407866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:09.795725Z","time spent":"612.134797ms","remote":"127.0.0.1:46294","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T20:23:10.409017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:08.359563Z","time spent":"2.049449849s","remote":"127.0.0.1:46288","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T20:23:10.409489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626850689s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:23:10.409947Z","caller":"traceutil/trace.go:171","msg":"trace[964847927] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"5.242233899s","start":"2026-02-25T20:23:05.167652Z","end":"2026-02-25T20:23:10.409886Z","steps":["trace[964847927] 'process raft request' (duration: 2.614910329s)","trace[964847927] 'compare' (duration: 2.62468753s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:10.410148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:05.167626Z","time spent":"5.242410583s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:10.410748Z","caller":"traceutil/trace.go:171","msg":"trace[1760356847] linearizableReadLoop","detail":"{readStateIndex:24306; appliedIndex:24302; }","duration":"6.76328881s","start":"2026-02-25T20:23:03.647442Z","end":"2026-02-25T20:23:10.41073Z","steps":["trace[1760356847] 'read index received' (duration: 2.855315888s)","trace[1760356847] 'applied index is now lower than readState.Index' (duration: 3.907971502s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:10.410884Z","caller":"traceutil/trace.go:171","msg":"trace[768009807] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23456; }","duration":"3.077375384s","start":"2026-02-25T20:23:07.333483Z","end":"2026-02-25T20:23:10.410859Z","steps":["trace[768009807] 'process raft request' (duration: 3.07608087s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:10.410995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:07.333466Z","time spent":"3.077476098s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:12.115744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000774737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:23:12.115816Z","caller":"traceutil/trace.go:171","msg":"trace[645969944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00089014s","start":"2026-02-25T20:23:10.11491Z","end":"2026-02-25T20:23:12.115801Z","steps":["trace[645969944] 'agreement among raft nodes before linearized reading' (duration: 2.000802798s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:12.115859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:10.114895Z","time spent":"2.000955651s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:23:13.989198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.848568258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-02-25T20:23:13.989221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.579575982s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T20:23:13.989282Z","caller":"traceutil/trace.go:171","msg":"trace[1444845810] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23456; }","duration":"18.848659761s","start":"2026-02-25T20:22:55.140601Z","end":"2026-02-25T20:23:13.989261Z","steps":["trace[1444845810] 'agreement among raft nodes before linearized reading' (duration: 15.270363423s)","trace[1444845810] 'range keys from in-memory index tree' (duration: 3.578162324s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.989331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:55.140572Z","time spent":"18.848746923s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-02-25T20:23:13.989348Z","caller":"traceutil/trace.go:171","msg":"trace[2082843425] linearizableReadLoop","detail":"{readStateIndex:24308; appliedIndex:24307; }","duration":"3.578547684s","start":"2026-02-25T20:23:10.410775Z","end":"2026-02-25T20:23:13.989323Z","steps":["trace[2082843425] 'read index received' (duration: 220.376µs)","trace[2082843425] 'applied index is now lower than readState.Index' (duration: 3.578324158s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.989453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.849707539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.989482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.609219431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.989498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.67059398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:13.989547Z","caller":"traceutil/trace.go:171","msg":"trace[2021120473] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23456; }","duration":"17.609331904s","start":"2026-02-25T20:22:56.380195Z","end":"2026-02-25T20:23:13.989527Z","steps":["trace[2021120473] 'agreement among raft nodes before linearized reading' (duration: 14.030734718s)","trace[2021120473] 'count revisions from in-memory index tree' (duration: 3.578498283s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:13.989591Z","caller":"traceutil/trace.go:171","msg":"trace[229245608] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23456; }","duration":"18.670713363s","start":"2026-02-25T20:22:55.31885Z","end":"2026-02-25T20:23:13.989563Z","steps":["trace[229245608] 'agreement among raft nodes before linearized reading' (duration: 15.092099387s)","trace[229245608] 'count revisions from in-memory index tree' (duration: 3.578479202s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.989606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:56.380173Z","time spent":"17.609409796s","remote":"127.0.0.1:53452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.989654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:55.318844Z","time spent":"18.670792395s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.989675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.855778101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-25T20:23:13.989706Z","caller":"traceutil/trace.go:171","msg":"trace[1245188382] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23456; }","duration":"18.855817302s","start":"2026-02-25T20:22:55.133879Z","end":"2026-02-25T20:23:13.989696Z","steps":["trace[1245188382] 'agreement among raft nodes before linearized reading' (duration: 15.277094743s)","trace[1245188382] 'range keys from in-memory index tree' (duration: 3.578590755s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.98974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:55.133873Z","time spent":"18.855859013s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-25T20:23:13.989778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.848727672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-02-25T20:23:13.989837Z","caller":"traceutil/trace.go:171","msg":"trace[1007423253] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23456; }","duration":"18.848799324s","start":"2026-02-25T20:22:55.141018Z","end":"2026-02-25T20:23:13.989817Z","steps":["trace[1007423253] 'agreement among raft nodes before linearized reading' (duration: 15.269941402s)","trace[1007423253] 'range keys from in-memory index tree' (duration: 3.578710199s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.98988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:55.14101Z","time spent":"18.848857696s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-02-25T20:23:13.989872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.584791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:13.989941Z","caller":"traceutil/trace.go:171","msg":"trace[2092515027] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23456; }","duration":"15.584917374s","start":"2026-02-25T20:22:58.405006Z","end":"2026-02-25T20:23:13.989923Z","steps":["trace[2092515027] 'agreement among raft nodes before linearized reading' (duration: 12.005887557s)","trace[2092515027] 'count revisions from in-memory index tree' (duration: 3.578944135s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.989991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.858482993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-25T20:23:13.989992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:58.404981Z","time spent":"15.584994637s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.989997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.044334534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:13.990025Z","caller":"traceutil/trace.go:171","msg":"trace[90917215] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad; range_end:; response_count:1; response_revision:23456; }","duration":"18.858545545s","start":"2026-02-25T20:22:55.131469Z","end":"2026-02-25T20:23:13.990014Z","steps":["trace[90917215] 'agreement among raft nodes before linearized reading' (duration: 15.279509548s)","trace[90917215] 'range keys from in-memory index tree' (duration: 3.578942304s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:13.990049Z","caller":"traceutil/trace.go:171","msg":"trace[1919435363] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23456; }","duration":"13.044447677s","start":"2026-02-25T20:23:00.945582Z","end":"2026-02-25T20:23:13.99003Z","steps":["trace[1919435363] 'agreement among raft nodes before linearized reading' (duration: 9.465282307s)","trace[1919435363] 'count revisions from in-memory index tree' (duration: 3.579107189s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.990085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:00.945547Z","time spent":"13.044528938s","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.990074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.26783601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:23:13.990142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.801758056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:13.990197Z","caller":"traceutil/trace.go:171","msg":"trace[48373428] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23456; }","duration":"18.801839659s","start":"2026-02-25T20:22:55.18834Z","end":"2026-02-25T20:23:13.990179Z","steps":["trace[48373428] 'agreement among raft nodes before linearized reading' (duration: 15.222614677s)","trace[48373428] 'count revisions from in-memory index tree' (duration: 3.57915211s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:13.990204Z","caller":"traceutil/trace.go:171","msg":"trace[1478540929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23456; }","duration":"18.267993024s","start":"2026-02-25T20:22:55.722151Z","end":"2026-02-25T20:23:13.990144Z","steps":["trace[1478540929] 'agreement among raft nodes before linearized reading' (duration: 14.688790963s)","trace[1478540929] 'count revisions from in-memory index tree' (duration: 3.579052157s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.990235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.70744233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.990272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:55.722133Z","time spent":"18.268121058s","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:13.990289Z","caller":"traceutil/trace.go:171","msg":"trace[2002519297] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23456; }","duration":"15.707540253s","start":"2026-02-25T20:22:58.282731Z","end":"2026-02-25T20:23:13.990271Z","steps":["trace[2002519297] 'agreement among raft nodes before linearized reading' (duration: 12.128169206s)","trace[2002519297] 'count revisions from in-memory index tree' (duration: 3.579299364s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.990345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:58.282709Z","time spent":"15.707614355s","remote":"127.0.0.1:57280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.990603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.860450376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114357"} {"level":"warn","ts":"2026-02-25T20:23:13.990615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.905914307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:13.990637Z","caller":"traceutil/trace.go:171","msg":"trace[1785778812] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23456; }","duration":"18.860521398s","start":"2026-02-25T20:22:55.130106Z","end":"2026-02-25T20:23:13.990627Z","steps":["trace[1785778812] 'agreement among raft nodes before linearized reading' (duration: 15.280877885s)","trace[1785778812] 'range keys from in-memory index tree' (duration: 3.57916323s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.990641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.109463326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:23:13.990668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:55.13006Z","time spent":"18.86059933s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114380,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-02-25T20:23:13.990667Z","caller":"traceutil/trace.go:171","msg":"trace[1873337646] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23456; }","duration":"15.90601652s","start":"2026-02-25T20:22:58.084634Z","end":"2026-02-25T20:23:13.99065Z","steps":["trace[1873337646] 'agreement among raft nodes before linearized reading' (duration: 12.326272684s)","trace[1873337646] 'count revisions from in-memory index tree' (duration: 3.579679914s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:13.990682Z","caller":"traceutil/trace.go:171","msg":"trace[966661079] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23456; }","duration":"18.109538757s","start":"2026-02-25T20:22:55.881131Z","end":"2026-02-25T20:23:13.99067Z","steps":["trace[966661079] 'agreement among raft nodes before linearized reading' (duration: 14.529804751s)","trace[966661079] 'count revisions from in-memory index tree' (duration: 3.579678604s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.990686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.535437596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268838"} {"level":"warn","ts":"2026-02-25T20:23:13.990716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:55.881114Z","time spent":"18.109593449s","remote":"127.0.0.1:47672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:13.990727Z","caller":"traceutil/trace.go:171","msg":"trace[1509700373] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23456; }","duration":"12.535509078s","start":"2026-02-25T20:23:01.455205Z","end":"2026-02-25T20:23:13.990714Z","steps":["trace[1509700373] 'agreement among raft nodes before linearized reading' (duration: 8.955645399s)","trace[1509700373] 'range keys from in-memory index tree' (duration: 3.579467139s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.990762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:01.455169Z","time spent":"12.53558468s","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268861,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-25T20:23:13.990768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.155993173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:13.990811Z","caller":"traceutil/trace.go:171","msg":"trace[1696560735] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23456; }","duration":"16.156074926s","start":"2026-02-25T20:22:57.834722Z","end":"2026-02-25T20:23:13.990797Z","steps":["trace[1696560735] 'agreement among raft nodes before linearized reading' (duration: 12.576190896s)","trace[1696560735] 'count revisions from in-memory index tree' (duration: 3.579830108s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.990851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:57.834702Z","time spent":"16.156136678s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:13.989533Z","caller":"traceutil/trace.go:171","msg":"trace[1241391102] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23456; }","duration":"18.849805851s","start":"2026-02-25T20:22:55.1397Z","end":"2026-02-25T20:23:13.989506Z","steps":["trace[1241391102] 'agreement among raft nodes before linearized reading' (duration: 15.271268627s)","trace[1241391102] 'count revisions from in-memory index tree' (duration: 3.578427721s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.990245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:55.18833Z","time spent":"18.80190081s","remote":"127.0.0.1:56120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.990717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:58.084613Z","time spent":"15.906090742s","remote":"127.0.0.1:56700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.990977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:55.139696Z","time spent":"18.851228429s","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.991036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.875327405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.991053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.377406294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:13.991129Z","caller":"traceutil/trace.go:171","msg":"trace[948148736] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23456; }","duration":"16.377519317s","start":"2026-02-25T20:22:57.61358Z","end":"2026-02-25T20:23:13.991099Z","steps":["trace[948148736] 'agreement among raft nodes before linearized reading' (duration: 12.797341349s)","trace[948148736] 'count revisions from in-memory index tree' (duration: 3.580084305s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.991192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:57.613561Z","time spent":"16.37761s","remote":"127.0.0.1:55056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.991227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.861207336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114357"} {"level":"info","ts":"2026-02-25T20:23:13.991264Z","caller":"traceutil/trace.go:171","msg":"trace[1972534835] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23456; }","duration":"18.861263968s","start":"2026-02-25T20:22:55.129988Z","end":"2026-02-25T20:23:13.991252Z","steps":["trace[1972534835] 'agreement among raft nodes before linearized reading' (duration: 15.281001588s)","trace[1972534835] 'range keys from in-memory index tree' (duration: 3.57989009s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.991295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:55.129977Z","time spent":"18.861309389s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114380,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-25T20:23:13.990055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:55.131416Z","time spent":"18.858630278s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189794359777c9ad\" "} {"level":"warn","ts":"2026-02-25T20:23:13.991478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.220302758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:13.991541Z","caller":"traceutil/trace.go:171","msg":"trace[234922733] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23456; }","duration":"13.22036216s","start":"2026-02-25T20:23:00.771154Z","end":"2026-02-25T20:23:13.991517Z","steps":["trace[234922733] 'agreement among raft nodes before linearized reading' (duration: 9.63971561s)","trace[234922733] 'count revisions from in-memory index tree' (duration: 3.580573108s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.991591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:00.771095Z","time spent":"13.220478003s","remote":"127.0.0.1:53456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.991602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.296942991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.991595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.188406524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:13.991663Z","caller":"traceutil/trace.go:171","msg":"trace[463876644] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23456; }","duration":"11.297014513s","start":"2026-02-25T20:23:02.694615Z","end":"2026-02-25T20:23:13.991629Z","steps":["trace[463876644] 'agreement among raft nodes before linearized reading' (duration: 7.716195948s)","trace[463876644] 'count revisions from in-memory index tree' (duration: 3.580768784s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:13.991675Z","caller":"traceutil/trace.go:171","msg":"trace[1582822769] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23456; }","duration":"14.188509006s","start":"2026-02-25T20:22:59.803143Z","end":"2026-02-25T20:23:13.991652Z","steps":["trace[1582822769] 'agreement among raft nodes before linearized reading' (duration: 10.607735433s)","trace[1582822769] 'count revisions from in-memory index tree' (duration: 3.58065191s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.991698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:02.694598Z","time spent":"11.297091274s","remote":"127.0.0.1:57326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.991725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:59.803122Z","time spent":"14.188591708s","remote":"127.0.0.1:56796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:13.991073Z","caller":"traceutil/trace.go:171","msg":"trace[415474164] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23456; }","duration":"12.875398827s","start":"2026-02-25T20:23:01.11566Z","end":"2026-02-25T20:23:13.991059Z","steps":["trace[415474164] 'agreement among raft nodes before linearized reading' (duration: 9.295196488s)","trace[415474164] 'count revisions from in-memory index tree' (duration: 3.580157668s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.991888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.907331651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-02-25T20:23:13.991917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:01.11564Z","time spent":"12.876266229s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:13.991925Z","caller":"traceutil/trace.go:171","msg":"trace[1485470655] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23456; }","duration":"11.907424404s","start":"2026-02-25T20:23:02.084488Z","end":"2026-02-25T20:23:13.991912Z","steps":["trace[1485470655] 'agreement among raft nodes before linearized reading' (duration: 8.326349193s)","trace[1485470655] 'range keys from in-memory index tree' (duration: 3.580990779s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.991957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:02.084442Z","time spent":"11.907508156s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-25T20:23:13.991408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.402046999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:13.99207Z","caller":"traceutil/trace.go:171","msg":"trace[2146357210] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23456; }","duration":"12.402758328s","start":"2026-02-25T20:23:01.589299Z","end":"2026-02-25T20:23:13.992058Z","steps":["trace[2146357210] 'agreement among raft nodes before linearized reading' (duration: 8.821545453s)","trace[2146357210] 'count revisions from in-memory index tree' (duration: 3.580506727s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.992112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:01.589284Z","time spent":"12.40281586s","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.992145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.847906182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-m6cmk\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-02-25T20:23:13.992185Z","caller":"traceutil/trace.go:171","msg":"trace[1296901094] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-m6cmk; range_end:; response_count:1; response_revision:23456; }","duration":"11.847990885s","start":"2026-02-25T20:23:02.144181Z","end":"2026-02-25T20:23:13.992172Z","steps":["trace[1296901094] 'agreement among raft nodes before linearized reading' (duration: 8.266649527s)","trace[1296901094] 'range keys from in-memory index tree' (duration: 3.581214825s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.992197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.6596889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.992215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:02.144155Z","time spent":"11.848053046s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-m6cmk\" "} {"level":"info","ts":"2026-02-25T20:23:13.99224Z","caller":"traceutil/trace.go:171","msg":"trace[1021130478] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23456; }","duration":"11.659734231s","start":"2026-02-25T20:23:02.332492Z","end":"2026-02-25T20:23:13.992227Z","steps":["trace[1021130478] 'agreement among raft nodes before linearized reading' (duration: 8.07833151s)","trace[1021130478] 'count revisions from in-memory index tree' (duration: 3.581348468s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:13.992277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:02.33243Z","time spent":"11.659837554s","remote":"127.0.0.1:57204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.992656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924348894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:13.992694Z","caller":"traceutil/trace.go:171","msg":"trace[1945357618] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23456; }","duration":"1.924410686s","start":"2026-02-25T20:23:12.068274Z","end":"2026-02-25T20:23:13.992685Z","steps":["trace[1945357618] 'agreement among raft nodes before linearized reading' (duration: 1.924330854s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.992766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:12.068264Z","time spent":"1.924490048s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.992775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192108365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:23:13.992813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.953664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:13.992823Z","caller":"traceutil/trace.go:171","msg":"trace[903252236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23456; }","duration":"1.192268649s","start":"2026-02-25T20:23:12.800539Z","end":"2026-02-25T20:23:13.992807Z","steps":["trace[903252236] 'agreement among raft nodes before linearized reading' (duration: 1.192128886s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:13.992855Z","caller":"traceutil/trace.go:171","msg":"trace[292749288] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23456; }","duration":"817.021736ms","start":"2026-02-25T20:23:13.175822Z","end":"2026-02-25T20:23:13.992844Z","steps":["trace[292749288] 'agreement among raft nodes before linearized reading' (duration: 816.949934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.992863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:12.800518Z","time spent":"1.192335352s","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.992886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:13.175811Z","time spent":"817.066827ms","remote":"127.0.0.1:56882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.992926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296915147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:13.99296Z","caller":"traceutil/trace.go:171","msg":"trace[1471273368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23456; }","duration":"1.296981419s","start":"2026-02-25T20:23:12.695967Z","end":"2026-02-25T20:23:13.992949Z","steps":["trace[1471273368] 'agreement among raft nodes before linearized reading' (duration: 1.296933708s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.992985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:12.695946Z","time spent":"1.297033541s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:23:13.993009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.352030697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-25T20:23:13.993038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.319012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:13.993065Z","caller":"traceutil/trace.go:171","msg":"trace[372842172] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23456; }","duration":"15.35212906s","start":"2026-02-25T20:22:58.64092Z","end":"2026-02-25T20:23:13.993049Z","steps":["trace[372842172] 'agreement among raft nodes before linearized reading' (duration: 11.769966829s)","trace[372842172] 'count revisions from in-memory index tree' (duration: 3.582084669s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:13.993072Z","caller":"traceutil/trace.go:171","msg":"trace[594738792] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23456; }","duration":"888.356503ms","start":"2026-02-25T20:23:13.104705Z","end":"2026-02-25T20:23:13.993061Z","steps":["trace[594738792] 'agreement among raft nodes before linearized reading' (duration: 888.299592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.993102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:13.104648Z","time spent":"888.446656ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.993104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:22:58.6409Z","time spent":"15.352194241s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.993145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695042053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:13.993208Z","caller":"traceutil/trace.go:171","msg":"trace[342024791] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23456; }","duration":"1.695144806s","start":"2026-02-25T20:23:12.298055Z","end":"2026-02-25T20:23:13.993199Z","steps":["trace[342024791] 'agreement among raft nodes before linearized reading' (duration: 1.695052583s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.993213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.252703888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.993248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:12.298034Z","time spent":"1.695201517s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:13.993264Z","caller":"traceutil/trace.go:171","msg":"trace[178864771] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23456; }","duration":"5.25277241s","start":"2026-02-25T20:23:08.740471Z","end":"2026-02-25T20:23:13.993243Z","steps":["trace[178864771] 'agreement among raft nodes before linearized reading' (duration: 5.252714958s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.993294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.398118323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.993307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:08.740454Z","time spent":"5.252840342s","remote":"127.0.0.1:57004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:13.993343Z","caller":"traceutil/trace.go:171","msg":"trace[1478466603] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23456; }","duration":"7.398212375s","start":"2026-02-25T20:23:06.595117Z","end":"2026-02-25T20:23:13.993329Z","steps":["trace[1478466603] 'agreement among raft nodes before linearized reading' (duration: 7.398127233s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.99338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:06.595095Z","time spent":"7.398275636s","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.993393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.620022509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:13.993433Z","caller":"traceutil/trace.go:171","msg":"trace[81478543] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23456; }","duration":"6.620109811s","start":"2026-02-25T20:23:07.373313Z","end":"2026-02-25T20:23:13.993423Z","steps":["trace[81478543] 'agreement among raft nodes before linearized reading' (duration: 6.620035579s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.993468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:07.373293Z","time spent":"6.620166133s","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.9935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.177874226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.993553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.315939305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:13.993558Z","caller":"traceutil/trace.go:171","msg":"trace[1026136562] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23456; }","duration":"6.177963508s","start":"2026-02-25T20:23:07.81558Z","end":"2026-02-25T20:23:13.993544Z","steps":["trace[1026136562] 'agreement among raft nodes before linearized reading' (duration: 6.177866295s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.993561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.221835969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.99357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.695180677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:13.993586Z","caller":"traceutil/trace.go:171","msg":"trace[1147917772] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23456; }","duration":"7.315973596s","start":"2026-02-25T20:23:06.677602Z","end":"2026-02-25T20:23:13.993575Z","steps":["trace[1147917772] 'agreement among raft nodes before linearized reading' (duration: 7.315922224s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:13.993612Z","caller":"traceutil/trace.go:171","msg":"trace[566228517] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23456; }","duration":"6.69522594s","start":"2026-02-25T20:23:07.298377Z","end":"2026-02-25T20:23:13.993603Z","steps":["trace[566228517] 'agreement among raft nodes before linearized reading' (duration: 6.695155858s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.993611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:07.815563Z","time spent":"6.17802863s","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:13.993616Z","caller":"traceutil/trace.go:171","msg":"trace[651417538] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23456; }","duration":"7.221928152s","start":"2026-02-25T20:23:06.771674Z","end":"2026-02-25T20:23:13.993602Z","steps":["trace[651417538] 'agreement among raft nodes before linearized reading' (duration: 7.221841299s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.99363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.437723024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.993646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:07.298325Z","time spent":"6.695310701s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.993657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:06.771659Z","time spent":"7.221987953s","remote":"127.0.0.1:56670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.993436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877390459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:13.993693Z","caller":"traceutil/trace.go:171","msg":"trace[1083889746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23456; }","duration":"1.877683467s","start":"2026-02-25T20:23:12.116001Z","end":"2026-02-25T20:23:13.993684Z","steps":["trace[1083889746] 'agreement among raft nodes before linearized reading' (duration: 1.877409569s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.99372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:12.115962Z","time spent":"1.877751478s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:23:13.993041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.886532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.993619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:06.67758Z","time spent":"7.316031718s","remote":"127.0.0.1:56868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:13.993841Z","caller":"traceutil/trace.go:171","msg":"trace[1801100159] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23456; }","duration":"777.677383ms","start":"2026-02-25T20:23:13.216144Z","end":"2026-02-25T20:23:13.993821Z","steps":["trace[1801100159] 'agreement among raft nodes before linearized reading' (duration: 776.870802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.993856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.88543858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:13.993895Z","caller":"traceutil/trace.go:171","msg":"trace[666966376] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23456; }","duration":"3.885480121s","start":"2026-02-25T20:23:10.108404Z","end":"2026-02-25T20:23:13.993884Z","steps":["trace[666966376] 'agreement among raft nodes before linearized reading' (duration: 3.885415659s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.993903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:13.216078Z","time spent":"777.805477ms","remote":"127.0.0.1:52760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.993925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:10.108316Z","time spent":"3.885601134s","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T20:23:13.993957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4799203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:13.996497Z","caller":"traceutil/trace.go:171","msg":"trace[969961792] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23456; }","duration":"2.482501008s","start":"2026-02-25T20:23:11.513981Z","end":"2026-02-25T20:23:13.996482Z","steps":["trace[969961792] 'agreement among raft nodes before linearized reading' (duration: 2.47994004s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:13.993659Z","caller":"traceutil/trace.go:171","msg":"trace[1044217470] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23456; }","duration":"6.437793046s","start":"2026-02-25T20:23:07.555857Z","end":"2026-02-25T20:23:13.99365Z","steps":["trace[1044217470] 'agreement among raft nodes before linearized reading' (duration: 6.437746405s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.996903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:07.555835Z","time spent":"6.441044333s","remote":"127.0.0.1:47574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.996802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:11.513958Z","time spent":"2.482820906s","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.993973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.675118908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.994026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.122530842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.994035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.578583185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-02-25T20:23:13.994057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.059184865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:23:13.994084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.511110664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:23:13.994088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252047625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.994103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.439831946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.994147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.084719968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:23:13.994149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.047027633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.99414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.915569328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-25T20:23:13.994191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.193965438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-02-25T20:23:13.994226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98701647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:13.994227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.211838296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:23:13.994248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.20933346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-25T20:23:13.994288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.19404604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-25T20:23:13.994378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94853679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-02-25T20:23:13.994352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066033272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-25T20:23:13.995049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.326514664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-ovn-vpn-agent-default-csfzs.1897963b46a2bdcf\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23444 ","response":"range_response_count:500 size:388566"} {"level":"info","ts":"2026-02-25T20:23:13.99742Z","caller":"traceutil/trace.go:171","msg":"trace[1497619468] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23456; }","duration":"8.125946633s","start":"2026-02-25T20:23:05.871458Z","end":"2026-02-25T20:23:13.997405Z","steps":["trace[1497619468] 'agreement among raft nodes before linearized reading' (duration: 8.122537352s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.998514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:05.871437Z","time spent":"8.127053972s","remote":"127.0.0.1:53510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:13.998629Z","caller":"traceutil/trace.go:171","msg":"trace[2079547904] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23456; }","duration":"10.213764129s","start":"2026-02-25T20:23:03.784851Z","end":"2026-02-25T20:23:13.998615Z","steps":["trace[2079547904] 'agreement among raft nodes before linearized reading' (duration: 10.209230127s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.998673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:03.784823Z","time spent":"10.213837481s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:13.998789Z","caller":"traceutil/trace.go:171","msg":"trace[226502556] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23456; }","duration":"5.198582521s","start":"2026-02-25T20:23:08.800198Z","end":"2026-02-25T20:23:13.998781Z","steps":["trace[226502556] 'agreement among raft nodes before linearized reading' (duration: 5.193917556s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.99882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:08.800186Z","time spent":"5.198625343s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-25T20:23:13.998912Z","caller":"traceutil/trace.go:171","msg":"trace[875738640] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23456; }","duration":"5.216562172s","start":"2026-02-25T20:23:08.782337Z","end":"2026-02-25T20:23:13.9989Z","steps":["trace[875738640] 'agreement among raft nodes before linearized reading' (duration: 5.211839506s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.99897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:08.782316Z","time spent":"5.216636474s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:13.998985Z","caller":"traceutil/trace.go:171","msg":"trace[1295656482] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23456; }","duration":"1.991799788s","start":"2026-02-25T20:23:12.007164Z","end":"2026-02-25T20:23:13.998964Z","steps":["trace[1295656482] 'agreement among raft nodes before linearized reading' (duration: 1.98702551s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.99906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:12.007145Z","time spent":"1.99188991s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:13.999073Z","caller":"traceutil/trace.go:171","msg":"trace[1868692399] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23456; }","duration":"5.198782337s","start":"2026-02-25T20:23:08.800208Z","end":"2026-02-25T20:23:13.998991Z","steps":["trace[1868692399] 'agreement among raft nodes before linearized reading' (duration: 5.193985058s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:13.997456Z","caller":"traceutil/trace.go:171","msg":"trace[2051037370] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:0; response_revision:23456; }","duration":"8.678632961s","start":"2026-02-25T20:23:05.318815Z","end":"2026-02-25T20:23:13.997448Z","steps":["trace[2051037370] 'agreement among raft nodes before linearized reading' (duration: 8.675129208s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.999217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:08.800197Z","time spent":"5.199008252s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-25T20:23:13.999225Z","caller":"traceutil/trace.go:171","msg":"trace[1142279488] range","detail":"{range_begin:/registry/events/openstack/neutron-ovn-vpn-agent-default-csfzs.1897963b46a2bdcf\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:23456; }","duration":"10.330690875s","start":"2026-02-25T20:23:03.668513Z","end":"2026-02-25T20:23:13.999204Z","steps":["trace[1142279488] 'agreement among raft nodes before linearized reading' (duration: 10.323966156s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:13.999225Z","caller":"traceutil/trace.go:171","msg":"trace[175432706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23456; }","duration":"1.953420382s","start":"2026-02-25T20:23:12.045791Z","end":"2026-02-25T20:23:13.999212Z","steps":["trace[175432706] 'agreement among raft nodes before linearized reading' (duration: 1.948458919s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.999282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:05.318799Z","time spent":"8.680473141s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-25T20:23:13.999289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:03.66844Z","time spent":"10.330815459s","remote":"127.0.0.1:47720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":118,"response count":1011,"response size":388589,"request content":"key:\"/registry/events/openstack/neutron-ovn-vpn-agent-default-csfzs.1897963b46a2bdcf\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23444 "} {"level":"warn","ts":"2026-02-25T20:23:13.999278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:12.045781Z","time spent":"1.953485053s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T20:23:13.997499Z","caller":"traceutil/trace.go:171","msg":"trace[1947260815] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23456; }","duration":"3.582085228s","start":"2026-02-25T20:23:10.415405Z","end":"2026-02-25T20:23:13.99749Z","steps":["trace[1947260815] 'agreement among raft nodes before linearized reading' (duration: 3.578520253s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.99934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:10.415387Z","time spent":"3.583945149s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-02-25T20:23:13.999341Z","caller":"traceutil/trace.go:171","msg":"trace[1794544382] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23456; }","duration":"2.071046277s","start":"2026-02-25T20:23:11.928275Z","end":"2026-02-25T20:23:13.999322Z","steps":["trace[1794544382] 'agreement among raft nodes before linearized reading' (duration: 2.065968791s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:13.997622Z","caller":"traceutil/trace.go:171","msg":"trace[2101861625] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23456; }","duration":"7.514670069s","start":"2026-02-25T20:23:06.482925Z","end":"2026-02-25T20:23:13.997595Z","steps":["trace[2101861625] 'agreement among raft nodes before linearized reading' (duration: 7.511133965s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:13.997916Z","caller":"traceutil/trace.go:171","msg":"trace[349965067] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23456; }","duration":"4.088517879s","start":"2026-02-25T20:23:09.90938Z","end":"2026-02-25T20:23:13.997898Z","steps":["trace[349965067] 'agreement among raft nodes before linearized reading' (duration: 4.084710858s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:13.997528Z","caller":"traceutil/trace.go:171","msg":"trace[234095944] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23456; }","duration":"4.062667238s","start":"2026-02-25T20:23:09.934852Z","end":"2026-02-25T20:23:13.997519Z","steps":["trace[234095944] 'agreement among raft nodes before linearized reading' (duration: 4.059147654s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.999401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:11.92826Z","time spent":"2.071123478s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-25T20:23:13.998003Z","caller":"traceutil/trace.go:171","msg":"trace[1706508211] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23456; }","duration":"9.443771761s","start":"2026-02-25T20:23:04.55422Z","end":"2026-02-25T20:23:13.997992Z","steps":["trace[1706508211] 'agreement among raft nodes before linearized reading' (duration: 9.439845776s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:13.998001Z","caller":"traceutil/trace.go:171","msg":"trace[647737735] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23456; }","duration":"9.050909457s","start":"2026-02-25T20:23:04.947076Z","end":"2026-02-25T20:23:13.997986Z","steps":["trace[647737735] 'agreement among raft nodes before linearized reading' (duration: 9.047050244s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.999597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:04.947054Z","time spent":"9.05253195s","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.999401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:06.4829Z","time spent":"7.516490397s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:13.997953Z","caller":"traceutil/trace.go:171","msg":"trace[877797848] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23456; }","duration":"7.919416781s","start":"2026-02-25T20:23:06.07852Z","end":"2026-02-25T20:23:13.997937Z","steps":["trace[877797848] 'agreement among raft nodes before linearized reading' (duration: 7.915471796s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.999417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:09.90936Z","time spent":"4.090047831s","remote":"127.0.0.1:60900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.99958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:04.5542Z","time spent":"9.445348413s","remote":"127.0.0.1:56978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:13.997971Z","caller":"traceutil/trace.go:171","msg":"trace[156021259] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23456; }","duration":"3.25596138s","start":"2026-02-25T20:23:10.741984Z","end":"2026-02-25T20:23:13.997945Z","steps":["trace[156021259] 'agreement among raft nodes before linearized reading' (duration: 3.252059475s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:13.999796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:10.741962Z","time spent":"3.25782104s","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.999444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:09.93481Z","time spent":"4.064622331s","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:13.999661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:06.078499Z","time spent":"7.921148567s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/02/25 20:23:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:23:14.500056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:23:15.00043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:23:15.500739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:23:16.001307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:23:16.003584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000075728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:23:16.003698Z","caller":"traceutil/trace.go:171","msg":"trace[1683040685] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270063s","start":"2026-02-25T20:23:14.003402Z","end":"2026-02-25T20:23:16.003672Z","steps":["trace[1683040685] 'agreement among raft nodes before linearized reading' (duration: 2.000080228s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:16.003756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:14.0034Z","time spent":"2.000345465s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:23:16.440934Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.441994005s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:23:16.441847Z","caller":"traceutil/trace.go:171","msg":"trace[1690248164] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"2.44297892s","start":"2026-02-25T20:23:13.998839Z","end":"2026-02-25T20:23:16.441818Z","steps":["trace[1690248164] 'process raft request' (duration: 2.442646042s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:16.44199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:13.998823Z","time spent":"2.443081144s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:18.004325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000194102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:23:18.004422Z","caller":"traceutil/trace.go:171","msg":"trace[641191538] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000339225s","start":"2026-02-25T20:23:16.00406Z","end":"2026-02-25T20:23:18.004399Z","steps":["trace[641191538] 'agreement among raft nodes before linearized reading' (duration: 2.000224361s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:18.004468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:16.00404Z","time spent":"2.000419177s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:23:19.004858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:14.005221Z","time spent":"4.99958171s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/25 20:23:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:23:20.011659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999898034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:23:20.011756Z","caller":"traceutil/trace.go:171","msg":"trace[467149396] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046489s","start":"2026-02-25T20:23:18.011683Z","end":"2026-02-25T20:23:20.01173Z","steps":["trace[467149396] 'agreement among raft nodes before linearized reading' (duration: 1.999924135s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:20.011806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:18.011667Z","time spent":"2.0001283s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:23:21.002132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:14.001246Z","time spent":"7.000871381s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T20:23:21.004591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:14.004363Z","time spent":"7.000219364s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:23:21.005008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:14.004897Z","time spent":"7.00010332s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:23:21.00524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:14.005105Z","time spent":"7.000125511s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:23:21.017457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:14.017063Z","time spent":"7.000385148s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:23:21.07774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:14.077122Z","time spent":"7.000611654s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:23:21.431983Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.990763184s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:23:21.434317Z","caller":"traceutil/trace.go:171","msg":"trace[574980316] linearizableReadLoop","detail":"{readStateIndex:24316; appliedIndex:24308; }","duration":"7.435214074s","start":"2026-02-25T20:23:13.99907Z","end":"2026-02-25T20:23:21.434284Z","steps":["trace[574980316] 'read index received' (duration: 2.442147328s)","trace[574980316] 'applied index is now lower than readState.Index' (duration: 4.993065146s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:21.434689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.435592754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-bsrwh\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-02-25T20:23:21.434737Z","caller":"traceutil/trace.go:171","msg":"trace[1061352047] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-bsrwh; range_end:; response_count:1; response_revision:23463; }","duration":"7.435687306s","start":"2026-02-25T20:23:13.999034Z","end":"2026-02-25T20:23:21.434722Z","steps":["trace[1061352047] 'agreement among raft nodes before linearized reading' (duration: 7.435419579s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:21.434776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:13.999018Z","time spent":"7.435748359s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4932,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-bsrwh\" "} {"level":"warn","ts":"2026-02-25T20:23:21.935518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:23:22.013192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000096409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:23:22.013271Z","caller":"traceutil/trace.go:171","msg":"trace[1543873258] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000229102s","start":"2026-02-25T20:23:20.01302Z","end":"2026-02-25T20:23:22.013249Z","steps":["trace[1543873258] 'agreement among raft nodes before linearized reading' (duration: 2.00012s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:22.013336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:20.013003Z","time spent":"2.000322895s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:23:22.435976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:23:22.936982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733035699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:23:23.030908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.593751655s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:23:23.469877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:16.4665Z","time spent":"7.003369848s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:23:24.010461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007068332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:23:24.010558Z","caller":"traceutil/trace.go:171","msg":"trace[1456282359] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.007187105s","start":"2026-02-25T20:23:14.003344Z","end":"2026-02-25T20:23:24.010532Z","steps":["trace[1456282359] 'agreement among raft nodes before linearized reading' (duration: 10.007064492s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:24.010612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:14.003334Z","time spent":"10.007264777s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/02/25 20:23:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:23:24.022781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000520981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:23:24.022899Z","caller":"traceutil/trace.go:171","msg":"trace[1289201816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000732187s","start":"2026-02-25T20:23:22.022141Z","end":"2026-02-25T20:23:24.022873Z","steps":["trace[1289201816] 'agreement among raft nodes before linearized reading' (duration: 2.000535452s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:24.022965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:22.022128Z","time spent":"2.000824829s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:23:24.558871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.527794491s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:23:24.653866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622648177s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:23:24.654151Z","caller":"traceutil/trace.go:171","msg":"trace[644297775] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"3.908011764s","start":"2026-02-25T20:23:20.746119Z","end":"2026-02-25T20:23:24.654131Z","steps":["trace[644297775] 'process raft request' (duration: 3.907853819s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:24.654267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:20.746092Z","time spent":"3.908130187s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:24.654417Z","caller":"traceutil/trace.go:171","msg":"trace[763162243] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23465; }","duration":"3.632803485s","start":"2026-02-25T20:23:21.021566Z","end":"2026-02-25T20:23:24.654369Z","steps":["trace[763162243] 'process raft request' (duration: 3.632527048s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:24.654564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:21.021548Z","time spent":"3.632943058s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":572,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:26.041445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001018624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:23:26.041539Z","caller":"traceutil/trace.go:171","msg":"trace[268447412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001158057s","start":"2026-02-25T20:23:24.040355Z","end":"2026-02-25T20:23:26.041513Z","steps":["trace[268447412] 'agreement among raft nodes before linearized reading' (duration: 2.001051584s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:26.041677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:24.04032Z","time spent":"2.001314812s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:23:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:23:27.132248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477971956s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T20:23:27.132365Z","caller":"traceutil/trace.go:171","msg":"trace[338552098] linearizableReadLoop","detail":"{readStateIndex:24320; appliedIndex:24316; }","duration":"5.697923583s","start":"2026-02-25T20:23:21.434419Z","end":"2026-02-25T20:23:27.132342Z","steps":["trace[338552098] 'read index received' (duration: 1.596735185s)","trace[338552098] 'applied index is now lower than readState.Index' (duration: 4.101185368s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:27.133807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.052897503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-25T20:23:27.133873Z","caller":"traceutil/trace.go:171","msg":"trace[388372105] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23465; }","duration":"6.053009847s","start":"2026-02-25T20:23:21.080847Z","end":"2026-02-25T20:23:27.133857Z","steps":["trace[388372105] 'agreement among raft nodes before linearized reading' (duration: 6.052794821s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.133923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:21.080829Z","time spent":"6.053080248s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-25T20:23:27.134257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.125207167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-zw4rq\" ","response":"range_response_count:1 size:4800"} {"level":"info","ts":"2026-02-25T20:23:27.134324Z","caller":"traceutil/trace.go:171","msg":"trace[1275339980] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-zw4rq; range_end:; response_count:1; response_revision:23465; }","duration":"6.125287469s","start":"2026-02-25T20:23:21.009015Z","end":"2026-02-25T20:23:27.134302Z","steps":["trace[1275339980] 'agreement among raft nodes before linearized reading' (duration: 6.125128455s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.134376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:21.009004Z","time spent":"6.125358901s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4823,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-zw4rq\" "} {"level":"warn","ts":"2026-02-25T20:23:27.134843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.131050033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:27.134891Z","caller":"traceutil/trace.go:171","msg":"trace[1312868779] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:0; response_revision:23465; }","duration":"6.131142875s","start":"2026-02-25T20:23:21.003734Z","end":"2026-02-25T20:23:27.134877Z","steps":["trace[1312868779] 'agreement among raft nodes before linearized reading' (duration: 6.131046563s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.13493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:21.003707Z","time spent":"6.131212627s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-25T20:23:27.135157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.708181345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:27.135205Z","caller":"traceutil/trace.go:171","msg":"trace[1293296919] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23465; }","duration":"6.708233606s","start":"2026-02-25T20:23:20.426954Z","end":"2026-02-25T20:23:27.135187Z","steps":["trace[1293296919] 'agreement among raft nodes before linearized reading' (duration: 6.708150354s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.135248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:20.426925Z","time spent":"6.708308368s","remote":"127.0.0.1:53398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:27.135455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.372899579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:27.13551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.785190741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:27.135544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.908055539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:27.135562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.118416414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-02-25T20:23:27.135573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.402941156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:27.135647Z","caller":"traceutil/trace.go:171","msg":"trace[1328432640] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23465; }","duration":"13.118535526s","start":"2026-02-25T20:23:14.017094Z","end":"2026-02-25T20:23:27.13563Z","steps":["trace[1328432640] 'agreement among raft nodes before linearized reading' (duration: 13.118276059s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:27.135674Z","caller":"traceutil/trace.go:171","msg":"trace[1314912423] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23465; }","duration":"10.403098061s","start":"2026-02-25T20:23:16.732547Z","end":"2026-02-25T20:23:27.135645Z","steps":["trace[1314912423] 'agreement among raft nodes before linearized reading' (duration: 10.402904595s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.135693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:14.017082Z","time spent":"13.118602799s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-02-25T20:23:27.135716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.132170421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-02-25T20:23:27.13572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.130398963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128876"} {"level":"warn","ts":"2026-02-25T20:23:27.135743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.751564302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-02-25T20:23:27.135606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.131263087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-25T20:23:27.135767Z","caller":"traceutil/trace.go:171","msg":"trace[475924967] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23465; }","duration":"13.130448325s","start":"2026-02-25T20:23:14.005305Z","end":"2026-02-25T20:23:27.135753Z","steps":["trace[475924967] 'agreement among raft nodes before linearized reading' (duration: 13.130331992s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:27.135799Z","caller":"traceutil/trace.go:171","msg":"trace[1102163575] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23465; }","duration":"13.131455822s","start":"2026-02-25T20:23:14.004322Z","end":"2026-02-25T20:23:27.135778Z","steps":["trace[1102163575] 'agreement among raft nodes before linearized reading' (duration: 13.131169114s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.135816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:14.0053Z","time spent":"13.130509437s","remote":"127.0.0.1:47222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128899,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-25T20:23:27.135844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:14.004294Z","time spent":"13.131535615s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-25T20:23:27.13585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.132405387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-25T20:23:27.135922Z","caller":"traceutil/trace.go:171","msg":"trace[2139352525] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23465; }","duration":"13.13249011s","start":"2026-02-25T20:23:14.003421Z","end":"2026-02-25T20:23:27.135911Z","steps":["trace[2139352525] 'agreement among raft nodes before linearized reading' (duration: 13.132349916s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.135575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.536147382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:27.13598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:14.003411Z","time spent":"13.132560661s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-25T20:23:27.135595Z","caller":"traceutil/trace.go:171","msg":"trace[792857604] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23465; }","duration":"8.785809568s","start":"2026-02-25T20:23:18.349766Z","end":"2026-02-25T20:23:27.135575Z","steps":["trace[792857604] 'agreement among raft nodes before linearized reading' (duration: 8.785663734s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:27.13601Z","caller":"traceutil/trace.go:171","msg":"trace[827805514] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23465; }","duration":"8.536634215s","start":"2026-02-25T20:23:18.59936Z","end":"2026-02-25T20:23:27.135994Z","steps":["trace[827805514] 'agreement among raft nodes before linearized reading' (duration: 8.536104411s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.13606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:18.59933Z","time spent":"8.536714847s","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:27.136061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:18.349747Z","time spent":"8.78629157s","remote":"127.0.0.1:56934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:27.135734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:16.732524Z","time spent":"10.403193414s","remote":"127.0.0.1:60864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:27.1356Z","caller":"traceutil/trace.go:171","msg":"trace[631776372] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23465; }","duration":"12.908118181s","start":"2026-02-25T20:23:14.227465Z","end":"2026-02-25T20:23:27.135583Z","steps":["trace[631776372] 'agreement among raft nodes before linearized reading' (duration: 12.908024228s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:27.135778Z","caller":"traceutil/trace.go:171","msg":"trace[1057261131] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23465; }","duration":"8.751615423s","start":"2026-02-25T20:23:18.384152Z","end":"2026-02-25T20:23:27.135767Z","steps":["trace[1057261131] 'agreement among raft nodes before linearized reading' (duration: 8.751470309s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.136121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295400897s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:27.136218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:14.22742Z","time spent":"12.908780309s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:27.136237Z","caller":"traceutil/trace.go:171","msg":"trace[1330800207] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23465; }","duration":"1.29551576s","start":"2026-02-25T20:23:25.840704Z","end":"2026-02-25T20:23:27.13622Z","steps":["trace[1330800207] 'range keys from in-memory index tree' (duration: 1.293697062s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:27.135541Z","caller":"traceutil/trace.go:171","msg":"trace[577124799] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23465; }","duration":"7.373036692s","start":"2026-02-25T20:23:19.76248Z","end":"2026-02-25T20:23:27.135516Z","steps":["trace[577124799] 'agreement among raft nodes before linearized reading' (duration: 7.372878628s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.136339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:19.762457Z","time spent":"7.373863725s","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:27.136216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:18.38414Z","time spent":"8.752057575s","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-25T20:23:27.135752Z","caller":"traceutil/trace.go:171","msg":"trace[947032908] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23465; }","duration":"13.132215772s","start":"2026-02-25T20:23:14.003528Z","end":"2026-02-25T20:23:27.135744Z","steps":["trace[947032908] 'agreement among raft nodes before linearized reading' (duration: 13.132052998s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.137105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:14.003524Z","time spent":"13.133556948s","remote":"127.0.0.1:47230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-25T20:23:27.137526Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.578445813s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:23:27.13789Z","caller":"traceutil/trace.go:171","msg":"trace[1658746954] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"3.662987902s","start":"2026-02-25T20:23:23.474889Z","end":"2026-02-25T20:23:27.137877Z","steps":["trace[1658746954] 'process raft request' (duration: 3.662765086s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.137954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:23.474863Z","time spent":"3.663053403s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:23:27.138337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.125378129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189794579ca82f2c\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23444 ","response":"range_response_count:500 size:388026"} {"level":"info","ts":"2026-02-25T20:23:27.138374Z","caller":"traceutil/trace.go:171","msg":"trace[1831266987] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189794579ca82f2c\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:23465; }","duration":"13.125437701s","start":"2026-02-25T20:23:14.012927Z","end":"2026-02-25T20:23:27.138365Z","steps":["trace[1831266987] 'agreement among raft nodes before linearized reading' (duration: 13.122702608s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.138408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:14.012923Z","time spent":"13.125467772s","remote":"127.0.0.1:47720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":511,"response size":388049,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189794579ca82f2c\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23444 "} {"level":"warn","ts":"2026-02-25T20:23:27.138396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184797356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:27.138505Z","caller":"traceutil/trace.go:171","msg":"trace[389880308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23466; }","duration":"3.184919079s","start":"2026-02-25T20:23:23.953571Z","end":"2026-02-25T20:23:27.13849Z","steps":["trace[389880308] 'agreement among raft nodes before linearized reading' (duration: 3.184764455s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.138552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:23.953522Z","time spent":"3.185016401s","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:27.138757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810331916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:27.138797Z","caller":"traceutil/trace.go:171","msg":"trace[739416353] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23466; }","duration":"1.810408468s","start":"2026-02-25T20:23:25.328378Z","end":"2026-02-25T20:23:27.138786Z","steps":["trace[739416353] 'agreement among raft nodes before linearized reading' (duration: 1.810348566s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.138832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:25.328355Z","time spent":"1.810466059s","remote":"127.0.0.1:57228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:27.138859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.469795295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:27.138892Z","caller":"traceutil/trace.go:171","msg":"trace[1399166542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23466; }","duration":"4.469878747s","start":"2026-02-25T20:23:22.669003Z","end":"2026-02-25T20:23:27.138882Z","steps":["trace[1399166542] 'agreement among raft nodes before linearized reading' (duration: 4.469808135s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.138921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:22.668982Z","time spent":"4.469931968s","remote":"127.0.0.1:52746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:27.138952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.653514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:27.139034Z","caller":"traceutil/trace.go:171","msg":"trace[102906690] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23466; }","duration":"731.788847ms","start":"2026-02-25T20:23:26.407199Z","end":"2026-02-25T20:23:27.138988Z","steps":["trace[102906690] 'agreement among raft nodes before linearized reading' (duration: 731.654174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.139046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481045338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-02-25T20:23:27.139065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086731932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T20:23:27.139076Z","caller":"traceutil/trace.go:171","msg":"trace[1155621681] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23466; }","duration":"2.48110615s","start":"2026-02-25T20:23:24.657961Z","end":"2026-02-25T20:23:27.139067Z","steps":["trace[1155621681] 'agreement among raft nodes before linearized reading' (duration: 2.481011408s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.139113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:24.657944Z","time spent":"2.481161831s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-25T20:23:27.139074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:26.407178Z","time spent":"731.884389ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:27.139185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.256587485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:27.139176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813426545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T20:23:27.139212Z","caller":"traceutil/trace.go:171","msg":"trace[1827812280] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23466; }","duration":"3.256614996s","start":"2026-02-25T20:23:23.88259Z","end":"2026-02-25T20:23:27.139205Z","steps":["trace[1827812280] 'agreement among raft nodes before linearized reading' (duration: 3.256575655s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.139234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:23.88253Z","time spent":"3.256699999s","remote":"127.0.0.1:56712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:27.139242Z","caller":"traceutil/trace.go:171","msg":"trace[692638039] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23466; }","duration":"3.813501766s","start":"2026-02-25T20:23:23.325723Z","end":"2026-02-25T20:23:27.139225Z","steps":["trace[692638039] 'agreement among raft nodes before linearized reading' (duration: 3.813285491s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.139266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.319484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-25T20:23:27.13928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:23.325661Z","time spent":"3.81360953s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:27.139295Z","caller":"traceutil/trace.go:171","msg":"trace[1839915419] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23466; }","duration":"311.374745ms","start":"2026-02-25T20:23:26.827913Z","end":"2026-02-25T20:23:27.139288Z","steps":["trace[1839915419] 'agreement among raft nodes before linearized reading' (duration: 310.172363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.139303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74813851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:23:27.139343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.545505617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:27.13934Z","caller":"traceutil/trace.go:171","msg":"trace[62683174] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23466; }","duration":"2.748229472s","start":"2026-02-25T20:23:24.391102Z","end":"2026-02-25T20:23:27.139332Z","steps":["trace[62683174] 'agreement among raft nodes before linearized reading' (duration: 2.748122219s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:27.139362Z","caller":"traceutil/trace.go:171","msg":"trace[443836447] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23466; }","duration":"5.545526798s","start":"2026-02-25T20:23:21.593829Z","end":"2026-02-25T20:23:27.139356Z","steps":["trace[443836447] 'agreement among raft nodes before linearized reading' (duration: 5.545496937s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.13937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:24.39107Z","time spent":"2.748292684s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:27.139385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:21.593786Z","time spent":"5.54559394s","remote":"127.0.0.1:57120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:27.139447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.503477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:23:27.13949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092182093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:27.139517Z","caller":"traceutil/trace.go:171","msg":"trace[337615344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23466; }","duration":"1.092243635s","start":"2026-02-25T20:23:26.047268Z","end":"2026-02-25T20:23:27.139512Z","steps":["trace[337615344] 'agreement among raft nodes before linearized reading' (duration: 1.092203904s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:27.139514Z","caller":"traceutil/trace.go:171","msg":"trace[1467559684] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23466; }","duration":"324.60912ms","start":"2026-02-25T20:23:26.814895Z","end":"2026-02-25T20:23:27.139504Z","steps":["trace[1467559684] 'agreement among raft nodes before linearized reading' (duration: 324.442555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.139535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:26.047246Z","time spent":"1.092284587s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:23:27.139546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:26.814874Z","time spent":"324.662181ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:27.139086Z","caller":"traceutil/trace.go:171","msg":"trace[1704538479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23466; }","duration":"4.086779324s","start":"2026-02-25T20:23:23.052299Z","end":"2026-02-25T20:23:27.139078Z","steps":["trace[1704538479] 'agreement among raft nodes before linearized reading' (duration: 4.086714212s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.139633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:23.052279Z","time spent":"4.087348568s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T20:23:27.139314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:26.827901Z","time spent":"311.407887ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2683,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:27.139853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738581798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:27.140432Z","caller":"traceutil/trace.go:171","msg":"trace[65332863] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23466; }","duration":"1.739217714s","start":"2026-02-25T20:23:25.4012Z","end":"2026-02-25T20:23:27.140417Z","steps":["trace[65332863] 'agreement among raft nodes before linearized reading' (duration: 1.738421153s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.141017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:25.401176Z","time spent":"1.739648195s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:27.347889Z","caller":"traceutil/trace.go:171","msg":"trace[2070030259] linearizableReadLoop","detail":"{readStateIndex:24322; appliedIndex:24321; }","duration":"208.430183ms","start":"2026-02-25T20:23:27.139432Z","end":"2026-02-25T20:23:27.347862Z","steps":["trace[2070030259] 'read index received' (duration: 146.23638ms)","trace[2070030259] 'applied index is now lower than readState.Index' (duration: 62.192353ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:27.348119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.101581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-afab23a7-4529-4bae-b0a9-f5f380e85c3b\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-02-25T20:23:27.348201Z","caller":"traceutil/trace.go:171","msg":"trace[140036450] range","detail":"{range_begin:/registry/persistentvolumes/pvc-afab23a7-4529-4bae-b0a9-f5f380e85c3b; range_end:; response_count:1; response_revision:23466; }","duration":"209.227825ms","start":"2026-02-25T20:23:27.13895Z","end":"2026-02-25T20:23:27.348178Z","steps":["trace[140036450] 'agreement among raft nodes before linearized reading' (duration: 209.005139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.350207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.285526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-25T20:23:27.350246Z","caller":"traceutil/trace.go:171","msg":"trace[733832145] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23470; }","duration":"209.343558ms","start":"2026-02-25T20:23:27.140894Z","end":"2026-02-25T20:23:27.350237Z","steps":["trace[733832145] 'agreement among raft nodes before linearized reading' (duration: 209.241425ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:27.350299Z","caller":"traceutil/trace.go:171","msg":"trace[668432701] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"206.949894ms","start":"2026-02-25T20:23:27.143321Z","end":"2026-02-25T20:23:27.35027Z","steps":["trace[668432701] 'process raft request' (duration: 206.755808ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:27.350344Z","caller":"traceutil/trace.go:171","msg":"trace[993652438] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"207.138028ms","start":"2026-02-25T20:23:27.143193Z","end":"2026-02-25T20:23:27.350332Z","steps":["trace[993652438] 'process raft request' (duration: 206.8431ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:27.350358Z","caller":"traceutil/trace.go:171","msg":"trace[375999450] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"207.584061ms","start":"2026-02-25T20:23:27.142761Z","end":"2026-02-25T20:23:27.350345Z","steps":["trace[375999450] 'process raft request' (duration: 207.18968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.350454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.45195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:27.350477Z","caller":"traceutil/trace.go:171","msg":"trace[1994889349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23470; }","duration":"209.513872ms","start":"2026-02-25T20:23:27.140956Z","end":"2026-02-25T20:23:27.35047Z","steps":["trace[1994889349] 'agreement among raft nodes before linearized reading' (duration: 209.45669ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:27.35052Z","caller":"traceutil/trace.go:171","msg":"trace[1147781907] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"206.681986ms","start":"2026-02-25T20:23:27.14383Z","end":"2026-02-25T20:23:27.350512Z","steps":["trace[1147781907] 'process raft request' (duration: 206.269325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.350648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.868544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-server-4zmn2.189794726797df30\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23444 ","response":"range_response_count:11 size:8062"} {"level":"info","ts":"2026-02-25T20:23:27.350678Z","caller":"traceutil/trace.go:171","msg":"trace[474123246] range","detail":"{range_begin:/registry/events/openstack/valkey-server-4zmn2.189794726797df30\u0000; range_end:/registry/events/openstack0; response_count:11; response_revision:23470; }","duration":"193.933185ms","start":"2026-02-25T20:23:27.156735Z","end":"2026-02-25T20:23:27.350668Z","steps":["trace[474123246] 'agreement among raft nodes before linearized reading' (duration: 193.800092ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:27.841956Z","caller":"traceutil/trace.go:171","msg":"trace[1171775050] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"493.185187ms","start":"2026-02-25T20:23:27.348742Z","end":"2026-02-25T20:23:27.841927Z","steps":["trace[1171775050] 'process raft request' (duration: 493.071054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.842104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.348696Z","time spent":"493.33668ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:27.842423Z","caller":"traceutil/trace.go:171","msg":"trace[1683727556] linearizableReadLoop","detail":"{readStateIndex:24327; appliedIndex:24327; }","duration":"487.983078ms","start":"2026-02-25T20:23:27.354428Z","end":"2026-02-25T20:23:27.842411Z","steps":["trace[1683727556] 'read index received' (duration: 487.977657ms)","trace[1683727556] 'applied index is now lower than readState.Index' (duration: 4.671µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:27.843153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.713107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-02-25T20:23:27.843195Z","caller":"traceutil/trace.go:171","msg":"trace[1100091288] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23471; }","duration":"488.777539ms","start":"2026-02-25T20:23:27.354405Z","end":"2026-02-25T20:23:27.843183Z","steps":["trace[1100091288] 'agreement among raft nodes before linearized reading' (duration: 488.06715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:27.843231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.354375Z","time spent":"488.843691ms","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-25T20:23:28.026654Z","caller":"traceutil/trace.go:171","msg":"trace[820199315] linearizableReadLoop","detail":"{readStateIndex:24329; appliedIndex:24327; }","duration":"184.178054ms","start":"2026-02-25T20:23:27.842448Z","end":"2026-02-25T20:23:28.026626Z","steps":["trace[820199315] 'read index received' (duration: 147.685428ms)","trace[820199315] 'applied index is now lower than readState.Index' (duration: 36.491346ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:28.026672Z","caller":"traceutil/trace.go:171","msg":"trace[1553826719] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"671.821533ms","start":"2026-02-25T20:23:27.354807Z","end":"2026-02-25T20:23:28.026628Z","steps":["trace[1553826719] 'process raft request' (duration: 635.398839ms)","trace[1553826719] 'compare' (duration: 36.238829ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:28.026877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.634271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:28.026966Z","caller":"traceutil/trace.go:171","msg":"trace[394741373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23473; }","duration":"667.736994ms","start":"2026-02-25T20:23:27.359213Z","end":"2026-02-25T20:23:28.02695Z","steps":["trace[394741373] 'agreement among raft nodes before linearized reading' (duration: 667.5816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.027004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.35921Z","time spent":"667.785615ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:23:28.027079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.354796Z","time spent":"672.08299ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:28.027254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.347006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-25T20:23:28.027281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.548345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-02-25T20:23:28.027299Z","caller":"traceutil/trace.go:171","msg":"trace[110533284] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23473; }","duration":"179.428838ms","start":"2026-02-25T20:23:27.847858Z","end":"2026-02-25T20:23:28.027287Z","steps":["trace[110533284] 'agreement among raft nodes before linearized reading' (duration: 179.274234ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:28.027315Z","caller":"traceutil/trace.go:171","msg":"trace[813848539] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:23473; }","duration":"656.591276ms","start":"2026-02-25T20:23:27.370712Z","end":"2026-02-25T20:23:28.027303Z","steps":["trace[813848539] 'agreement among raft nodes before linearized reading' (duration: 656.463353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.027354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.370705Z","time spent":"656.638907ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-02-25T20:23:28.027424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.00836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-02-25T20:23:28.027501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.531165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-02-25T20:23:28.027609Z","caller":"traceutil/trace.go:171","msg":"trace[729854615] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:23473; }","duration":"668.645058ms","start":"2026-02-25T20:23:27.358947Z","end":"2026-02-25T20:23:28.027592Z","steps":["trace[729854615] 'agreement among raft nodes before linearized reading' (duration: 668.33166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.027684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.358942Z","time spent":"668.730411ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-02-25T20:23:28.027754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.757874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-02-25T20:23:28.027774Z","caller":"traceutil/trace.go:171","msg":"trace[1617419673] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:23473; }","duration":"656.188275ms","start":"2026-02-25T20:23:27.371335Z","end":"2026-02-25T20:23:28.027523Z","steps":["trace[1617419673] 'agreement among raft nodes before linearized reading' (duration: 655.408424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.027873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.371284Z","time spent":"656.566256ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-02-25T20:23:28.028126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.383485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T20:23:28.02821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.430845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:28.028248Z","caller":"traceutil/trace.go:171","msg":"trace[1339958824] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23473; }","duration":"385.495597ms","start":"2026-02-25T20:23:27.642744Z","end":"2026-02-25T20:23:28.02824Z","steps":["trace[1339958824] 'agreement among raft nodes before linearized reading' (duration: 385.439526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.028282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.642728Z","time spent":"385.546599ms","remote":"127.0.0.1:53472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:28.028515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.585399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-02-25T20:23:28.028549Z","caller":"traceutil/trace.go:171","msg":"trace[343209817] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23473; }","duration":"468.64534ms","start":"2026-02-25T20:23:27.559896Z","end":"2026-02-25T20:23:28.028541Z","steps":["trace[343209817] 'agreement among raft nodes before linearized reading' (duration: 468.527687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.028576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.55988Z","time spent":"468.689842ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-25T20:23:28.028832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.860601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-25T20:23:28.028868Z","caller":"traceutil/trace.go:171","msg":"trace[334734530] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23473; }","duration":"574.928053ms","start":"2026-02-25T20:23:27.453932Z","end":"2026-02-25T20:23:28.02886Z","steps":["trace[334734530] 'agreement among raft nodes before linearized reading' (duration: 574.83648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.028894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.453918Z","time spent":"574.970404ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-25T20:23:28.028962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.622059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-02-25T20:23:28.029003Z","caller":"traceutil/trace.go:171","msg":"trace[1697085183] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:23473; }","duration":"643.683071ms","start":"2026-02-25T20:23:27.385313Z","end":"2026-02-25T20:23:28.028996Z","steps":["trace[1697085183] 'agreement among raft nodes before linearized reading' (duration: 642.848679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.027696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.669263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-02-25T20:23:28.027561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.33014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-02-25T20:23:28.028211Z","caller":"traceutil/trace.go:171","msg":"trace[1698117453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23473; }","duration":"673.481008ms","start":"2026-02-25T20:23:27.354717Z","end":"2026-02-25T20:23:28.028198Z","steps":["trace[1698117453] 'agreement among raft nodes before linearized reading' (duration: 673.327114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.029031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.354711Z","time spent":"674.31397ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T20:23:28.029217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.122931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-02-25T20:23:28.029218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.784688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-02-25T20:23:28.029241Z","caller":"traceutil/trace.go:171","msg":"trace[1861819536] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23473; }","duration":"623.169843ms","start":"2026-02-25T20:23:27.406065Z","end":"2026-02-25T20:23:28.029235Z","steps":["trace[1861819536] 'agreement among raft nodes before linearized reading' (duration: 623.082171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.029257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.406054Z","time spent":"623.198033ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-02-25T20:23:28.029277Z","caller":"traceutil/trace.go:171","msg":"trace[1435330346] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:23473; }","duration":"657.84418ms","start":"2026-02-25T20:23:27.371405Z","end":"2026-02-25T20:23:28.029249Z","steps":["trace[1435330346] 'agreement among raft nodes before linearized reading' (duration: 657.716597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.027631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.59123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-02-25T20:23:28.029341Z","caller":"traceutil/trace.go:171","msg":"trace[1317503070] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:23473; }","duration":"669.308146ms","start":"2026-02-25T20:23:27.360027Z","end":"2026-02-25T20:23:28.029335Z","steps":["trace[1317503070] 'agreement among raft nodes before linearized reading' (duration: 667.552919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.029355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.360025Z","time spent":"669.326536ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-02-25T20:23:28.029321Z","caller":"traceutil/trace.go:171","msg":"trace[500341915] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23473; }","duration":"667.069466ms","start":"2026-02-25T20:23:27.362215Z","end":"2026-02-25T20:23:28.029285Z","steps":["trace[500341915] 'agreement among raft nodes before linearized reading' (duration: 665.279338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.028129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.27413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-25T20:23:28.027096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.779675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-02-25T20:23:28.028165Z","caller":"traceutil/trace.go:171","msg":"trace[1336694388] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"671.069673ms","start":"2026-02-25T20:23:27.357084Z","end":"2026-02-25T20:23:28.028154Z","steps":["trace[1336694388] 'process raft request' (duration: 669.481381ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:28.027791Z","caller":"traceutil/trace.go:171","msg":"trace[1862074189] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:23473; }","duration":"667.799676ms","start":"2026-02-25T20:23:27.359983Z","end":"2026-02-25T20:23:28.027782Z","steps":["trace[1862074189] 'agreement among raft nodes before linearized reading' (duration: 667.728504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.029312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.3714Z","time spent":"657.903902ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-25T20:23:28.029521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.151448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-02-25T20:23:28.029542Z","caller":"traceutil/trace.go:171","msg":"trace[1071700050] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:23473; }","duration":"658.178989ms","start":"2026-02-25T20:23:27.371357Z","end":"2026-02-25T20:23:28.029536Z","steps":["trace[1071700050] 'agreement among raft nodes before linearized reading' (duration: 658.129238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.029556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.371352Z","time spent":"658.200769ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-02-25T20:23:28.029536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.357073Z","time spent":"672.373519ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:23:28.029544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.385305Z","time spent":"644.207705ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-02-25T20:23:28.029594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.359977Z","time spent":"669.614134ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-02-25T20:23:28.029489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.362211Z","time spent":"667.261931ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-25T20:23:28.029815Z","caller":"traceutil/trace.go:171","msg":"trace[622310888] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:23473; }","duration":"658.519208ms","start":"2026-02-25T20:23:27.371274Z","end":"2026-02-25T20:23:28.029793Z","steps":["trace[622310888] 'agreement among raft nodes before linearized reading' (duration: 655.481957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.029883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.371269Z","time spent":"658.59735ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-02-25T20:23:28.030039Z","caller":"traceutil/trace.go:171","msg":"trace[164195318] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:23473; }","duration":"670.018885ms","start":"2026-02-25T20:23:27.360014Z","end":"2026-02-25T20:23:28.030033Z","steps":["trace[164195318] 'agreement among raft nodes before linearized reading' (duration: 667.634211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.030064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.360012Z","time spent":"670.046856ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-02-25T20:23:28.029653Z","caller":"traceutil/trace.go:171","msg":"trace[1610023572] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23473; }","duration":"592.818301ms","start":"2026-02-25T20:23:27.436818Z","end":"2026-02-25T20:23:28.029636Z","steps":["trace[1610023572] 'agreement among raft nodes before linearized reading' (duration: 591.250769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.030266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:27.436803Z","time spent":"593.424007ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-25T20:23:28.379129Z","caller":"traceutil/trace.go:171","msg":"trace[1058817140] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"344.094011ms","start":"2026-02-25T20:23:28.034998Z","end":"2026-02-25T20:23:28.379092Z","steps":["trace[1058817140] 'process raft request' (duration: 343.737461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.379292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:28.034987Z","time spent":"344.216254ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:28.379304Z","caller":"traceutil/trace.go:171","msg":"trace[44394241] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"340.753511ms","start":"2026-02-25T20:23:28.038538Z","end":"2026-02-25T20:23:28.379291Z","steps":["trace[44394241] 'process raft request' (duration: 340.362601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.37944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:28.03852Z","time spent":"340.849094ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:28.379218Z","caller":"traceutil/trace.go:171","msg":"trace[843625371] linearizableReadLoop","detail":"{readStateIndex:24331; appliedIndex:24329; }","duration":"343.043482ms","start":"2026-02-25T20:23:28.036148Z","end":"2026-02-25T20:23:28.379191Z","steps":["trace[843625371] 'read index received' (duration: 36.585988ms)","trace[843625371] 'applied index is now lower than readState.Index' (duration: 306.456484ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:28.379733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.576856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-25T20:23:28.379771Z","caller":"traceutil/trace.go:171","msg":"trace[204064433] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23476; }","duration":"343.626827ms","start":"2026-02-25T20:23:28.036134Z","end":"2026-02-25T20:23:28.37976Z","steps":["trace[204064433] 'agreement among raft nodes before linearized reading' (duration: 343.549475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.379805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:28.036129Z","time spent":"343.669359ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T20:23:28.429462Z","caller":"traceutil/trace.go:171","msg":"trace[419167171] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"352.746312ms","start":"2026-02-25T20:23:28.07668Z","end":"2026-02-25T20:23:28.429427Z","steps":["trace[419167171] 'process raft request' (duration: 352.449654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.4303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:28.076657Z","time spent":"353.530813ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:23:28.43063Z","caller":"traceutil/trace.go:171","msg":"trace[135737724] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"289.020838ms","start":"2026-02-25T20:23:28.141592Z","end":"2026-02-25T20:23:28.430613Z","steps":["trace[135737724] 'process raft request' (duration: 287.697133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.429622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.395921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:28.430745Z","caller":"traceutil/trace.go:171","msg":"trace[2083310922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23478; }","duration":"142.559082ms","start":"2026-02-25T20:23:28.288161Z","end":"2026-02-25T20:23:28.43072Z","steps":["trace[2083310922] 'agreement among raft nodes before linearized reading' (duration: 141.34535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.431068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.317275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-02-25T20:23:28.431127Z","caller":"traceutil/trace.go:171","msg":"trace[1272332395] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:23478; }","duration":"326.420808ms","start":"2026-02-25T20:23:28.104694Z","end":"2026-02-25T20:23:28.431115Z","steps":["trace[1272332395] 'agreement among raft nodes before linearized reading' (duration: 326.268404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.431152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:28.104678Z","time spent":"326.467139ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1137,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-02-25T20:23:28.555713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.034958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-g29pz\" ","response":"range_response_count:1 size:5901"} {"level":"info","ts":"2026-02-25T20:23:28.556036Z","caller":"traceutil/trace.go:171","msg":"trace[764841848] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-g29pz; range_end:; response_count:1; response_revision:23478; }","duration":"117.387688ms","start":"2026-02-25T20:23:28.438614Z","end":"2026-02-25T20:23:28.556002Z","steps":["trace[764841848] 'range keys from in-memory index tree' (duration: 116.933225ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:28.593046Z","caller":"traceutil/trace.go:171","msg":"trace[990931176] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"153.899984ms","start":"2026-02-25T20:23:28.438991Z","end":"2026-02-25T20:23:28.592891Z","steps":["trace[990931176] 'process raft request' (duration: 153.625937ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:28.592924Z","caller":"traceutil/trace.go:171","msg":"trace[780269738] linearizableReadLoop","detail":"{readStateIndex:24335; appliedIndex:24334; }","duration":"153.321639ms","start":"2026-02-25T20:23:28.439469Z","end":"2026-02-25T20:23:28.59279Z","steps":["trace[780269738] 'read index received' (duration: 153.078102ms)","trace[780269738] 'applied index is now lower than readState.Index' (duration: 242.556µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:28.59319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.697088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-02-25T20:23:28.5934Z","caller":"traceutil/trace.go:171","msg":"trace[2039269530] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23479; }","duration":"153.933744ms","start":"2026-02-25T20:23:28.43945Z","end":"2026-02-25T20:23:28.593383Z","steps":["trace[2039269530] 'agreement among raft nodes before linearized reading' (duration: 153.550604ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:28.733799Z","caller":"traceutil/trace.go:171","msg":"trace[2088606208] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"292.622903ms","start":"2026-02-25T20:23:28.441148Z","end":"2026-02-25T20:23:28.733771Z","steps":["trace[2088606208] 'process raft request' (duration: 292.479409ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:28.73445Z","caller":"traceutil/trace.go:171","msg":"trace[1979073266] linearizableReadLoop","detail":"{readStateIndex:24336; appliedIndex:24336; }","duration":"141.075673ms","start":"2026-02-25T20:23:28.593345Z","end":"2026-02-25T20:23:28.734421Z","steps":["trace[1979073266] 'read index received' (duration: 141.064412ms)","trace[1979073266] 'applied index is now lower than readState.Index' (duration: 9.281µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:28.734509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.257562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"info","ts":"2026-02-25T20:23:28.734547Z","caller":"traceutil/trace.go:171","msg":"trace[1553012057] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:23480; }","duration":"219.334545ms","start":"2026-02-25T20:23:28.515202Z","end":"2026-02-25T20:23:28.734537Z","steps":["trace[1553012057] 'agreement among raft nodes before linearized reading' (duration: 219.248512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.734767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.193812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-25T20:23:28.734827Z","caller":"traceutil/trace.go:171","msg":"trace[2029932083] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23480; }","duration":"295.273204ms","start":"2026-02-25T20:23:28.439539Z","end":"2026-02-25T20:23:28.734812Z","steps":["trace[2029932083] 'agreement among raft nodes before linearized reading' (duration: 295.045738ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:28.769049Z","caller":"traceutil/trace.go:171","msg":"trace[1951672770] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"171.872976ms","start":"2026-02-25T20:23:28.59715Z","end":"2026-02-25T20:23:28.769023Z","steps":["trace[1951672770] 'process raft request' (duration: 171.532367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.769516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.618087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:28.769608Z","caller":"traceutil/trace.go:171","msg":"trace[1870306721] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23481; }","duration":"110.733141ms","start":"2026-02-25T20:23:28.658861Z","end":"2026-02-25T20:23:28.769595Z","steps":["trace[1870306721] 'agreement among raft nodes before linearized reading' (duration: 110.578697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:28.76984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.326436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:28.769924Z","caller":"traceutil/trace.go:171","msg":"trace[933505079] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23481; }","duration":"111.43453ms","start":"2026-02-25T20:23:28.658477Z","end":"2026-02-25T20:23:28.769911Z","steps":["trace[933505079] 'agreement among raft nodes before linearized reading' (duration: 111.327917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:29.039878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.59499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:23:29.040024Z","caller":"traceutil/trace.go:171","msg":"trace[937047125] linearizableReadLoop","detail":"{readStateIndex:24338; appliedIndex:24337; }","duration":"264.724348ms","start":"2026-02-25T20:23:28.775235Z","end":"2026-02-25T20:23:29.03996Z","steps":["trace[937047125] 'read index received' (duration: 120.982485ms)","trace[937047125] 'applied index is now lower than readState.Index' (duration: 143.740503ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:29.040135Z","caller":"traceutil/trace.go:171","msg":"trace[1588011173] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"265.676844ms","start":"2026-02-25T20:23:28.774446Z","end":"2026-02-25T20:23:29.040122Z","steps":["trace[1588011173] 'process raft request' (duration: 121.757096ms)","trace[1588011173] 'compare' (duration: 143.475286ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:29.041015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.777926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-25T20:23:29.041124Z","caller":"traceutil/trace.go:171","msg":"trace[395060676] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23482; }","duration":"265.878719ms","start":"2026-02-25T20:23:28.775174Z","end":"2026-02-25T20:23:29.041053Z","steps":["trace[395060676] 'agreement among raft nodes before linearized reading' (duration: 265.162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:29.041197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.498819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-02-25T20:23:29.041255Z","caller":"traceutil/trace.go:171","msg":"trace[199364666] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:23483; }","duration":"256.594331ms","start":"2026-02-25T20:23:28.784646Z","end":"2026-02-25T20:23:29.04124Z","steps":["trace[199364666] 'agreement among raft nodes before linearized reading' (duration: 256.385395ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:29.041306Z","caller":"traceutil/trace.go:171","msg":"trace[294056513] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"262.350334ms","start":"2026-02-25T20:23:28.778917Z","end":"2026-02-25T20:23:29.041268Z","steps":["trace[294056513] 'process raft request' (duration: 261.676436ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:29.28944Z","caller":"traceutil/trace.go:171","msg":"trace[1200886831] linearizableReadLoop","detail":"{readStateIndex:24343; appliedIndex:24342; }","duration":"207.056137ms","start":"2026-02-25T20:23:29.082367Z","end":"2026-02-25T20:23:29.289423Z","steps":["trace[1200886831] 'read index received' (duration: 206.644726ms)","trace[1200886831] 'applied index is now lower than readState.Index' (duration: 410.381µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:29.289466Z","caller":"traceutil/trace.go:171","msg":"trace[1679939919] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"209.555384ms","start":"2026-02-25T20:23:29.079898Z","end":"2026-02-25T20:23:29.289454Z","steps":["trace[1679939919] 'process raft request' (duration: 209.163613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:29.289621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.254142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4664"} {"level":"info","ts":"2026-02-25T20:23:29.28965Z","caller":"traceutil/trace.go:171","msg":"trace[1485312901] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:23486; }","duration":"207.330224ms","start":"2026-02-25T20:23:29.082312Z","end":"2026-02-25T20:23:29.289642Z","steps":["trace[1485312901] 'agreement among raft nodes before linearized reading' (duration: 207.21042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:29.289862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.373905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-25T20:23:29.289936Z","caller":"traceutil/trace.go:171","msg":"trace[171044316] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23486; }","duration":"207.505978ms","start":"2026-02-25T20:23:29.082411Z","end":"2026-02-25T20:23:29.289917Z","steps":["trace[171044316] 'agreement among raft nodes before linearized reading' (duration: 207.290852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:29.289895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.114721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"warn","ts":"2026-02-25T20:23:29.289884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.736168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-02-25T20:23:29.289992Z","caller":"traceutil/trace.go:171","msg":"trace[141596322] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23486; }","duration":"157.281106ms","start":"2026-02-25T20:23:29.132693Z","end":"2026-02-25T20:23:29.289974Z","steps":["trace[141596322] 'agreement among raft nodes before linearized reading' (duration: 157.032799ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:29.290008Z","caller":"traceutil/trace.go:171","msg":"trace[277982007] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:23486; }","duration":"157.897852ms","start":"2026-02-25T20:23:29.1321Z","end":"2026-02-25T20:23:29.289997Z","steps":["trace[277982007] 'agreement among raft nodes before linearized reading' (duration: 157.716447ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:29.73501Z","caller":"traceutil/trace.go:171","msg":"trace[422574072] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"356.653106ms","start":"2026-02-25T20:23:29.378288Z","end":"2026-02-25T20:23:29.734941Z","steps":["trace[422574072] 'process raft request' (duration: 356.43548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:29.735177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:29.378278Z","time spent":"356.817711ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:30.152185Z","caller":"traceutil/trace.go:171","msg":"trace[2135947175] linearizableReadLoop","detail":"{readStateIndex:24348; appliedIndex:24346; }","duration":"772.331071ms","start":"2026-02-25T20:23:29.379824Z","end":"2026-02-25T20:23:30.152155Z","steps":["trace[2135947175] 'read index received' (duration: 355.057564ms)","trace[2135947175] 'applied index is now lower than readState.Index' (duration: 417.272417ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:30.152253Z","caller":"traceutil/trace.go:171","msg":"trace[1733830506] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"772.792323ms","start":"2026-02-25T20:23:29.379425Z","end":"2026-02-25T20:23:30.152218Z","steps":["trace[1733830506] 'process raft request' (duration: 772.563557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:30.152373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:29.379404Z","time spent":"772.908746ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6201,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:30.15245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.599368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-25T20:23:30.152495Z","caller":"traceutil/trace.go:171","msg":"trace[1147225458] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23491; }","duration":"772.6874ms","start":"2026-02-25T20:23:29.37979Z","end":"2026-02-25T20:23:30.152477Z","steps":["trace[1147225458] 'agreement among raft nodes before linearized reading' (duration: 772.499495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:30.152515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.810895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:30.152533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:29.379781Z","time spent":"772.742261ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-25T20:23:30.15261Z","caller":"traceutil/trace.go:171","msg":"trace[786148451] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23491; }","duration":"140.959069ms","start":"2026-02-25T20:23:30.011631Z","end":"2026-02-25T20:23:30.15259Z","steps":["trace[786148451] 'agreement among raft nodes before linearized reading' (duration: 140.771994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:30.152616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.948948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189796ebaef5b4c7\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-02-25T20:23:30.152702Z","caller":"traceutil/trace.go:171","msg":"trace[843014444] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189796ebaef5b4c7; range_end:; response_count:1; response_revision:23491; }","duration":"414.155914ms","start":"2026-02-25T20:23:29.738522Z","end":"2026-02-25T20:23:30.152678Z","steps":["trace[843014444] 'agreement among raft nodes before linearized reading' (duration: 413.895037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:30.152764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:29.738507Z","time spent":"414.247416ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":900,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189796ebaef5b4c7\" "} {"level":"warn","ts":"2026-02-25T20:23:30.153083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.393618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-25T20:23:30.153131Z","caller":"traceutil/trace.go:171","msg":"trace[1211457252] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:23491; }","duration":"709.47871ms","start":"2026-02-25T20:23:29.443641Z","end":"2026-02-25T20:23:30.153119Z","steps":["trace[1211457252] 'agreement among raft nodes before linearized reading' (duration: 708.73175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:30.153157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:29.44357Z","time spent":"709.580333ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"info","ts":"2026-02-25T20:23:30.380104Z","caller":"traceutil/trace.go:171","msg":"trace[981166196] linearizableReadLoop","detail":"{readStateIndex:24349; appliedIndex:24348; }","duration":"219.221291ms","start":"2026-02-25T20:23:30.160859Z","end":"2026-02-25T20:23:30.380081Z","steps":["trace[981166196] 'read index received' (duration: 219.126539ms)","trace[981166196] 'applied index is now lower than readState.Index' (duration: 93.982µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:30.380144Z","caller":"traceutil/trace.go:171","msg":"trace[534103922] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"224.40409ms","start":"2026-02-25T20:23:30.155715Z","end":"2026-02-25T20:23:30.380119Z","steps":["trace[534103922] 'process raft request' (duration: 224.221935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:30.380302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.429808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-m6cmk\" ","response":"range_response_count:1 size:4708"} {"level":"info","ts":"2026-02-25T20:23:30.380337Z","caller":"traceutil/trace.go:171","msg":"trace[1728685315] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-m6cmk; range_end:; response_count:1; response_revision:23492; }","duration":"219.500539ms","start":"2026-02-25T20:23:30.160826Z","end":"2026-02-25T20:23:30.380326Z","steps":["trace[1728685315] 'agreement among raft nodes before linearized reading' (duration: 219.350975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:30.380472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.14542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-450b5a7b-3a16-48b3-b0ae-0f3c87338758\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-25T20:23:30.380622Z","caller":"traceutil/trace.go:171","msg":"trace[1029087414] range","detail":"{range_begin:/registry/persistentvolumes/pvc-450b5a7b-3a16-48b3-b0ae-0f3c87338758; range_end:; response_count:1; response_revision:23492; }","duration":"219.308034ms","start":"2026-02-25T20:23:30.161289Z","end":"2026-02-25T20:23:30.380597Z","steps":["trace[1029087414] 'agreement among raft nodes before linearized reading' (duration: 219.037757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:30.380683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.083367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:30.380762Z","caller":"traceutil/trace.go:171","msg":"trace[1028819438] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23492; }","duration":"103.202089ms","start":"2026-02-25T20:23:30.277545Z","end":"2026-02-25T20:23:30.380747Z","steps":["trace[1028819438] 'agreement among raft nodes before linearized reading' (duration: 103.083556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:30.564511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.896242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:23:30.564596Z","caller":"traceutil/trace.go:171","msg":"trace[1937226853] linearizableReadLoop","detail":"{readStateIndex:24350; appliedIndex:24349; }","duration":"177.863336ms","start":"2026-02-25T20:23:30.38672Z","end":"2026-02-25T20:23:30.564583Z","steps":["trace[1937226853] 'read index received' (duration: 56.85395ms)","trace[1937226853] 'applied index is now lower than readState.Index' (duration: 121.008696ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:30.564674Z","caller":"traceutil/trace.go:171","msg":"trace[1030972365] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"178.307758ms","start":"2026-02-25T20:23:30.386316Z","end":"2026-02-25T20:23:30.564624Z","steps":["trace[1030972365] 'process raft request' (duration: 57.245601ms)","trace[1030972365] 'compare' (duration: 120.790119ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:30.564785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.067242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-25T20:23:30.564872Z","caller":"traceutil/trace.go:171","msg":"trace[2044273203] range","detail":"{range_begin:/registry/persistentvolumes/pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0; range_end:; response_count:1; response_revision:23493; }","duration":"178.172004ms","start":"2026-02-25T20:23:30.386694Z","end":"2026-02-25T20:23:30.564866Z","steps":["trace[2044273203] 'agreement among raft nodes before linearized reading' (duration: 177.948468ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:30.600282Z","caller":"traceutil/trace.go:171","msg":"trace[759321248] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"211.573838ms","start":"2026-02-25T20:23:30.388686Z","end":"2026-02-25T20:23:30.60026Z","steps":["trace[759321248] 'process raft request' (duration: 211.339261ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:30.600524Z","caller":"traceutil/trace.go:171","msg":"trace[1272155619] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"211.010412ms","start":"2026-02-25T20:23:30.389485Z","end":"2026-02-25T20:23:30.600495Z","steps":["trace[1272155619] 'process raft request' (duration: 210.691583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:30.60087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.303432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-02-25T20:23:30.600935Z","caller":"traceutil/trace.go:171","msg":"trace[861049533] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:23495; }","duration":"195.418825ms","start":"2026-02-25T20:23:30.4055Z","end":"2026-02-25T20:23:30.600919Z","steps":["trace[861049533] 'agreement among raft nodes before linearized reading' (duration: 195.270751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:30.935967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.480332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:23:30.936215Z","caller":"traceutil/trace.go:171","msg":"trace[1284306273] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"281.107276ms","start":"2026-02-25T20:23:30.655085Z","end":"2026-02-25T20:23:30.936192Z","steps":["trace[1284306273] 'process raft request' (duration: 281.002263ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:30.936123Z","caller":"traceutil/trace.go:171","msg":"trace[359250897] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"283.414038ms","start":"2026-02-25T20:23:30.652666Z","end":"2026-02-25T20:23:30.93608Z","steps":["trace[359250897] 'process raft request' (duration: 113.7215ms)","trace[359250897] 'compare' (duration: 169.278067ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:30.936282Z","caller":"traceutil/trace.go:171","msg":"trace[1463598837] linearizableReadLoop","detail":"{readStateIndex:24354; appliedIndex:24353; }","duration":"281.229119ms","start":"2026-02-25T20:23:30.655028Z","end":"2026-02-25T20:23:30.936257Z","steps":["trace[1463598837] 'read index received' (duration: 111.375228ms)","trace[1463598837] 'applied index is now lower than readState.Index' (duration: 169.851641ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:30.936456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.404834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-25T20:23:30.936494Z","caller":"traceutil/trace.go:171","msg":"trace[559406247] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23498; }","duration":"281.471236ms","start":"2026-02-25T20:23:30.655013Z","end":"2026-02-25T20:23:30.936484Z","steps":["trace[559406247] 'agreement among raft nodes before linearized reading' (duration: 281.309611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:30.936643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.410684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T20:23:30.9367Z","caller":"traceutil/trace.go:171","msg":"trace[1154041619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23498; }","duration":"186.519357ms","start":"2026-02-25T20:23:30.750167Z","end":"2026-02-25T20:23:30.936686Z","steps":["trace[1154041619] 'agreement among raft nodes before linearized reading' (duration: 186.299831ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:31.140405Z","caller":"traceutil/trace.go:171","msg":"trace[636976126] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"198.693012ms","start":"2026-02-25T20:23:30.941681Z","end":"2026-02-25T20:23:31.140374Z","steps":["trace[636976126] 'process raft request' (duration: 198.428765ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:31.426436Z","caller":"traceutil/trace.go:171","msg":"trace[1170284460] transaction","detail":"{read_only:false; response_revision:23500; number_of_response:1; }","duration":"484.33312ms","start":"2026-02-25T20:23:30.942063Z","end":"2026-02-25T20:23:31.426397Z","steps":["trace[1170284460] 'process raft request' (duration: 425.186779ms)","trace[1170284460] 'compare' (duration: 58.453192ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:31.426587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:30.942045Z","time spent":"484.464324ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:31.426563Z","caller":"traceutil/trace.go:171","msg":"trace[20706905] linearizableReadLoop","detail":"{readStateIndex:24358; appliedIndex:24355; }","duration":"421.967663ms","start":"2026-02-25T20:23:31.004553Z","end":"2026-02-25T20:23:31.42652Z","steps":["trace[20706905] 'read index received' (duration: 135.564925ms)","trace[20706905] 'applied index is now lower than readState.Index' (duration: 286.401308ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:31.427016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.466776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-25T20:23:31.427063Z","caller":"traceutil/trace.go:171","msg":"trace[632246249] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:23501; }","duration":"422.58829ms","start":"2026-02-25T20:23:31.004463Z","end":"2026-02-25T20:23:31.427051Z","steps":["trace[632246249] 'agreement among raft nodes before linearized reading' (duration: 422.432655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:31.427101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:31.004441Z","time spent":"422.652952ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-02-25T20:23:31.427267Z","caller":"traceutil/trace.go:171","msg":"trace[2134217584] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"481.510955ms","start":"2026-02-25T20:23:30.945745Z","end":"2026-02-25T20:23:31.427256Z","steps":["trace[2134217584] 'process raft request' (duration: 480.254721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:31.427344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:30.945738Z","time spent":"481.563306ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:31.427344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.179012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-s4jkb.189796ec4bd21f12\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-02-25T20:23:31.427431Z","caller":"traceutil/trace.go:171","msg":"trace[2098901388] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-s4jkb.189796ec4bd21f12; range_end:; response_count:1; response_revision:23501; }","duration":"283.314775ms","start":"2026-02-25T20:23:31.144091Z","end":"2026-02-25T20:23:31.427406Z","steps":["trace[2098901388] 'agreement among raft nodes before linearized reading' (duration: 283.055048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:31.427493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.681068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:31.427549Z","caller":"traceutil/trace.go:171","msg":"trace[103764570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23501; }","duration":"138.839263ms","start":"2026-02-25T20:23:31.288696Z","end":"2026-02-25T20:23:31.427535Z","steps":["trace[103764570] 'agreement among raft nodes before linearized reading' (duration: 138.73676ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:31.741232Z","caller":"traceutil/trace.go:171","msg":"trace[469674463] linearizableReadLoop","detail":"{readStateIndex:24362; appliedIndex:24361; }","duration":"248.523045ms","start":"2026-02-25T20:23:31.492666Z","end":"2026-02-25T20:23:31.741189Z","steps":["trace[469674463] 'read index received' (duration: 156.497185ms)","trace[469674463] 'applied index is now lower than readState.Index' (duration: 92.02383ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:31.741263Z","caller":"traceutil/trace.go:171","msg":"trace[1763390208] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"283.228473ms","start":"2026-02-25T20:23:31.457978Z","end":"2026-02-25T20:23:31.741206Z","steps":["trace[1763390208] 'process raft request' (duration: 191.166061ms)","trace[1763390208] 'compare' (duration: 91.814965ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:31.741563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.870604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-m6cmk.189796ecb32b27b3\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-25T20:23:31.741684Z","caller":"traceutil/trace.go:171","msg":"trace[324859529] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-m6cmk.189796ecb32b27b3; range_end:; response_count:1; response_revision:23504; }","duration":"249.032769ms","start":"2026-02-25T20:23:31.492625Z","end":"2026-02-25T20:23:31.741658Z","steps":["trace[324859529] 'agreement among raft nodes before linearized reading' (duration: 248.7149ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:31.84011Z","caller":"traceutil/trace.go:171","msg":"trace[1247882715] transaction","detail":"{read_only:false; response_revision:23506; number_of_response:1; }","duration":"343.270108ms","start":"2026-02-25T20:23:31.49681Z","end":"2026-02-25T20:23:31.84008Z","steps":["trace[1247882715] 'process raft request' (duration: 343.150605ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:31.84017Z","caller":"traceutil/trace.go:171","msg":"trace[1316489515] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"347.414829ms","start":"2026-02-25T20:23:31.492724Z","end":"2026-02-25T20:23:31.840139Z","steps":["trace[1316489515] 'process raft request' (duration: 347.0859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:31.840274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:31.496799Z","time spent":"343.388331ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:31.84032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:31.492698Z","time spent":"347.540792ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:31.840326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.085275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T20:23:31.8404Z","caller":"traceutil/trace.go:171","msg":"trace[518599681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23506; }","duration":"266.205808ms","start":"2026-02-25T20:23:31.574175Z","end":"2026-02-25T20:23:31.84038Z","steps":["trace[518599681] 'agreement among raft nodes before linearized reading' (duration: 265.927681ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:31.945587Z","caller":"traceutil/trace.go:171","msg":"trace[1537087711] linearizableReadLoop","detail":"{readStateIndex:24365; appliedIndex:24364; }","duration":"105.522532ms","start":"2026-02-25T20:23:31.840041Z","end":"2026-02-25T20:23:31.945563Z","steps":["trace[1537087711] 'read index received' (duration: 42.592759ms)","trace[1537087711] 'applied index is now lower than readState.Index' (duration: 62.929023ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:31.945815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.800315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-25T20:23:31.94587Z","caller":"traceutil/trace.go:171","msg":"trace[831418134] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23507; }","duration":"201.925869ms","start":"2026-02-25T20:23:31.743931Z","end":"2026-02-25T20:23:31.945857Z","steps":["trace[831418134] 'agreement among raft nodes before linearized reading' (duration: 201.705043ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:31.945634Z","caller":"traceutil/trace.go:171","msg":"trace[1145401049] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"201.23681ms","start":"2026-02-25T20:23:31.744345Z","end":"2026-02-25T20:23:31.945581Z","steps":["trace[1145401049] 'process raft request' (duration: 138.320918ms)","trace[1145401049] 'compare' (duration: 62.791359ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:32.141952Z","caller":"traceutil/trace.go:171","msg":"trace[41891932] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"138.247285ms","start":"2026-02-25T20:23:32.003673Z","end":"2026-02-25T20:23:32.14192Z","steps":["trace[41891932] 'process raft request' (duration: 69.540009ms)","trace[41891932] 'compare' (duration: 68.359937ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:32.31876Z","caller":"traceutil/trace.go:171","msg":"trace[980393619] linearizableReadLoop","detail":"{readStateIndex:24368; appliedIndex:24367; }","duration":"173.788467ms","start":"2026-02-25T20:23:32.144944Z","end":"2026-02-25T20:23:32.318733Z","steps":["trace[980393619] 'read index received' (duration: 173.614132ms)","trace[980393619] 'applied index is now lower than readState.Index' (duration: 173.475µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:32.318824Z","caller":"traceutil/trace.go:171","msg":"trace[1631303501] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"174.788774ms","start":"2026-02-25T20:23:32.14401Z","end":"2026-02-25T20:23:32.318799Z","steps":["trace[1631303501] 'process raft request' (duration: 174.572178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:32.318989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.024533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-zw4rq.189796ecba5e1af9\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-02-25T20:23:32.319058Z","caller":"traceutil/trace.go:171","msg":"trace[1086341863] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-zw4rq.189796ecba5e1af9; range_end:; response_count:1; response_revision:23510; }","duration":"174.123746ms","start":"2026-02-25T20:23:32.144915Z","end":"2026-02-25T20:23:32.319039Z","steps":["trace[1086341863] 'agreement among raft nodes before linearized reading' (duration: 173.9184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:32.701322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.839877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:23:32.70148Z","caller":"traceutil/trace.go:171","msg":"trace[1663728612] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"313.816581ms","start":"2026-02-25T20:23:32.387646Z","end":"2026-02-25T20:23:32.701462Z","steps":["trace[1663728612] 'process raft request' (duration: 71.752229ms)","trace[1663728612] 'compare' (duration: 241.705443ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:32.701541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:32.387632Z","time spent":"313.879873ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:32.972627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.850627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:23:32.972749Z","caller":"traceutil/trace.go:171","msg":"trace[1424160104] transaction","detail":"{read_only:false; response_revision:23513; number_of_response:1; }","duration":"266.510556ms","start":"2026-02-25T20:23:32.706186Z","end":"2026-02-25T20:23:32.972697Z","steps":["trace[1424160104] 'process raft request' (duration: 156.518555ms)","trace[1424160104] 'compare' (duration: 109.748114ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:33.042267Z","caller":"traceutil/trace.go:171","msg":"trace[1607149693] linearizableReadLoop","detail":"{readStateIndex:24372; appliedIndex:24371; }","duration":"100.424125ms","start":"2026-02-25T20:23:32.941816Z","end":"2026-02-25T20:23:33.04224Z","steps":["trace[1607149693] 'read index received' (duration: 100.200969ms)","trace[1607149693] 'applied index is now lower than readState.Index' (duration: 222.226µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:33.042288Z","caller":"traceutil/trace.go:171","msg":"trace[1104548243] transaction","detail":"{read_only:false; response_revision:23514; number_of_response:1; }","duration":"334.996708ms","start":"2026-02-25T20:23:32.70726Z","end":"2026-02-25T20:23:33.042257Z","steps":["trace[1104548243] 'process raft request' (duration: 334.846084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:33.042429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.59061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:33.042435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:32.707249Z","time spent":"335.10457ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:33.04246Z","caller":"traceutil/trace.go:171","msg":"trace[538139765] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23514; }","duration":"100.673352ms","start":"2026-02-25T20:23:32.941779Z","end":"2026-02-25T20:23:33.042453Z","steps":["trace[538139765] 'agreement among raft nodes before linearized reading' (duration: 100.555219ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:33.475684Z","caller":"traceutil/trace.go:171","msg":"trace[1535498125] linearizableReadLoop","detail":"{readStateIndex:24375; appliedIndex:24374; }","duration":"380.881284ms","start":"2026-02-25T20:23:33.094777Z","end":"2026-02-25T20:23:33.475658Z","steps":["trace[1535498125] 'read index received' (duration: 380.661758ms)","trace[1535498125] 'applied index is now lower than readState.Index' (duration: 218.516µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:33.475838Z","caller":"traceutil/trace.go:171","msg":"trace[408863011] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"382.518138ms","start":"2026-02-25T20:23:33.093277Z","end":"2026-02-25T20:23:33.475795Z","steps":["trace[408863011] 'process raft request' (duration: 382.190099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:33.475872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.066919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:33.475924Z","caller":"traceutil/trace.go:171","msg":"trace[2089166477] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23517; }","duration":"381.139891ms","start":"2026-02-25T20:23:33.094771Z","end":"2026-02-25T20:23:33.475911Z","steps":["trace[2089166477] 'agreement among raft nodes before linearized reading' (duration: 381.012798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:33.475867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.807421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:33.475972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:33.094738Z","time spent":"381.223173ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:33.476014Z","caller":"traceutil/trace.go:171","msg":"trace[1917516779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23517; }","duration":"187.996337ms","start":"2026-02-25T20:23:33.288006Z","end":"2026-02-25T20:23:33.476002Z","steps":["trace[1917516779] 'agreement among raft nodes before linearized reading' (duration: 187.814202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:33.476021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:33.093253Z","time spent":"382.668392ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:33.476056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.862029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-25T20:23:33.476143Z","caller":"traceutil/trace.go:171","msg":"trace[1721986902] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23517; }","duration":"133.992873ms","start":"2026-02-25T20:23:33.342132Z","end":"2026-02-25T20:23:33.476125Z","steps":["trace[1721986902] 'agreement among raft nodes before linearized reading' (duration: 133.742436ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:33.688374Z","caller":"traceutil/trace.go:171","msg":"trace[1873140620] linearizableReadLoop","detail":"{readStateIndex:24378; appliedIndex:24377; }","duration":"150.624648ms","start":"2026-02-25T20:23:33.537697Z","end":"2026-02-25T20:23:33.688322Z","steps":["trace[1873140620] 'read index received' (duration: 113.290659ms)","trace[1873140620] 'applied index is now lower than readState.Index' (duration: 37.332809ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:33.688431Z","caller":"traceutil/trace.go:171","msg":"trace[617173751] transaction","detail":"{read_only:false; response_revision:23520; number_of_response:1; }","duration":"153.196186ms","start":"2026-02-25T20:23:33.535181Z","end":"2026-02-25T20:23:33.688377Z","steps":["trace[617173751] 'process raft request' (duration: 115.874038ms)","trace[617173751] 'compare' (duration: 37.136583ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:33.688855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.632417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:33.688933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.222063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-x9p8r\" ","response":"range_response_count:1 size:4230"} {"level":"info","ts":"2026-02-25T20:23:33.688959Z","caller":"traceutil/trace.go:171","msg":"trace[1050915124] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23520; }","duration":"141.782371ms","start":"2026-02-25T20:23:33.547157Z","end":"2026-02-25T20:23:33.688939Z","steps":["trace[1050915124] 'agreement among raft nodes before linearized reading' (duration: 141.612476ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:33.688991Z","caller":"traceutil/trace.go:171","msg":"trace[6111024] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-x9p8r; range_end:; response_count:1; response_revision:23520; }","duration":"151.313666ms","start":"2026-02-25T20:23:33.537661Z","end":"2026-02-25T20:23:33.688975Z","steps":["trace[6111024] 'agreement among raft nodes before linearized reading' (duration: 150.850734ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:33.87839Z","caller":"traceutil/trace.go:171","msg":"trace[1298805376] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"182.52857ms","start":"2026-02-25T20:23:33.695835Z","end":"2026-02-25T20:23:33.878364Z","steps":["trace[1298805376] 'process raft request' (duration: 169.43647ms)","trace[1298805376] 'compare' (duration: 12.930296ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:33.972436Z","caller":"traceutil/trace.go:171","msg":"trace[44326611] linearizableReadLoop","detail":"{readStateIndex:24380; appliedIndex:24378; }","duration":"229.780014ms","start":"2026-02-25T20:23:33.742634Z","end":"2026-02-25T20:23:33.972414Z","steps":["trace[44326611] 'read index received' (duration: 122.649269ms)","trace[44326611] 'applied index is now lower than readState.Index' (duration: 107.129915ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:33.972537Z","caller":"traceutil/trace.go:171","msg":"trace[150093435] transaction","detail":"{read_only:false; response_revision:23522; number_of_response:1; }","duration":"274.786838ms","start":"2026-02-25T20:23:33.697739Z","end":"2026-02-25T20:23:33.972526Z","steps":["trace[150093435] 'process raft request' (duration: 274.560762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:33.972803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.089873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-25T20:23:33.972832Z","caller":"traceutil/trace.go:171","msg":"trace[936032839] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23522; }","duration":"230.232506ms","start":"2026-02-25T20:23:33.742592Z","end":"2026-02-25T20:23:33.972825Z","steps":["trace[936032839] 'agreement among raft nodes before linearized reading' (duration: 230.050701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:33.973048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.210355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T20:23:33.973072Z","caller":"traceutil/trace.go:171","msg":"trace[1312401965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23522; }","duration":"129.271746ms","start":"2026-02-25T20:23:33.843795Z","end":"2026-02-25T20:23:33.973067Z","steps":["trace[1312401965] 'agreement among raft nodes before linearized reading' (duration: 129.206215ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:34.136245Z","caller":"traceutil/trace.go:171","msg":"trace[1585251639] transaction","detail":"{read_only:false; response_revision:23523; number_of_response:1; }","duration":"159.206277ms","start":"2026-02-25T20:23:33.977016Z","end":"2026-02-25T20:23:34.136223Z","steps":["trace[1585251639] 'process raft request' (duration: 159.063133ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:34.164574Z","caller":"traceutil/trace.go:171","msg":"trace[2017188572] linearizableReadLoop","detail":"{readStateIndex:24382; appliedIndex:24380; }","duration":"183.896987ms","start":"2026-02-25T20:23:33.980649Z","end":"2026-02-25T20:23:34.164546Z","steps":["trace[2017188572] 'read index received' (duration: 155.413645ms)","trace[2017188572] 'applied index is now lower than readState.Index' (duration: 28.482302ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:34.164846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.182715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-fx8pm\" ","response":"range_response_count:1 size:5919"} {"level":"info","ts":"2026-02-25T20:23:34.164904Z","caller":"traceutil/trace.go:171","msg":"trace[101057013] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-fx8pm; range_end:; response_count:1; response_revision:23524; }","duration":"184.297038ms","start":"2026-02-25T20:23:33.980597Z","end":"2026-02-25T20:23:34.164894Z","steps":["trace[101057013] 'agreement among raft nodes before linearized reading' (duration: 184.071702ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:34.165212Z","caller":"traceutil/trace.go:171","msg":"trace[565470945] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"185.399377ms","start":"2026-02-25T20:23:33.979193Z","end":"2026-02-25T20:23:34.164593Z","steps":["trace[565470945] 'process raft request' (duration: 185.239403ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:34.357942Z","caller":"traceutil/trace.go:171","msg":"trace[183713663] linearizableReadLoop","detail":"{readStateIndex:24383; appliedIndex:24382; }","duration":"193.279839ms","start":"2026-02-25T20:23:34.164642Z","end":"2026-02-25T20:23:34.357922Z","steps":["trace[183713663] 'read index received' (duration: 127.180901ms)","trace[183713663] 'applied index is now lower than readState.Index' (duration: 66.098088ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:34.358065Z","caller":"traceutil/trace.go:171","msg":"trace[789747425] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"210.053826ms","start":"2026-02-25T20:23:34.148003Z","end":"2026-02-25T20:23:34.358057Z","steps":["trace[789747425] 'process raft request' (duration: 143.798975ms)","trace[789747425] 'compare' (duration: 65.954333ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:34.358236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.285158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:34.358261Z","caller":"traceutil/trace.go:171","msg":"trace[2067701223] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23525; }","duration":"319.37937ms","start":"2026-02-25T20:23:34.038874Z","end":"2026-02-25T20:23:34.358254Z","steps":["trace[2067701223] 'agreement among raft nodes before linearized reading' (duration: 319.304017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:34.358278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:34.038854Z","time spent":"319.419641ms","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-25T20:23:34.651148Z","caller":"traceutil/trace.go:171","msg":"trace[2073048783] linearizableReadLoop","detail":"{readStateIndex:24384; appliedIndex:24383; }","duration":"293.140799ms","start":"2026-02-25T20:23:34.357983Z","end":"2026-02-25T20:23:34.651124Z","steps":["trace[2073048783] 'read index received' (duration: 245.483424ms)","trace[2073048783] 'applied index is now lower than readState.Index' (duration: 47.656445ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:34.651231Z","caller":"traceutil/trace.go:171","msg":"trace[473994424] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"478.985298ms","start":"2026-02-25T20:23:34.172215Z","end":"2026-02-25T20:23:34.6512Z","steps":["trace[473994424] 'process raft request' (duration: 431.239371ms)","trace[473994424] 'compare' (duration: 47.412088ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:34.651352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.715336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-25T20:23:34.651367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:34.172197Z","time spent":"479.10698ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5914,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:34.651394Z","caller":"traceutil/trace.go:171","msg":"trace[1798325810] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23526; }","duration":"375.779918ms","start":"2026-02-25T20:23:34.275606Z","end":"2026-02-25T20:23:34.651386Z","steps":["trace[1798325810] 'agreement among raft nodes before linearized reading' (duration: 375.678515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:34.651418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:34.275591Z","time spent":"375.820108ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-25T20:23:34.65127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.098275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:34.6517Z","caller":"traceutil/trace.go:171","msg":"trace[23609915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23526; }","duration":"364.541087ms","start":"2026-02-25T20:23:34.287129Z","end":"2026-02-25T20:23:34.65167Z","steps":["trace[23609915] 'agreement among raft nodes before linearized reading' (duration: 364.081015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:34.651782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:34.287115Z","time spent":"364.636309ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:23:34.776446Z","caller":"traceutil/trace.go:171","msg":"trace[1586923185] linearizableReadLoop","detail":"{readStateIndex:24385; appliedIndex:24384; }","duration":"125.231809ms","start":"2026-02-25T20:23:34.651192Z","end":"2026-02-25T20:23:34.776424Z","steps":["trace[1586923185] 'read index received' (duration: 114.839881ms)","trace[1586923185] 'applied index is now lower than readState.Index' (duration: 10.390818ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:34.77658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.441014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:34.776624Z","caller":"traceutil/trace.go:171","msg":"trace[428192912] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23527; }","duration":"413.494536ms","start":"2026-02-25T20:23:34.363116Z","end":"2026-02-25T20:23:34.776611Z","steps":["trace[428192912] 'agreement among raft nodes before linearized reading' (duration: 413.413714ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:34.776633Z","caller":"traceutil/trace.go:171","msg":"trace[277625205] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"413.151627ms","start":"2026-02-25T20:23:34.363444Z","end":"2026-02-25T20:23:34.776595Z","steps":["trace[277625205] 'process raft request' (duration: 402.636796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:34.776669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:34.363078Z","time spent":"413.581698ms","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T20:23:34.776678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.156118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-25T20:23:34.776683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.24804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-25T20:23:34.776785Z","caller":"traceutil/trace.go:171","msg":"trace[915644603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23527; }","duration":"275.293361ms","start":"2026-02-25T20:23:34.501474Z","end":"2026-02-25T20:23:34.776767Z","steps":["trace[915644603] 'agreement among raft nodes before linearized reading' (duration: 274.963592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:34.776799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:34.363432Z","time spent":"413.307301ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:23:34.776803Z","caller":"traceutil/trace.go:171","msg":"trace[645940258] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23527; }","duration":"324.401864ms","start":"2026-02-25T20:23:34.452382Z","end":"2026-02-25T20:23:34.776784Z","steps":["trace[645940258] 'agreement among raft nodes before linearized reading' (duration: 324.111207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:34.776843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.374093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:428"} {"level":"warn","ts":"2026-02-25T20:23:34.776854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:34.452365Z","time spent":"324.480846ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-25T20:23:34.776906Z","caller":"traceutil/trace.go:171","msg":"trace[593004079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23527; }","duration":"275.461175ms","start":"2026-02-25T20:23:34.501427Z","end":"2026-02-25T20:23:34.776888Z","steps":["trace[593004079] 'agreement among raft nodes before linearized reading' (duration: 275.119406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:34.777022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.581178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-25T20:23:34.777061Z","caller":"traceutil/trace.go:171","msg":"trace[760599720] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23527; }","duration":"312.64477ms","start":"2026-02-25T20:23:34.464405Z","end":"2026-02-25T20:23:34.77705Z","steps":["trace[760599720] 'agreement among raft nodes before linearized reading' (duration: 312.067584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:34.777093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:34.464389Z","time spent":"312.698262ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T20:23:34.793431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.818661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-zw4rq\" ","response":"range_response_count:1 size:4800"} {"level":"warn","ts":"2026-02-25T20:23:34.793425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.84782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:34.793481Z","caller":"traceutil/trace.go:171","msg":"trace[1242453744] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-zw4rq; range_end:; response_count:1; response_revision:23528; }","duration":"135.890143ms","start":"2026-02-25T20:23:34.657578Z","end":"2026-02-25T20:23:34.793469Z","steps":["trace[1242453744] 'agreement among raft nodes before linearized reading' (duration: 135.75034ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:34.793504Z","caller":"traceutil/trace.go:171","msg":"trace[1737659237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23528; }","duration":"139.963102ms","start":"2026-02-25T20:23:34.65352Z","end":"2026-02-25T20:23:34.793483Z","steps":["trace[1737659237] 'agreement among raft nodes before linearized reading' (duration: 139.829528ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:35.098352Z","caller":"traceutil/trace.go:171","msg":"trace[23485032] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"224.290677ms","start":"2026-02-25T20:23:34.874028Z","end":"2026-02-25T20:23:35.098318Z","steps":["trace[23485032] 'process raft request' (duration: 167.532069ms)","trace[23485032] 'compare' (duration: 56.557062ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:35.098372Z","caller":"traceutil/trace.go:171","msg":"trace[177722353] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"224.039921ms","start":"2026-02-25T20:23:34.874311Z","end":"2026-02-25T20:23:35.098351Z","steps":["trace[177722353] 'process raft request' (duration: 223.934458ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:35.098561Z","caller":"traceutil/trace.go:171","msg":"trace[1221246227] linearizableReadLoop","detail":"{readStateIndex:24394; appliedIndex:24391; }","duration":"123.873023ms","start":"2026-02-25T20:23:34.974665Z","end":"2026-02-25T20:23:35.098538Z","steps":["trace[1221246227] 'read index received' (duration: 66.901639ms)","trace[1221246227] 'applied index is now lower than readState.Index' (duration: 56.969834ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:35.098609Z","caller":"traceutil/trace.go:171","msg":"trace[982439714] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"222.52148ms","start":"2026-02-25T20:23:34.876061Z","end":"2026-02-25T20:23:35.098583Z","steps":["trace[982439714] 'process raft request' (duration: 222.240742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:35.098709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.033967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:35.09874Z","caller":"traceutil/trace.go:171","msg":"trace[2101927117] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23536; }","duration":"124.106779ms","start":"2026-02-25T20:23:34.974624Z","end":"2026-02-25T20:23:35.098731Z","steps":["trace[2101927117] 'agreement among raft nodes before linearized reading' (duration: 124.040157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:35.098781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.058117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T20:23:35.098811Z","caller":"traceutil/trace.go:171","msg":"trace[822816303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23536; }","duration":"121.129809ms","start":"2026-02-25T20:23:34.977672Z","end":"2026-02-25T20:23:35.098802Z","steps":["trace[822816303] 'agreement among raft nodes before linearized reading' (duration: 121.014016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:35.498591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.408721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:23:35.499016Z","caller":"traceutil/trace.go:171","msg":"trace[1878124495] linearizableReadLoop","detail":"{readStateIndex:24398; appliedIndex:24397; }","duration":"369.566922ms","start":"2026-02-25T20:23:35.129416Z","end":"2026-02-25T20:23:35.498983Z","steps":["trace[1878124495] 'read index received' (duration: 135.700839ms)","trace[1878124495] 'applied index is now lower than readState.Index' (duration: 233.863793ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:35.49907Z","caller":"traceutil/trace.go:171","msg":"trace[509886563] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"389.931056ms","start":"2026-02-25T20:23:35.109087Z","end":"2026-02-25T20:23:35.499018Z","steps":["trace[509886563] 'process raft request' (duration: 156.004141ms)","trace[509886563] 'compare' (duration: 233.026691ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:35.499255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:35.109077Z","time spent":"390.078381ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:35.49925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.818947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:35.499344Z","caller":"traceutil/trace.go:171","msg":"trace[1583246097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23540; }","duration":"210.943221ms","start":"2026-02-25T20:23:35.288364Z","end":"2026-02-25T20:23:35.499307Z","steps":["trace[1583246097] 'agreement among raft nodes before linearized reading' (duration: 210.757666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:35.499344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.904791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-s4jkb\" ","response":"range_response_count:1 size:5496"} {"level":"info","ts":"2026-02-25T20:23:35.499432Z","caller":"traceutil/trace.go:171","msg":"trace[747085577] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-s4jkb; range_end:; response_count:1; response_revision:23540; }","duration":"370.031124ms","start":"2026-02-25T20:23:35.129377Z","end":"2026-02-25T20:23:35.499408Z","steps":["trace[747085577] 'agreement among raft nodes before linearized reading' (duration: 369.680925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:35.499499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:35.129363Z","time spent":"370.121966ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5519,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-s4jkb\" "} {"level":"info","ts":"2026-02-25T20:23:35.69278Z","caller":"traceutil/trace.go:171","msg":"trace[2145822460] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"159.647068ms","start":"2026-02-25T20:23:35.533103Z","end":"2026-02-25T20:23:35.69275Z","steps":["trace[2145822460] 'process raft request' (duration: 71.80364ms)","trace[2145822460] 'compare' (duration: 87.583001ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:36.007381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.676657ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:36.007494Z","caller":"traceutil/trace.go:171","msg":"trace[458541476] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23544; }","duration":"166.82683ms","start":"2026-02-25T20:23:35.840652Z","end":"2026-02-25T20:23:36.007479Z","steps":["trace[458541476] 'range keys from in-memory index tree' (duration: 166.660117ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:36.008224Z","caller":"traceutil/trace.go:171","msg":"trace[1006879623] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"309.319181ms","start":"2026-02-25T20:23:35.698892Z","end":"2026-02-25T20:23:36.008211Z","steps":["trace[1006879623] 'process raft request' (duration: 237.508281ms)","trace[1006879623] 'compare' (duration: 71.344118ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:36.008314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:35.698864Z","time spent":"309.394062ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:36.051675Z","caller":"traceutil/trace.go:171","msg":"trace[1696466127] linearizableReadLoop","detail":"{readStateIndex:24404; appliedIndex:24402; }","duration":"201.676532ms","start":"2026-02-25T20:23:35.849965Z","end":"2026-02-25T20:23:36.051641Z","steps":["trace[1696466127] 'read index received' (duration: 86.446131ms)","trace[1696466127] 'applied index is now lower than readState.Index' (duration: 115.228951ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:36.051772Z","caller":"traceutil/trace.go:171","msg":"trace[683122192] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"349.67254ms","start":"2026-02-25T20:23:35.702064Z","end":"2026-02-25T20:23:36.051737Z","steps":["trace[683122192] 'process raft request' (duration: 349.288519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:36.051993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:35.70205Z","time spent":"349.822143ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6213,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:36.052043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.062403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-25T20:23:36.052151Z","caller":"traceutil/trace.go:171","msg":"trace[903047461] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23546; }","duration":"202.223587ms","start":"2026-02-25T20:23:35.849907Z","end":"2026-02-25T20:23:36.05213Z","steps":["trace[903047461] 'agreement among raft nodes before linearized reading' (duration: 201.912509ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:36.439925Z","caller":"traceutil/trace.go:171","msg":"trace[2052116991] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"382.615161ms","start":"2026-02-25T20:23:36.057284Z","end":"2026-02-25T20:23:36.439899Z","steps":["trace[2052116991] 'process raft request' (duration: 382.478987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:36.44005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:36.057261Z","time spent":"382.730243ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:23:36.501971Z","caller":"traceutil/trace.go:171","msg":"trace[1151422159] linearizableReadLoop","detail":"{readStateIndex:24408; appliedIndex:24405; }","duration":"435.559587ms","start":"2026-02-25T20:23:36.066384Z","end":"2026-02-25T20:23:36.501943Z","steps":["trace[1151422159] 'read index received' (duration: 373.462896ms)","trace[1151422159] 'applied index is now lower than readState.Index' (duration: 62.095441ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:36.502Z","caller":"traceutil/trace.go:171","msg":"trace[1523256232] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"443.16475ms","start":"2026-02-25T20:23:36.058807Z","end":"2026-02-25T20:23:36.501972Z","steps":["trace[1523256232] 'process raft request' (duration: 442.883072ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:36.502114Z","caller":"traceutil/trace.go:171","msg":"trace[1627939815] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"441.964478ms","start":"2026-02-25T20:23:36.060133Z","end":"2026-02-25T20:23:36.502097Z","steps":["trace[1627939815] 'process raft request' (duration: 441.758972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:36.502133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:36.058774Z","time spent":"443.287243ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:36.502258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:36.060112Z","time spent":"442.042269ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:36.502308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.778516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:36.502339Z","caller":"traceutil/trace.go:171","msg":"trace[129806615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23550; }","duration":"213.851898ms","start":"2026-02-25T20:23:36.288477Z","end":"2026-02-25T20:23:36.502329Z","steps":["trace[129806615] 'agreement among raft nodes before linearized reading' (duration: 213.776366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:36.502384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.980018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzv64\" ","response":"range_response_count:1 size:5600"} {"level":"warn","ts":"2026-02-25T20:23:36.502415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.922761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-25T20:23:36.502459Z","caller":"traceutil/trace.go:171","msg":"trace[528921926] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzv64; range_end:; response_count:1; response_revision:23550; }","duration":"436.101921ms","start":"2026-02-25T20:23:36.066334Z","end":"2026-02-25T20:23:36.502436Z","steps":["trace[528921926] 'agreement among raft nodes before linearized reading' (duration: 435.870805ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:36.502484Z","caller":"traceutil/trace.go:171","msg":"trace[1392615821] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23550; }","duration":"404.018483ms","start":"2026-02-25T20:23:36.098446Z","end":"2026-02-25T20:23:36.502464Z","steps":["trace[1392615821] 'agreement among raft nodes before linearized reading' (duration: 403.799067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:36.502502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:36.06632Z","time spent":"436.172833ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5623,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzv64\" "} {"level":"warn","ts":"2026-02-25T20:23:36.502536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:36.098435Z","time spent":"404.087664ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:23:36.502597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.428106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T20:23:36.502642Z","caller":"traceutil/trace.go:171","msg":"trace[1869977494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23550; }","duration":"333.500517ms","start":"2026-02-25T20:23:36.169129Z","end":"2026-02-25T20:23:36.502629Z","steps":["trace[1869977494] 'agreement among raft nodes before linearized reading' (duration: 333.371364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:36.502637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.567727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-25T20:23:36.50268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:36.169113Z","time spent":"333.557319ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T20:23:36.502738Z","caller":"traceutil/trace.go:171","msg":"trace[729313820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23550; }","duration":"306.6878ms","start":"2026-02-25T20:23:36.196022Z","end":"2026-02-25T20:23:36.50271Z","steps":["trace[729313820] 'agreement among raft nodes before linearized reading' (duration: 306.436224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:36.50279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:36.196016Z","time spent":"306.761033ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T20:23:36.865208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.110683ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T20:23:36.865537Z","caller":"traceutil/trace.go:171","msg":"trace[1898092013] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"191.750197ms","start":"2026-02-25T20:23:36.673756Z","end":"2026-02-25T20:23:36.865506Z","steps":["trace[1898092013] 'process raft request' (duration: 191.668475ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:36.865538Z","caller":"traceutil/trace.go:171","msg":"trace[754984327] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"195.985861ms","start":"2026-02-25T20:23:36.669514Z","end":"2026-02-25T20:23:36.8655Z","steps":["trace[754984327] 'process raft request' (duration: 195.809276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:36.999334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.674902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:23:36.999457Z","caller":"traceutil/trace.go:171","msg":"trace[1357653675] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"127.680864ms","start":"2026-02-25T20:23:36.871755Z","end":"2026-02-25T20:23:36.999436Z","steps":["trace[1357653675] 'process raft request' (duration: 26.811817ms)","trace[1357653675] 'compare' (duration: 100.566479ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:37.041027Z","caller":"traceutil/trace.go:171","msg":"trace[1643481689] linearizableReadLoop","detail":"{readStateIndex:24417; appliedIndex:24416; }","duration":"126.166863ms","start":"2026-02-25T20:23:36.914837Z","end":"2026-02-25T20:23:37.041004Z","steps":["trace[1643481689] 'read index received' (duration: 126.02426ms)","trace[1643481689] 'applied index is now lower than readState.Index' (duration: 141.353µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:37.041097Z","caller":"traceutil/trace.go:171","msg":"trace[1166933311] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"160.650866ms","start":"2026-02-25T20:23:36.880409Z","end":"2026-02-25T20:23:37.04106Z","steps":["trace[1166933311] 'process raft request' (duration: 160.454481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:37.041227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.38496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T20:23:37.041257Z","caller":"traceutil/trace.go:171","msg":"trace[1150121027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23558; }","duration":"126.463972ms","start":"2026-02-25T20:23:36.914785Z","end":"2026-02-25T20:23:37.041249Z","steps":["trace[1150121027] 'agreement among raft nodes before linearized reading' (duration: 126.330288ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:37.213345Z","caller":"traceutil/trace.go:171","msg":"trace[596175178] linearizableReadLoop","detail":"{readStateIndex:24419; appliedIndex:24418; }","duration":"131.761783ms","start":"2026-02-25T20:23:37.081549Z","end":"2026-02-25T20:23:37.213311Z","steps":["trace[596175178] 'read index received' (duration: 116.829493ms)","trace[596175178] 'applied index is now lower than readState.Index' (duration: 14.9307ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:37.213485Z","caller":"traceutil/trace.go:171","msg":"trace[61867931] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"167.873569ms","start":"2026-02-25T20:23:37.045597Z","end":"2026-02-25T20:23:37.213471Z","steps":["trace[61867931] 'process raft request' (duration: 152.875918ms)","trace[61867931] 'compare' (duration: 14.60464ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:37.213728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.542344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzv64.189796ed289f7458\" ","response":"range_response_count:1 size:991"} {"level":"warn","ts":"2026-02-25T20:23:37.213784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.028479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:23:37.213807Z","caller":"traceutil/trace.go:171","msg":"trace[1387284841] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzv64.189796ed289f7458; range_end:; response_count:1; response_revision:23560; }","duration":"129.631246ms","start":"2026-02-25T20:23:37.084154Z","end":"2026-02-25T20:23:37.213785Z","steps":["trace[1387284841] 'agreement among raft nodes before linearized reading' (duration: 129.425021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:37.213802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.229136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-25T20:23:37.213826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.100734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T20:23:37.213844Z","caller":"traceutil/trace.go:171","msg":"trace[916868519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23560; }","duration":"111.117152ms","start":"2026-02-25T20:23:37.102712Z","end":"2026-02-25T20:23:37.213829Z","steps":["trace[916868519] 'agreement among raft nodes before linearized reading' (duration: 110.940667ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:37.21388Z","caller":"traceutil/trace.go:171","msg":"trace[861334811] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23560; }","duration":"132.360659ms","start":"2026-02-25T20:23:37.081499Z","end":"2026-02-25T20:23:37.21386Z","steps":["trace[861334811] 'agreement among raft nodes before linearized reading' (duration: 132.079562ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:37.213908Z","caller":"traceutil/trace.go:171","msg":"trace[1916657496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23560; }","duration":"104.219947ms","start":"2026-02-25T20:23:37.109659Z","end":"2026-02-25T20:23:37.213879Z","steps":["trace[1916657496] 'agreement among raft nodes before linearized reading' (duration: 103.97784ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:37.473696Z","caller":"traceutil/trace.go:171","msg":"trace[1570726606] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"193.633327ms","start":"2026-02-25T20:23:37.280039Z","end":"2026-02-25T20:23:37.473672Z","steps":["trace[1570726606] 'process raft request' (duration: 193.508444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:38.060947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.998644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:23:38.06136Z","caller":"traceutil/trace.go:171","msg":"trace[1646777848] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"583.607495ms","start":"2026-02-25T20:23:37.477734Z","end":"2026-02-25T20:23:38.061342Z","steps":["trace[1646777848] 'process raft request' (duration: 583.335737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:38.061451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:37.477707Z","time spent":"583.692877ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:23:38.061658Z","caller":"traceutil/trace.go:171","msg":"trace[1703323667] transaction","detail":"{read_only:false; response_revision:23565; number_of_response:1; }","duration":"737.344556ms","start":"2026-02-25T20:23:37.324301Z","end":"2026-02-25T20:23:38.061646Z","steps":["trace[1703323667] 'process raft request' (duration: 250.55032ms)","trace[1703323667] 'compare' (duration: 485.751258ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:38.061768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:37.324281Z","time spent":"737.408547ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:38.061942Z","caller":"traceutil/trace.go:171","msg":"trace[1660740121] linearizableReadLoop","detail":"{readStateIndex:24424; appliedIndex:24422; }","duration":"726.919566ms","start":"2026-02-25T20:23:37.335012Z","end":"2026-02-25T20:23:38.061932Z","steps":["trace[1660740121] 'read index received' (duration: 138.557255ms)","trace[1660740121] 'applied index is now lower than readState.Index' (duration: 588.361221ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:38.062127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.109522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:38.062162Z","caller":"traceutil/trace.go:171","msg":"trace[369962711] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23566; }","duration":"727.169143ms","start":"2026-02-25T20:23:37.334979Z","end":"2026-02-25T20:23:38.062148Z","steps":["trace[369962711] 'agreement among raft nodes before linearized reading' (duration: 727.081141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:38.062193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:37.334957Z","time spent":"727.228195ms","remote":"127.0.0.1:56998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:38.081467Z","caller":"traceutil/trace.go:171","msg":"trace[226903071] transaction","detail":"{read_only:false; response_revision:23567; number_of_response:1; }","duration":"331.161074ms","start":"2026-02-25T20:23:37.750287Z","end":"2026-02-25T20:23:38.081448Z","steps":["trace[226903071] 'process raft request' (duration: 331.01265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:38.081595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.719935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:38.081647Z","caller":"traceutil/trace.go:171","msg":"trace[1478588465] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23567; }","duration":"400.808906ms","start":"2026-02-25T20:23:37.680827Z","end":"2026-02-25T20:23:38.081636Z","steps":["trace[1478588465] 'agreement among raft nodes before linearized reading' (duration: 400.722834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:38.081681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:37.680791Z","time spent":"400.880948ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:38.081865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.485461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:23:38.081609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:37.75025Z","time spent":"331.288788ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:38.081901Z","caller":"traceutil/trace.go:171","msg":"trace[1383502554] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23567; }","duration":"344.553373ms","start":"2026-02-25T20:23:37.737339Z","end":"2026-02-25T20:23:38.081893Z","steps":["trace[1383502554] 'agreement among raft nodes before linearized reading' (duration: 344.491682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:38.081991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:37.737327Z","time spent":"344.633855ms","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:38.28244Z","caller":"traceutil/trace.go:171","msg":"trace[1438658594] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"161.447267ms","start":"2026-02-25T20:23:38.120963Z","end":"2026-02-25T20:23:38.282411Z","steps":["trace[1438658594] 'process raft request' (duration: 161.235371ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:38.461999Z","caller":"traceutil/trace.go:171","msg":"trace[1189146719] linearizableReadLoop","detail":"{readStateIndex:24431; appliedIndex:24430; }","duration":"129.79298ms","start":"2026-02-25T20:23:38.33218Z","end":"2026-02-25T20:23:38.461973Z","steps":["trace[1189146719] 'read index received' (duration: 89.277297ms)","trace[1189146719] 'applied index is now lower than readState.Index' (duration: 40.514573ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:38.462056Z","caller":"traceutil/trace.go:171","msg":"trace[1348641816] transaction","detail":"{read_only:false; response_revision:23572; number_of_response:1; }","duration":"145.8717ms","start":"2026-02-25T20:23:38.316149Z","end":"2026-02-25T20:23:38.46202Z","steps":["trace[1348641816] 'process raft request' (duration: 105.294855ms)","trace[1348641816] 'compare' (duration: 40.419371ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:38.462182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.984656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:38.462219Z","caller":"traceutil/trace.go:171","msg":"trace[1824572327] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23572; }","duration":"130.063677ms","start":"2026-02-25T20:23:38.332144Z","end":"2026-02-25T20:23:38.462208Z","steps":["trace[1824572327] 'agreement among raft nodes before linearized reading' (duration: 129.950984ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:38.664463Z","caller":"traceutil/trace.go:171","msg":"trace[1375248772] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"117.594454ms","start":"2026-02-25T20:23:38.546827Z","end":"2026-02-25T20:23:38.664422Z","steps":["trace[1375248772] 'process raft request' (duration: 117.385549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:38.921879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.740144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:23:38.922134Z","caller":"traceutil/trace.go:171","msg":"trace[567512874] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"251.462703ms","start":"2026-02-25T20:23:38.670652Z","end":"2026-02-25T20:23:38.922115Z","steps":["trace[567512874] 'process raft request' (duration: 251.32874ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:38.922117Z","caller":"traceutil/trace.go:171","msg":"trace[1846498235] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"251.751652ms","start":"2026-02-25T20:23:38.67033Z","end":"2026-02-25T20:23:38.922081Z","steps":["trace[1846498235] 'process raft request' (duration: 101.71928ms)","trace[1846498235] 'compare' (duration: 149.631381ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:39.214201Z","caller":"traceutil/trace.go:171","msg":"trace[448623358] linearizableReadLoop","detail":"{readStateIndex:24439; appliedIndex:24438; }","duration":"149.868427ms","start":"2026-02-25T20:23:39.064304Z","end":"2026-02-25T20:23:39.214172Z","steps":["trace[448623358] 'read index received' (duration: 149.649291ms)","trace[448623358] 'applied index is now lower than readState.Index' (duration: 217.746µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:39.214265Z","caller":"traceutil/trace.go:171","msg":"trace[1800016492] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"227.107853ms","start":"2026-02-25T20:23:38.987105Z","end":"2026-02-25T20:23:39.214213Z","steps":["trace[1800016492] 'process raft request' (duration: 226.878027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:39.214476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.447999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:39.214474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.150475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:39.214547Z","caller":"traceutil/trace.go:171","msg":"trace[135651160] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23580; }","duration":"102.589973ms","start":"2026-02-25T20:23:39.111939Z","end":"2026-02-25T20:23:39.214528Z","steps":["trace[135651160] 'agreement among raft nodes before linearized reading' (duration: 102.400368ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:39.214565Z","caller":"traceutil/trace.go:171","msg":"trace[1749297781] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23580; }","duration":"150.3141ms","start":"2026-02-25T20:23:39.064227Z","end":"2026-02-25T20:23:39.214541Z","steps":["trace[1749297781] 'agreement among raft nodes before linearized reading' (duration: 150.094144ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:39.380191Z","caller":"traceutil/trace.go:171","msg":"trace[801643976] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"160.406198ms","start":"2026-02-25T20:23:39.219754Z","end":"2026-02-25T20:23:39.38016Z","steps":["trace[801643976] 'process raft request' (duration: 126.915973ms)","trace[801643976] 'compare' (duration: 33.015632ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:39.568087Z","caller":"traceutil/trace.go:171","msg":"trace[1263061968] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"169.561944ms","start":"2026-02-25T20:23:39.398499Z","end":"2026-02-25T20:23:39.568061Z","steps":["trace[1263061968] 'process raft request' (duration: 169.491872ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:39.568097Z","caller":"traceutil/trace.go:171","msg":"trace[98727395] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"182.812958ms","start":"2026-02-25T20:23:39.385246Z","end":"2026-02-25T20:23:39.568059Z","steps":["trace[98727395] 'process raft request' (duration: 142.944482ms)","trace[98727395] 'compare' (duration: 39.65465ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:39.804747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.968711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:23:39.804822Z","caller":"traceutil/trace.go:171","msg":"trace[1386408954] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"215.968214ms","start":"2026-02-25T20:23:39.588835Z","end":"2026-02-25T20:23:39.804803Z","steps":["trace[1386408954] 'process raft request' (duration: 84.867649ms)","trace[1386408954] 'compare' (duration: 130.570281ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:40.032808Z","caller":"traceutil/trace.go:171","msg":"trace[840964564] linearizableReadLoop","detail":"{readStateIndex:24447; appliedIndex:24446; }","duration":"114.503442ms","start":"2026-02-25T20:23:39.918272Z","end":"2026-02-25T20:23:40.032775Z","steps":["trace[840964564] 'read index received' (duration: 81.544691ms)","trace[840964564] 'applied index is now lower than readState.Index' (duration: 32.956961ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:40.032859Z","caller":"traceutil/trace.go:171","msg":"trace[10992459] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"223.589768ms","start":"2026-02-25T20:23:39.809236Z","end":"2026-02-25T20:23:40.032826Z","steps":["trace[10992459] 'process raft request' (duration: 190.587636ms)","trace[10992459] 'compare' (duration: 32.669714ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:40.033161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.79327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:40.033211Z","caller":"traceutil/trace.go:171","msg":"trace[1134389000] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23588; }","duration":"114.975764ms","start":"2026-02-25T20:23:39.918223Z","end":"2026-02-25T20:23:40.033198Z","steps":["trace[1134389000] 'agreement among raft nodes before linearized reading' (duration: 114.654666ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:40.231522Z","caller":"traceutil/trace.go:171","msg":"trace[1344152542] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"128.705201ms","start":"2026-02-25T20:23:40.102789Z","end":"2026-02-25T20:23:40.231494Z","steps":["trace[1344152542] 'process raft request' (duration: 128.536237ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:40.499065Z","caller":"traceutil/trace.go:171","msg":"trace[1024835487] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"131.203028ms","start":"2026-02-25T20:23:40.367835Z","end":"2026-02-25T20:23:40.499038Z","steps":["trace[1024835487] 'process raft request' (duration: 128.624259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:41.058922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.644129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:23:41.059036Z","caller":"traceutil/trace.go:171","msg":"trace[1578768485] linearizableReadLoop","detail":"{readStateIndex:24463; appliedIndex:24462; }","duration":"133.035897ms","start":"2026-02-25T20:23:40.925982Z","end":"2026-02-25T20:23:41.059018Z","steps":["trace[1578768485] 'read index received' (duration: 33.881µs)","trace[1578768485] 'applied index is now lower than readState.Index' (duration: 133.000616ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:41.059395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.399416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T20:23:41.059457Z","caller":"traceutil/trace.go:171","msg":"trace[1490342694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23604; }","duration":"133.501089ms","start":"2026-02-25T20:23:40.925938Z","end":"2026-02-25T20:23:41.059439Z","steps":["trace[1490342694] 'agreement among raft nodes before linearized reading' (duration: 133.276833ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:41.059106Z","caller":"traceutil/trace.go:171","msg":"trace[642765502] transaction","detail":"{read_only:false; response_revision:23604; number_of_response:1; }","duration":"350.094491ms","start":"2026-02-25T20:23:40.708978Z","end":"2026-02-25T20:23:41.059072Z","steps":["trace[642765502] 'process raft request' (duration: 49.208306ms)","trace[642765502] 'compare' (duration: 300.513906ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:41.059901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:40.708956Z","time spent":"350.875812ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:41.237653Z","caller":"traceutil/trace.go:171","msg":"trace[2088668860] transaction","detail":"{read_only:false; response_revision:23606; number_of_response:1; }","duration":"160.673867ms","start":"2026-02-25T20:23:41.076949Z","end":"2026-02-25T20:23:41.237623Z","steps":["trace[2088668860] 'process raft request' (duration: 160.40778ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:41.237902Z","caller":"traceutil/trace.go:171","msg":"trace[680413181] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"159.407213ms","start":"2026-02-25T20:23:41.078469Z","end":"2026-02-25T20:23:41.237876Z","steps":["trace[680413181] 'process raft request' (duration: 159.053333ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:41.523875Z","caller":"traceutil/trace.go:171","msg":"trace[1000984904] transaction","detail":"{read_only:false; response_revision:23610; number_of_response:1; }","duration":"192.854867ms","start":"2026-02-25T20:23:41.330993Z","end":"2026-02-25T20:23:41.523848Z","steps":["trace[1000984904] 'process raft request' (duration: 101.33089ms)","trace[1000984904] 'compare' (duration: 91.298481ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:41.524051Z","caller":"traceutil/trace.go:171","msg":"trace[834070442] transaction","detail":"{read_only:false; response_revision:23611; number_of_response:1; }","duration":"192.192629ms","start":"2026-02-25T20:23:41.331814Z","end":"2026-02-25T20:23:41.524006Z","steps":["trace[834070442] 'process raft request' (duration: 191.986954ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:41.524153Z","caller":"traceutil/trace.go:171","msg":"trace[634112383] linearizableReadLoop","detail":"{readStateIndex:24471; appliedIndex:24469; }","duration":"166.961525ms","start":"2026-02-25T20:23:41.356941Z","end":"2026-02-25T20:23:41.523903Z","steps":["trace[634112383] 'read index received' (duration: 75.400306ms)","trace[634112383] 'applied index is now lower than readState.Index' (duration: 91.559948ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:41.524873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.720841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-02-25T20:23:41.524974Z","caller":"traceutil/trace.go:171","msg":"trace[998395329] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23611; }","duration":"165.856785ms","start":"2026-02-25T20:23:41.359091Z","end":"2026-02-25T20:23:41.524948Z","steps":["trace[998395329] 'agreement among raft nodes before linearized reading' (duration: 165.510075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:41.525126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.513869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-25T20:23:41.525271Z","caller":"traceutil/trace.go:171","msg":"trace[1873486754] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23611; }","duration":"168.340151ms","start":"2026-02-25T20:23:41.356904Z","end":"2026-02-25T20:23:41.525245Z","steps":["trace[1873486754] 'agreement among raft nodes before linearized reading' (duration: 167.395936ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:41.768123Z","caller":"traceutil/trace.go:171","msg":"trace[2055553297] transaction","detail":"{read_only:false; response_revision:23615; number_of_response:1; }","duration":"170.575661ms","start":"2026-02-25T20:23:41.597525Z","end":"2026-02-25T20:23:41.768101Z","steps":["trace[2055553297] 'process raft request' (duration: 170.402186ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:41.769207Z","caller":"traceutil/trace.go:171","msg":"trace[702228854] transaction","detail":"{read_only:false; response_revision:23616; number_of_response:1; }","duration":"169.762959ms","start":"2026-02-25T20:23:41.599403Z","end":"2026-02-25T20:23:41.769166Z","steps":["trace[702228854] 'process raft request' (duration: 169.586165ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:42.168225Z","caller":"traceutil/trace.go:171","msg":"trace[63146265] transaction","detail":"{read_only:false; response_revision:23622; number_of_response:1; }","duration":"186.24267ms","start":"2026-02-25T20:23:41.981956Z","end":"2026-02-25T20:23:42.168199Z","steps":["trace[63146265] 'process raft request' (duration: 186.026484ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:42.779785Z","caller":"traceutil/trace.go:171","msg":"trace[1652972305] linearizableReadLoop","detail":"{readStateIndex:24489; appliedIndex:24488; }","duration":"408.268246ms","start":"2026-02-25T20:23:42.37149Z","end":"2026-02-25T20:23:42.779758Z","steps":["trace[1652972305] 'read index received' (duration: 408.158603ms)","trace[1652972305] 'applied index is now lower than readState.Index' (duration: 108.723µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:42.779851Z","caller":"traceutil/trace.go:171","msg":"trace[1385363032] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"435.746031ms","start":"2026-02-25T20:23:42.344066Z","end":"2026-02-25T20:23:42.779812Z","steps":["trace[1385363032] 'process raft request' (duration: 435.499575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:42.780015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.502533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-25T20:23:42.780016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:42.344039Z","time spent":"435.873734ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:42.780059Z","caller":"traceutil/trace.go:171","msg":"trace[1122261787] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23629; }","duration":"408.585815ms","start":"2026-02-25T20:23:42.371463Z","end":"2026-02-25T20:23:42.780049Z","steps":["trace[1122261787] 'agreement among raft nodes before linearized reading' (duration: 408.42527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:42.780096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:42.371452Z","time spent":"408.635966ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-25T20:23:43.280645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:23:44.325449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.194742ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T20:23:44.325769Z","caller":"traceutil/trace.go:171","msg":"trace[303645836] linearizableReadLoop","detail":"{readStateIndex:24492; appliedIndex:24489; }","duration":"1.545887634s","start":"2026-02-25T20:23:42.779861Z","end":"2026-02-25T20:23:44.325748Z","steps":["trace[303645836] 'read index received' (duration: 569.412684ms)","trace[303645836] 'applied index is now lower than readState.Index' (duration: 976.47385ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:44.32605Z","caller":"traceutil/trace.go:171","msg":"trace[1327417558] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"1.258608683s","start":"2026-02-25T20:23:43.067429Z","end":"2026-02-25T20:23:44.326038Z","steps":["trace[1327417558] 'process raft request' (duration: 1.258136011s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.326122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628968335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:44.326153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:43.067403Z","time spent":"1.258683736s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:44.326178Z","caller":"traceutil/trace.go:171","msg":"trace[86539287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23631; }","duration":"1.629090119s","start":"2026-02-25T20:23:42.697075Z","end":"2026-02-25T20:23:44.326165Z","steps":["trace[86539287] 'agreement among raft nodes before linearized reading' (duration: 1.628985136s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.326159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863869656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:44.326208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:42.69705Z","time spent":"1.62914887s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:23:44.326235Z","caller":"traceutil/trace.go:171","msg":"trace[1037880064] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23631; }","duration":"1.86399419s","start":"2026-02-25T20:23:42.462217Z","end":"2026-02-25T20:23:44.326211Z","steps":["trace[1037880064] 'agreement among raft nodes before linearized reading' (duration: 1.863827755s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.326272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:42.4622Z","time spent":"1.864064351s","remote":"127.0.0.1:57356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:44.326398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911081109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:44.326433Z","caller":"traceutil/trace.go:171","msg":"trace[1230117001] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23631; }","duration":"1.911162431s","start":"2026-02-25T20:23:42.41526Z","end":"2026-02-25T20:23:44.326422Z","steps":["trace[1230117001] 'agreement among raft nodes before linearized reading' (duration: 1.911073948s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:44.326445Z","caller":"traceutil/trace.go:171","msg":"trace[567262498] transaction","detail":"{read_only:false; response_revision:23631; number_of_response:1; }","duration":"1.125781262s","start":"2026-02-25T20:23:43.20065Z","end":"2026-02-25T20:23:44.326431Z","steps":["trace[567262498] 'process raft request' (duration: 1.125045272s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.326468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:42.415235Z","time spent":"1.911225823s","remote":"127.0.0.1:56888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:44.326536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:43.20062Z","time spent":"1.125853184s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:44.326547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810262543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-25T20:23:44.32657Z","caller":"traceutil/trace.go:171","msg":"trace[954126567] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23631; }","duration":"1.810322224s","start":"2026-02-25T20:23:42.516241Z","end":"2026-02-25T20:23:44.326563Z","steps":["trace[954126567] 'agreement among raft nodes before linearized reading' (duration: 1.810216521s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.32659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:42.516222Z","time spent":"1.810361976s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-25T20:23:44.326788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543093269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-g29pz.189796ece64c9551\" ","response":"range_response_count:1 size:934"} {"level":"info","ts":"2026-02-25T20:23:44.32685Z","caller":"traceutil/trace.go:171","msg":"trace[253597475] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-g29pz.189796ece64c9551; range_end:; response_count:1; response_revision:23631; }","duration":"1.543201042s","start":"2026-02-25T20:23:42.783635Z","end":"2026-02-25T20:23:44.326836Z","steps":["trace[253597475] 'agreement among raft nodes before linearized reading' (duration: 1.543026437s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.326887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:42.783615Z","time spent":"1.543265864s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":957,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-g29pz.189796ece64c9551\" "} {"level":"warn","ts":"2026-02-25T20:23:44.326902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009245125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T20:23:44.32693Z","caller":"traceutil/trace.go:171","msg":"trace[487751039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23631; }","duration":"1.009287607s","start":"2026-02-25T20:23:43.317634Z","end":"2026-02-25T20:23:44.326921Z","steps":["trace[487751039] 'agreement among raft nodes before linearized reading' (duration: 1.009221645s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.32695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:43.317571Z","time spent":"1.009373919s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T20:23:44.327052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023584109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-25T20:23:44.327041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.915138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T20:23:44.327072Z","caller":"traceutil/trace.go:171","msg":"trace[640549296] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23631; }","duration":"1.023635041s","start":"2026-02-25T20:23:43.30343Z","end":"2026-02-25T20:23:44.327065Z","steps":["trace[640549296] 'agreement among raft nodes before linearized reading' (duration: 1.023569349s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.327085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.229923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-02-25T20:23:44.327097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:43.303408Z","time spent":"1.023684521s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-25T20:23:44.327086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.580857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-02-25T20:23:44.327107Z","caller":"traceutil/trace.go:171","msg":"trace[978045151] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23631; }","duration":"847.276445ms","start":"2026-02-25T20:23:43.479824Z","end":"2026-02-25T20:23:44.3271Z","steps":["trace[978045151] 'agreement among raft nodes before linearized reading' (duration: 847.205753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.326953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.926178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:44.32708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.112833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-25T20:23:44.327111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.433738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-25T20:23:44.327137Z","caller":"traceutil/trace.go:171","msg":"trace[652477478] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23631; }","duration":"509.183574ms","start":"2026-02-25T20:23:43.817946Z","end":"2026-02-25T20:23:44.32713Z","steps":["trace[652477478] 'agreement among raft nodes before linearized reading' (duration: 508.896027ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:44.32714Z","caller":"traceutil/trace.go:171","msg":"trace[840124961] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23631; }","duration":"763.670809ms","start":"2026-02-25T20:23:43.563453Z","end":"2026-02-25T20:23:44.327124Z","steps":["trace[840124961] 'agreement among raft nodes before linearized reading' (duration: 763.457004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.327169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:43.817926Z","time spent":"509.233126ms","remote":"127.0.0.1:56746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:44.327161Z","caller":"traceutil/trace.go:171","msg":"trace[1766849810] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23631; }","duration":"970.52209ms","start":"2026-02-25T20:23:43.356625Z","end":"2026-02-25T20:23:44.327147Z","steps":["trace[1766849810] 'agreement among raft nodes before linearized reading' (duration: 970.415667ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:44.327167Z","caller":"traceutil/trace.go:171","msg":"trace[1767604854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23631; }","duration":"555.254417ms","start":"2026-02-25T20:23:43.771891Z","end":"2026-02-25T20:23:44.327146Z","steps":["trace[1767604854] 'agreement among raft nodes before linearized reading' (duration: 554.962839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.327186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397453136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:44.327209Z","caller":"traceutil/trace.go:171","msg":"trace[130569564] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23631; }","duration":"1.397477436s","start":"2026-02-25T20:23:42.929727Z","end":"2026-02-25T20:23:44.327204Z","steps":["trace[130569564] 'agreement among raft nodes before linearized reading' (duration: 1.397423705s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.327215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:43.356604Z","time spent":"970.588902ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:23:44.327228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:42.929672Z","time spent":"1.397550498s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:44.327218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.492453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-25T20:23:44.327221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037043049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:44.327266Z","caller":"traceutil/trace.go:171","msg":"trace[729333617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23631; }","duration":"1.037115961s","start":"2026-02-25T20:23:43.290143Z","end":"2026-02-25T20:23:44.327259Z","steps":["trace[729333617] 'agreement among raft nodes before linearized reading' (duration: 1.037056619s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:44.327282Z","caller":"traceutil/trace.go:171","msg":"trace[1910101972] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23631; }","duration":"276.585136ms","start":"2026-02-25T20:23:44.05067Z","end":"2026-02-25T20:23:44.327255Z","steps":["trace[1910101972] 'agreement among raft nodes before linearized reading' (duration: 276.417691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.327316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216831826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T20:23:44.326812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.886209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:23:44.32735Z","caller":"traceutil/trace.go:171","msg":"trace[211495952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23631; }","duration":"1.216896738s","start":"2026-02-25T20:23:43.110444Z","end":"2026-02-25T20:23:44.327341Z","steps":["trace[211495952] 'agreement among raft nodes before linearized reading' (duration: 1.216810836s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.327376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:43.11043Z","time spent":"1.216940149s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T20:23:44.327378Z","caller":"traceutil/trace.go:171","msg":"trace[1716271565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23631; }","duration":"763.462674ms","start":"2026-02-25T20:23:43.563896Z","end":"2026-02-25T20:23:44.327358Z","steps":["trace[1716271565] 'agreement among raft nodes before linearized reading' (duration: 762.818016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.327406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:43.563886Z","time spent":"763.510576ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T20:23:44.327291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:43.290124Z","time spent":"1.037161083s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:23:44.327104Z","caller":"traceutil/trace.go:171","msg":"trace[729254762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23631; }","duration":"796.99528ms","start":"2026-02-25T20:23:43.530096Z","end":"2026-02-25T20:23:44.327091Z","steps":["trace[729254762] 'agreement among raft nodes before linearized reading' (duration: 796.790885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.327462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:43.530057Z","time spent":"797.395721ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T20:23:44.32722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:43.771873Z","time spent":"555.338299ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T20:23:44.327172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:43.563429Z","time spent":"763.736011ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-25T20:23:44.327131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:43.479813Z","time spent":"847.313355ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-25T20:23:44.533658Z","caller":"traceutil/trace.go:171","msg":"trace[1322503673] transaction","detail":"{read_only:false; response_revision:23633; number_of_response:1; }","duration":"200.622464ms","start":"2026-02-25T20:23:44.333012Z","end":"2026-02-25T20:23:44.533634Z","steps":["trace[1322503673] 'process raft request' (duration: 200.487151ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:44.533953Z","caller":"traceutil/trace.go:171","msg":"trace[9024345] transaction","detail":"{read_only:false; response_revision:23634; number_of_response:1; }","duration":"200.803249ms","start":"2026-02-25T20:23:44.333127Z","end":"2026-02-25T20:23:44.53393Z","steps":["trace[9024345] 'process raft request' (duration: 200.483011ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:44.534294Z","caller":"traceutil/trace.go:171","msg":"trace[1627988271] linearizableReadLoop","detail":"{readStateIndex:24495; appliedIndex:24493; }","duration":"198.20075ms","start":"2026-02-25T20:23:44.336085Z","end":"2026-02-25T20:23:44.534286Z","steps":["trace[1627988271] 'read index received' (duration: 13.218073ms)","trace[1627988271] 'applied index is now lower than readState.Index' (duration: 184.981837ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:44.534326Z","caller":"traceutil/trace.go:171","msg":"trace[1899434165] transaction","detail":"{read_only:false; response_revision:23636; number_of_response:1; }","duration":"198.065566ms","start":"2026-02-25T20:23:44.336252Z","end":"2026-02-25T20:23:44.534318Z","steps":["trace[1899434165] 'process raft request' (duration: 197.993094ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:44.534309Z","caller":"traceutil/trace.go:171","msg":"trace[1446626150] transaction","detail":"{read_only:false; response_revision:23635; number_of_response:1; }","duration":"198.105077ms","start":"2026-02-25T20:23:44.336184Z","end":"2026-02-25T20:23:44.534289Z","steps":["trace[1446626150] 'process raft request' (duration: 197.649164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.534401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.289062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:44.534422Z","caller":"traceutil/trace.go:171","msg":"trace[604875918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23636; }","duration":"198.346993ms","start":"2026-02-25T20:23:44.336069Z","end":"2026-02-25T20:23:44.534416Z","steps":["trace[604875918] 'agreement among raft nodes before linearized reading' (duration: 198.264311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.534539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.396315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-25T20:23:44.534559Z","caller":"traceutil/trace.go:171","msg":"trace[1531043539] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23636; }","duration":"198.454467ms","start":"2026-02-25T20:23:44.336098Z","end":"2026-02-25T20:23:44.534553Z","steps":["trace[1531043539] 'agreement among raft nodes before linearized reading' (duration: 198.335334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:44.534851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.440708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzv64.189796ed289f7458\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-02-25T20:23:44.53495Z","caller":"traceutil/trace.go:171","msg":"trace[2062547555] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzv64.189796ed289f7458; range_end:; response_count:1; response_revision:23636; }","duration":"179.608323ms","start":"2026-02-25T20:23:44.355318Z","end":"2026-02-25T20:23:44.534926Z","steps":["trace[2062547555] 'agreement among raft nodes before linearized reading' (duration: 179.319965ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:44.746653Z","caller":"traceutil/trace.go:171","msg":"trace[624167469] linearizableReadLoop","detail":"{readStateIndex:24499; appliedIndex:24498; }","duration":"138.308438ms","start":"2026-02-25T20:23:44.608318Z","end":"2026-02-25T20:23:44.746627Z","steps":["trace[624167469] 'read index received' (duration: 138.081322ms)","trace[624167469] 'applied index is now lower than readState.Index' (duration: 226.476µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:44.746818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.475992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:44.746855Z","caller":"traceutil/trace.go:171","msg":"trace[666557431] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:23638; }","duration":"138.568845ms","start":"2026-02-25T20:23:44.608277Z","end":"2026-02-25T20:23:44.746846Z","steps":["trace[666557431] 'agreement among raft nodes before linearized reading' (duration: 138.453082ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:44.747084Z","caller":"traceutil/trace.go:171","msg":"trace[1044935132] transaction","detail":"{read_only:false; response_revision:23638; number_of_response:1; }","duration":"149.948079ms","start":"2026-02-25T20:23:44.597127Z","end":"2026-02-25T20:23:44.747075Z","steps":["trace[1044935132] 'process raft request' (duration: 149.345753ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:44.950253Z","caller":"traceutil/trace.go:171","msg":"trace[529592322] transaction","detail":"{read_only:false; response_revision:23642; number_of_response:1; }","duration":"115.424736ms","start":"2026-02-25T20:23:44.834795Z","end":"2026-02-25T20:23:44.95022Z","steps":["trace[529592322] 'process raft request' (duration: 115.231021ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:45.105719Z","caller":"traceutil/trace.go:171","msg":"trace[247179954] linearizableReadLoop","detail":"{readStateIndex:24504; appliedIndex:24502; }","duration":"242.497044ms","start":"2026-02-25T20:23:44.863177Z","end":"2026-02-25T20:23:45.105674Z","steps":["trace[247179954] 'read index received' (duration: 86.851732ms)","trace[247179954] 'applied index is now lower than readState.Index' (duration: 155.644152ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:45.105753Z","caller":"traceutil/trace.go:171","msg":"trace[60557672] transaction","detail":"{read_only:false; response_revision:23643; number_of_response:1; }","duration":"270.694058ms","start":"2026-02-25T20:23:44.835003Z","end":"2026-02-25T20:23:45.105697Z","steps":["trace[60557672] 'process raft request' (duration: 185.776008ms)","trace[60557672] 'compare' (duration: 84.777347ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:45.105912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.570431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:45.105958Z","caller":"traceutil/trace.go:171","msg":"trace[1179934172] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23643; }","duration":"216.666893ms","start":"2026-02-25T20:23:44.889279Z","end":"2026-02-25T20:23:45.105946Z","steps":["trace[1179934172] 'agreement among raft nodes before linearized reading' (duration: 216.571101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:45.105992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.792982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-25T20:23:45.106038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.890242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-s4jkb.189796ec4bd21f12\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-02-25T20:23:45.106269Z","caller":"traceutil/trace.go:171","msg":"trace[215645848] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23643; }","duration":"242.924456ms","start":"2026-02-25T20:23:44.863135Z","end":"2026-02-25T20:23:45.10606Z","steps":["trace[215645848] 'agreement among raft nodes before linearized reading' (duration: 242.638198ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:45.106436Z","caller":"traceutil/trace.go:171","msg":"trace[73754393] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-s4jkb.189796ec4bd21f12; range_end:; response_count:1; response_revision:23643; }","duration":"152.019065ms","start":"2026-02-25T20:23:44.954079Z","end":"2026-02-25T20:23:45.106098Z","steps":["trace[73754393] 'agreement among raft nodes before linearized reading' (duration: 151.81254ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:45.324052Z","caller":"traceutil/trace.go:171","msg":"trace[155641328] linearizableReadLoop","detail":"{readStateIndex:24506; appliedIndex:24505; }","duration":"180.119156ms","start":"2026-02-25T20:23:45.143907Z","end":"2026-02-25T20:23:45.324026Z","steps":["trace[155641328] 'read index received' (duration: 83.157354ms)","trace[155641328] 'applied index is now lower than readState.Index' (duration: 96.960112ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:45.324216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.29524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:45.324262Z","caller":"traceutil/trace.go:171","msg":"trace[1722099742] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23645; }","duration":"180.406574ms","start":"2026-02-25T20:23:45.143844Z","end":"2026-02-25T20:23:45.32425Z","steps":["trace[1722099742] 'agreement among raft nodes before linearized reading' (duration: 180.282941ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:45.324293Z","caller":"traceutil/trace.go:171","msg":"trace[920359383] transaction","detail":"{read_only:false; response_revision:23645; number_of_response:1; }","duration":"180.384603ms","start":"2026-02-25T20:23:45.143877Z","end":"2026-02-25T20:23:45.324262Z","steps":["trace[920359383] 'process raft request' (duration: 83.089152ms)","trace[920359383] 'compare' (duration: 96.910931ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:45.497529Z","caller":"traceutil/trace.go:171","msg":"trace[1172335236] linearizableReadLoop","detail":"{readStateIndex:24507; appliedIndex:24506; }","duration":"165.557257ms","start":"2026-02-25T20:23:45.331927Z","end":"2026-02-25T20:23:45.497484Z","steps":["trace[1172335236] 'read index received' (duration: 158.19981ms)","trace[1172335236] 'applied index is now lower than readState.Index' (duration: 7.353457ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:45.497568Z","caller":"traceutil/trace.go:171","msg":"trace[1041872696] transaction","detail":"{read_only:false; response_revision:23646; number_of_response:1; }","duration":"165.775303ms","start":"2026-02-25T20:23:45.33174Z","end":"2026-02-25T20:23:45.497515Z","steps":["trace[1041872696] 'process raft request' (duration: 158.382125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:45.497812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.823254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:45.497908Z","caller":"traceutil/trace.go:171","msg":"trace[1283426224] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23646; }","duration":"165.994149ms","start":"2026-02-25T20:23:45.331893Z","end":"2026-02-25T20:23:45.497887Z","steps":["trace[1283426224] 'agreement among raft nodes before linearized reading' (duration: 165.742872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:45.498035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.524473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-x9p8r\" ","response":"range_response_count:1 size:6395"} {"level":"info","ts":"2026-02-25T20:23:45.498136Z","caller":"traceutil/trace.go:171","msg":"trace[1061675844] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-x9p8r; range_end:; response_count:1; response_revision:23646; }","duration":"117.661856ms","start":"2026-02-25T20:23:45.380456Z","end":"2026-02-25T20:23:45.498118Z","steps":["trace[1061675844] 'agreement among raft nodes before linearized reading' (duration: 117.265476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:45.498062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.691779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-25T20:23:45.498295Z","caller":"traceutil/trace.go:171","msg":"trace[1606449290] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23646; }","duration":"101.975297ms","start":"2026-02-25T20:23:45.396303Z","end":"2026-02-25T20:23:45.498278Z","steps":["trace[1606449290] 'agreement among raft nodes before linearized reading' (duration: 101.617097ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:45.635172Z","caller":"traceutil/trace.go:171","msg":"trace[297932450] linearizableReadLoop","detail":"{readStateIndex:24510; appliedIndex:24507; }","duration":"122.081984ms","start":"2026-02-25T20:23:45.513055Z","end":"2026-02-25T20:23:45.635137Z","steps":["trace[297932450] 'read index received' (duration: 42.898867ms)","trace[297932450] 'applied index is now lower than readState.Index' (duration: 79.179617ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:45.635467Z","caller":"traceutil/trace.go:171","msg":"trace[2054332324] transaction","detail":"{read_only:false; response_revision:23648; number_of_response:1; }","duration":"131.117976ms","start":"2026-02-25T20:23:45.50433Z","end":"2026-02-25T20:23:45.635448Z","steps":["trace[2054332324] 'process raft request' (duration: 96.888251ms)","trace[2054332324] 'compare' (duration: 33.386032ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:45.63602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.555036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-25T20:23:45.63612Z","caller":"traceutil/trace.go:171","msg":"trace[1585820542] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23651; }","duration":"119.670659ms","start":"2026-02-25T20:23:45.516429Z","end":"2026-02-25T20:23:45.636099Z","steps":["trace[1585820542] 'agreement among raft nodes before linearized reading' (duration: 119.436033ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:45.636366Z","caller":"traceutil/trace.go:171","msg":"trace[2139146906] transaction","detail":"{read_only:false; response_revision:23649; number_of_response:1; }","duration":"128.754763ms","start":"2026-02-25T20:23:45.507597Z","end":"2026-02-25T20:23:45.636352Z","steps":["trace[2139146906] 'process raft request' (duration: 127.307705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:45.636556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.489132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:45.636597Z","caller":"traceutil/trace.go:171","msg":"trace[2040507455] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23651; }","duration":"123.540313ms","start":"2026-02-25T20:23:45.513046Z","end":"2026-02-25T20:23:45.636586Z","steps":["trace[2040507455] 'agreement among raft nodes before linearized reading' (duration: 123.465441ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:46.00323Z","caller":"traceutil/trace.go:171","msg":"trace[1815864478] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"185.544681ms","start":"2026-02-25T20:23:45.817662Z","end":"2026-02-25T20:23:46.003207Z","steps":["trace[1815864478] 'process raft request' (duration: 179.821879ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:46.140592Z","caller":"traceutil/trace.go:171","msg":"trace[1952990078] linearizableReadLoop","detail":"{readStateIndex:24517; appliedIndex:24516; }","duration":"131.6572ms","start":"2026-02-25T20:23:46.008889Z","end":"2026-02-25T20:23:46.140547Z","steps":["trace[1952990078] 'read index received' (duration: 97.490146ms)","trace[1952990078] 'applied index is now lower than readState.Index' (duration: 34.165384ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:46.140895Z","caller":"traceutil/trace.go:171","msg":"trace[286688951] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"133.325245ms","start":"2026-02-25T20:23:46.007535Z","end":"2026-02-25T20:23:46.14086Z","steps":["trace[286688951] 'process raft request' (duration: 98.996287ms)","trace[286688951] 'compare' (duration: 33.809634ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:46.141128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.209745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-zw4rq.189796ecba5e1af9\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-02-25T20:23:46.141153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.556391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-25T20:23:46.141233Z","caller":"traceutil/trace.go:171","msg":"trace[1350156204] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-zw4rq.189796ecba5e1af9; range_end:; response_count:1; response_revision:23656; }","duration":"132.418191ms","start":"2026-02-25T20:23:46.008774Z","end":"2026-02-25T20:23:46.141192Z","steps":["trace[1350156204] 'agreement among raft nodes before linearized reading' (duration: 132.072832ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:46.141278Z","caller":"traceutil/trace.go:171","msg":"trace[1282437155] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23656; }","duration":"127.719065ms","start":"2026-02-25T20:23:46.013542Z","end":"2026-02-25T20:23:46.141261Z","steps":["trace[1282437155] 'agreement among raft nodes before linearized reading' (duration: 127.399596ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:46.348613Z","caller":"traceutil/trace.go:171","msg":"trace[283535217] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"112.115108ms","start":"2026-02-25T20:23:46.236465Z","end":"2026-02-25T20:23:46.34858Z","steps":["trace[283535217] 'process raft request' (duration: 111.893712ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:46.7418Z","caller":"traceutil/trace.go:171","msg":"trace[689923992] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"343.970866ms","start":"2026-02-25T20:23:46.397787Z","end":"2026-02-25T20:23:46.741758Z","steps":["trace[689923992] 'process raft request' (duration: 301.896961ms)","trace[689923992] 'compare' (duration: 41.805908ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:46.741988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:46.397775Z","time spent":"344.10775ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:46.746158Z","caller":"traceutil/trace.go:171","msg":"trace[1715987111] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"314.422757ms","start":"2026-02-25T20:23:46.431702Z","end":"2026-02-25T20:23:46.746125Z","steps":["trace[1715987111] 'process raft request' (duration: 314.198231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:46.746282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:46.431683Z","time spent":"314.541581ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T20:23:46.823472Z","caller":"traceutil/trace.go:171","msg":"trace[862394851] linearizableReadLoop","detail":"{readStateIndex:24527; appliedIndex:24525; }","duration":"367.960928ms","start":"2026-02-25T20:23:46.45548Z","end":"2026-02-25T20:23:46.823441Z","steps":["trace[862394851] 'read index received' (duration: 244.217589ms)","trace[862394851] 'applied index is now lower than readState.Index' (duration: 123.742329ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:46.82372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.215666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T20:23:46.823753Z","caller":"traceutil/trace.go:171","msg":"trace[1645016165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23665; }","duration":"368.316398ms","start":"2026-02-25T20:23:46.455428Z","end":"2026-02-25T20:23:46.823745Z","steps":["trace[1645016165] 'agreement among raft nodes before linearized reading' (duration: 368.127083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:46.823779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:46.45541Z","time spent":"368.363119ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T20:23:46.824556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.302379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T20:23:46.82459Z","caller":"traceutil/trace.go:171","msg":"trace[34349128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23666; }","duration":"285.377841ms","start":"2026-02-25T20:23:46.539204Z","end":"2026-02-25T20:23:46.824582Z","steps":["trace[34349128] 'agreement among raft nodes before linearized reading' (duration: 285.266918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:46.824624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.870803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:23:46.824677Z","caller":"traceutil/trace.go:171","msg":"trace[620974692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23666; }","duration":"285.982847ms","start":"2026-02-25T20:23:46.538681Z","end":"2026-02-25T20:23:46.824663Z","steps":["trace[620974692] 'agreement among raft nodes before linearized reading' (duration: 285.820183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:46.824707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.53267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:46.824822Z","caller":"traceutil/trace.go:171","msg":"trace[1246275108] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23666; }","duration":"167.721095ms","start":"2026-02-25T20:23:46.657078Z","end":"2026-02-25T20:23:46.824799Z","steps":["trace[1246275108] 'agreement among raft nodes before linearized reading' (duration: 167.518659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:46.82489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.506951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-25T20:23:46.824936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.419105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T20:23:46.824952Z","caller":"traceutil/trace.go:171","msg":"trace[329811668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23666; }","duration":"286.600573ms","start":"2026-02-25T20:23:46.538333Z","end":"2026-02-25T20:23:46.824933Z","steps":["trace[329811668] 'agreement among raft nodes before linearized reading' (duration: 286.311266ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:46.824997Z","caller":"traceutil/trace.go:171","msg":"trace[123265528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23666; }","duration":"287.530689ms","start":"2026-02-25T20:23:46.53745Z","end":"2026-02-25T20:23:46.824981Z","steps":["trace[123265528] 'agreement among raft nodes before linearized reading' (duration: 287.011575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:47.55454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.484134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:23:47.554648Z","caller":"traceutil/trace.go:171","msg":"trace[919095909] linearizableReadLoop","detail":"{readStateIndex:24543; appliedIndex:24542; }","duration":"416.494366ms","start":"2026-02-25T20:23:47.138135Z","end":"2026-02-25T20:23:47.55463Z","steps":["trace[919095909] 'read index received' (duration: 311.779746ms)","trace[919095909] 'applied index is now lower than readState.Index' (duration: 104.71267ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:47.554736Z","caller":"traceutil/trace.go:171","msg":"trace[93173110] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"417.612546ms","start":"2026-02-25T20:23:47.137112Z","end":"2026-02-25T20:23:47.554725Z","steps":["trace[93173110] 'process raft request' (duration: 312.793533ms)","trace[93173110] 'compare' (duration: 104.290329ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:47.554791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:47.137087Z","time spent":"417.679548ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:23:47.555167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.0208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-25T20:23:47.555207Z","caller":"traceutil/trace.go:171","msg":"trace[885700800] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:23680; }","duration":"417.099982ms","start":"2026-02-25T20:23:47.138096Z","end":"2026-02-25T20:23:47.555196Z","steps":["trace[885700800] 'agreement among raft nodes before linearized reading' (duration: 416.903127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:47.555241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:47.138078Z","time spent":"417.155084ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-02-25T20:23:47.55525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.59208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-02-25T20:23:47.555311Z","caller":"traceutil/trace.go:171","msg":"trace[985502756] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23680; }","duration":"192.833556ms","start":"2026-02-25T20:23:47.362467Z","end":"2026-02-25T20:23:47.555301Z","steps":["trace[985502756] 'agreement among raft nodes before linearized reading' (duration: 192.657351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:47.555306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.933077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:47.555419Z","caller":"traceutil/trace.go:171","msg":"trace[54555489] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23680; }","duration":"111.125532ms","start":"2026-02-25T20:23:47.444267Z","end":"2026-02-25T20:23:47.555393Z","steps":["trace[54555489] 'agreement among raft nodes before linearized reading' (duration: 110.855984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:47.556149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.264849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-02-25T20:23:47.556215Z","caller":"traceutil/trace.go:171","msg":"trace[109751119] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23680; }","duration":"291.32948ms","start":"2026-02-25T20:23:47.264867Z","end":"2026-02-25T20:23:47.556196Z","steps":["trace[109751119] 'agreement among raft nodes before linearized reading' (duration: 290.257541ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:47.716702Z","caller":"traceutil/trace.go:171","msg":"trace[594519376] linearizableReadLoop","detail":"{readStateIndex:24545; appliedIndex:24544; }","duration":"132.830532ms","start":"2026-02-25T20:23:47.58384Z","end":"2026-02-25T20:23:47.71667Z","steps":["trace[594519376] 'read index received' (duration: 132.673208ms)","trace[594519376] 'applied index is now lower than readState.Index' (duration: 156.254µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:47.716819Z","caller":"traceutil/trace.go:171","msg":"trace[1749085472] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"152.154528ms","start":"2026-02-25T20:23:47.564634Z","end":"2026-02-25T20:23:47.716788Z","steps":["trace[1749085472] 'process raft request' (duration: 151.884961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:47.716913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.063798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-zw4rq.189796ecba5e1af9\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-02-25T20:23:47.716935Z","caller":"traceutil/trace.go:171","msg":"trace[1286345494] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-zw4rq.189796ecba5e1af9; range_end:; response_count:1; response_revision:23682; }","duration":"133.14388ms","start":"2026-02-25T20:23:47.583784Z","end":"2026-02-25T20:23:47.716928Z","steps":["trace[1286345494] 'agreement among raft nodes before linearized reading' (duration: 133.021747ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:47.915858Z","caller":"traceutil/trace.go:171","msg":"trace[1835187679] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"271.347995ms","start":"2026-02-25T20:23:47.644455Z","end":"2026-02-25T20:23:47.915803Z","steps":["trace[1835187679] 'process raft request' (duration: 212.466041ms)","trace[1835187679] 'compare' (duration: 58.538265ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:47.915988Z","caller":"traceutil/trace.go:171","msg":"trace[516386768] linearizableReadLoop","detail":"{readStateIndex:24546; appliedIndex:24545; }","duration":"199.173896ms","start":"2026-02-25T20:23:47.716783Z","end":"2026-02-25T20:23:47.915957Z","steps":["trace[516386768] 'read index received' (duration: 140.134237ms)","trace[516386768] 'applied index is now lower than readState.Index' (duration: 59.036658ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:47.916047Z","caller":"traceutil/trace.go:171","msg":"trace[1718543291] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"195.58061ms","start":"2026-02-25T20:23:47.720381Z","end":"2026-02-25T20:23:47.915962Z","steps":["trace[1718543291] 'process raft request' (duration: 195.428706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:47.91627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.417575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-02-25T20:23:47.916309Z","caller":"traceutil/trace.go:171","msg":"trace[1390598034] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:23684; }","duration":"330.487537ms","start":"2026-02-25T20:23:47.585812Z","end":"2026-02-25T20:23:47.916299Z","steps":["trace[1390598034] 'agreement among raft nodes before linearized reading' (duration: 330.280591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:47.916335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:47.585804Z","time spent":"330.524837ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-02-25T20:23:47.916429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.355149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-25T20:23:47.916532Z","caller":"traceutil/trace.go:171","msg":"trace[2008767218] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23684; }","duration":"129.520363ms","start":"2026-02-25T20:23:47.786993Z","end":"2026-02-25T20:23:47.916513Z","steps":["trace[2008767218] 'agreement among raft nodes before linearized reading' (duration: 129.237566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:47.916468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.204553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-02-25T20:23:47.916625Z","caller":"traceutil/trace.go:171","msg":"trace[925899842] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23684; }","duration":"194.448929ms","start":"2026-02-25T20:23:47.722163Z","end":"2026-02-25T20:23:47.916612Z","steps":["trace[925899842] 'agreement among raft nodes before linearized reading' (duration: 194.068359ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:48.050345Z","caller":"traceutil/trace.go:171","msg":"trace[1629609048] linearizableReadLoop","detail":"{readStateIndex:24548; appliedIndex:24547; }","duration":"126.467771ms","start":"2026-02-25T20:23:47.923849Z","end":"2026-02-25T20:23:48.050317Z","steps":["trace[1629609048] 'read index received' (duration: 99.708786ms)","trace[1629609048] 'applied index is now lower than readState.Index' (duration: 26.757995ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:48.050375Z","caller":"traceutil/trace.go:171","msg":"trace[1254123282] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"126.700838ms","start":"2026-02-25T20:23:47.923649Z","end":"2026-02-25T20:23:48.05035Z","steps":["trace[1254123282] 'process raft request' (duration: 99.927582ms)","trace[1254123282] 'compare' (duration: 26.625052ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:48.050575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.699817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"info","ts":"2026-02-25T20:23:48.050617Z","caller":"traceutil/trace.go:171","msg":"trace[648415028] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:23685; }","duration":"126.78373ms","start":"2026-02-25T20:23:47.923824Z","end":"2026-02-25T20:23:48.050608Z","steps":["trace[648415028] 'agreement among raft nodes before linearized reading' (duration: 126.613585ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:48.096082Z","caller":"traceutil/trace.go:171","msg":"trace[1030970541] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"172.133402ms","start":"2026-02-25T20:23:47.923921Z","end":"2026-02-25T20:23:48.096054Z","steps":["trace[1030970541] 'process raft request' (duration: 171.931597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:48.596603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.754049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-x9p8r.189796b62ddaab07\" ","response":"range_response_count:1 size:785"} {"level":"info","ts":"2026-02-25T20:23:48.596745Z","caller":"traceutil/trace.go:171","msg":"trace[1436001410] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-x9p8r.189796b62ddaab07; range_end:; response_count:1; response_revision:23688; }","duration":"304.894852ms","start":"2026-02-25T20:23:48.291783Z","end":"2026-02-25T20:23:48.596678Z","steps":["trace[1436001410] 'range keys from in-memory index tree' (duration: 304.580574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:48.596813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:48.291775Z","time spent":"305.022556ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":808,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-x9p8r.189796b62ddaab07\" "} {"level":"warn","ts":"2026-02-25T20:23:48.596827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.484948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-02-25T20:23:48.596844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.597341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-25T20:23:48.597021Z","caller":"traceutil/trace.go:171","msg":"trace[795117767] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:23688; }","duration":"305.836277ms","start":"2026-02-25T20:23:48.291146Z","end":"2026-02-25T20:23:48.596983Z","steps":["trace[795117767] 'range keys from in-memory index tree' (duration: 305.422896ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:48.596902Z","caller":"traceutil/trace.go:171","msg":"trace[996114676] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23688; }","duration":"305.594662ms","start":"2026-02-25T20:23:48.291286Z","end":"2026-02-25T20:23:48.596881Z","steps":["trace[996114676] 'range keys from in-memory index tree' (duration: 305.277722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:48.597089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:48.291134Z","time spent":"305.943561ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-02-25T20:23:48.597119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:48.291273Z","time spent":"305.833008ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-02-25T20:23:48.600696Z","caller":"traceutil/trace.go:171","msg":"trace[807072003] linearizableReadLoop","detail":"{readStateIndex:24552; appliedIndex:24551; }","duration":"108.789999ms","start":"2026-02-25T20:23:48.491889Z","end":"2026-02-25T20:23:48.600679Z","steps":["trace[807072003] 'read index received' (duration: 108.665196ms)","trace[807072003] 'applied index is now lower than readState.Index' (duration: 123.493µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:48.600812Z","caller":"traceutil/trace.go:171","msg":"trace[434032687] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"177.083155ms","start":"2026-02-25T20:23:48.423684Z","end":"2026-02-25T20:23:48.600767Z","steps":["trace[434032687] 'process raft request' (duration: 176.853209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:48.601628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.562159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:48.601682Z","caller":"traceutil/trace.go:171","msg":"trace[863276393] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23689; }","duration":"109.798385ms","start":"2026-02-25T20:23:48.491869Z","end":"2026-02-25T20:23:48.601667Z","steps":["trace[863276393] 'agreement among raft nodes before linearized reading' (duration: 108.900041ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:48.889672Z","caller":"traceutil/trace.go:171","msg":"trace[2027393705] linearizableReadLoop","detail":"{readStateIndex:24558; appliedIndex:24557; }","duration":"112.667293ms","start":"2026-02-25T20:23:48.776981Z","end":"2026-02-25T20:23:48.889648Z","steps":["trace[2027393705] 'read index received' (duration: 91.23039ms)","trace[2027393705] 'applied index is now lower than readState.Index' (duration: 21.435892ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:48.889749Z","caller":"traceutil/trace.go:171","msg":"trace[74677194] transaction","detail":"{read_only:false; response_revision:23695; number_of_response:1; }","duration":"120.821211ms","start":"2026-02-25T20:23:48.768881Z","end":"2026-02-25T20:23:48.889703Z","steps":["trace[74677194] 'process raft request' (duration: 99.400478ms)","trace[74677194] 'compare' (duration: 21.238748ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:48.889925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.919209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-02-25T20:23:48.889957Z","caller":"traceutil/trace.go:171","msg":"trace[933704682] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:23695; }","duration":"113.002112ms","start":"2026-02-25T20:23:48.776948Z","end":"2026-02-25T20:23:48.88995Z","steps":["trace[933704682] 'agreement among raft nodes before linearized reading' (duration: 112.813567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:50.318282Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.331289186s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:23:50.318716Z","caller":"traceutil/trace.go:171","msg":"trace[122933162] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"1.383667406s","start":"2026-02-25T20:23:48.935016Z","end":"2026-02-25T20:23:50.318683Z","steps":["trace[122933162] 'process raft request' (duration: 1.38343783s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:50.319009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:48.934996Z","time spent":"1.38378777s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:50.319187Z","caller":"traceutil/trace.go:171","msg":"trace[543009033] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"1.384110628s","start":"2026-02-25T20:23:48.935036Z","end":"2026-02-25T20:23:50.319147Z","steps":["trace[543009033] 'process raft request' (duration: 1.383597595s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:50.319268Z","caller":"traceutil/trace.go:171","msg":"trace[257077750] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"1.382929777s","start":"2026-02-25T20:23:48.936305Z","end":"2026-02-25T20:23:50.319234Z","steps":["trace[257077750] 'process raft request' (duration: 1.382826994s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:50.319342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:48.935019Z","time spent":"1.384245101s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:50.319485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:48.936286Z","time spent":"1.38307982s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:50.319516Z","caller":"traceutil/trace.go:171","msg":"trace[1024468738] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"1.384407806s","start":"2026-02-25T20:23:48.935096Z","end":"2026-02-25T20:23:50.319504Z","steps":["trace[1024468738] 'process raft request' (duration: 1.383840341s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:50.319572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:48.935087Z","time spent":"1.384454287s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:50.319583Z","caller":"traceutil/trace.go:171","msg":"trace[104352724] linearizableReadLoop","detail":"{readStateIndex:24568; appliedIndex:24561; }","duration":"1.382742621s","start":"2026-02-25T20:23:48.936823Z","end":"2026-02-25T20:23:50.319565Z","steps":["trace[104352724] 'read index received' (duration: 50.222853ms)","trace[104352724] 'applied index is now lower than readState.Index' (duration: 1.332518298s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:50.319661Z","caller":"traceutil/trace.go:171","msg":"trace[1359185280] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"1.383259325s","start":"2026-02-25T20:23:48.936391Z","end":"2026-02-25T20:23:50.31965Z","steps":["trace[1359185280] 'process raft request' (duration: 1.3830799s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:50.319749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:48.936381Z","time spent":"1.383315747s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:50.319779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382952677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-02-25T20:23:50.319817Z","caller":"traceutil/trace.go:171","msg":"trace[1957570801] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:23705; }","duration":"1.383007349s","start":"2026-02-25T20:23:48.936797Z","end":"2026-02-25T20:23:50.319805Z","steps":["trace[1957570801] 'agreement among raft nodes before linearized reading' (duration: 1.382925397s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:50.319856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:48.936789Z","time spent":"1.38306104s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-02-25T20:23:50.319845Z","caller":"traceutil/trace.go:171","msg":"trace[2103578304] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"1.383484671s","start":"2026-02-25T20:23:48.936317Z","end":"2026-02-25T20:23:50.319802Z","steps":["trace[2103578304] 'process raft request' (duration: 1.382866264s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:50.320026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:48.936304Z","time spent":"1.383648166s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:23:51.299259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:23:51.299341Z","caller":"traceutil/trace.go:171","msg":"trace[951920506] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000279434s","start":"2026-02-25T20:23:49.29904Z","end":"2026-02-25T20:23:51.29932Z","steps":["trace[951920506] 'agreement among raft nodes before linearized reading' (duration: 2.000173311s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:51.299389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:49.298999Z","time spent":"2.000381216s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:23:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:23:52.412927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674922855s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:23:52.41314Z","caller":"traceutil/trace.go:171","msg":"trace[1111866521] linearizableReadLoop","detail":"{readStateIndex:24570; appliedIndex:24568; }","duration":"2.093504427s","start":"2026-02-25T20:23:50.319617Z","end":"2026-02-25T20:23:52.413121Z","steps":["trace[1111866521] 'read index received' (duration: 418.147921ms)","trace[1111866521] 'applied index is now lower than readState.Index' (duration: 1.675355526s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:52.413217Z","caller":"traceutil/trace.go:171","msg":"trace[272935024] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"3.080513557s","start":"2026-02-25T20:23:49.332692Z","end":"2026-02-25T20:23:52.413206Z","steps":["trace[272935024] 'process raft request' (duration: 1.405086909s)","trace[272935024] 'compare' (duration: 1.672956772s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:52.41339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:49.332655Z","time spent":"3.08059145s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:52.414138Z","caller":"traceutil/trace.go:171","msg":"trace[2109907062] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"2.492273399s","start":"2026-02-25T20:23:49.921852Z","end":"2026-02-25T20:23:52.414126Z","steps":["trace[2109907062] 'process raft request' (duration: 2.49117123s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:52.414258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:49.921838Z","time spent":"2.492366461s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:52.414901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182809505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-25T20:23:52.415164Z","caller":"traceutil/trace.go:171","msg":"trace[1321837668] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23707; }","duration":"2.183148354s","start":"2026-02-25T20:23:50.231986Z","end":"2026-02-25T20:23:52.415134Z","steps":["trace[1321837668] 'agreement among raft nodes before linearized reading' (duration: 2.182695602s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:52.41529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269042481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-25T20:23:52.415373Z","caller":"traceutil/trace.go:171","msg":"trace[1340913659] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23707; }","duration":"2.269163854s","start":"2026-02-25T20:23:50.146186Z","end":"2026-02-25T20:23:52.41535Z","steps":["trace[1340913659] 'agreement among raft nodes before linearized reading' (duration: 2.268925817s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:52.415432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:50.146164Z","time spent":"2.269255267s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:23:52.415444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326792665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-02-25T20:23:52.415323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:50.231952Z","time spent":"2.183351449s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:23:52.415657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494879159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:52.4157Z","caller":"traceutil/trace.go:171","msg":"trace[246655714] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23707; }","duration":"2.494994162s","start":"2026-02-25T20:23:49.920695Z","end":"2026-02-25T20:23:52.415689Z","steps":["trace[246655714] 'agreement among raft nodes before linearized reading' (duration: 2.494889689s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:52.415729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:49.920676Z","time spent":"2.495044533s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:52.415564Z","caller":"traceutil/trace.go:171","msg":"trace[1484479959] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23707; }","duration":"2.326945459s","start":"2026-02-25T20:23:50.088605Z","end":"2026-02-25T20:23:52.41555Z","steps":["trace[1484479959] 'agreement among raft nodes before linearized reading' (duration: 2.326717993s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:52.416064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:50.08851Z","time spent":"2.327488913s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-25T20:23:52.437834Z","caller":"traceutil/trace.go:171","msg":"trace[580534988] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"601.354449ms","start":"2026-02-25T20:23:51.83645Z","end":"2026-02-25T20:23:52.437805Z","steps":["trace[580534988] 'process raft request' (duration: 601.200395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:52.438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:51.83641Z","time spent":"601.503023ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:53.299641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999885784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:23:53.299701Z","caller":"traceutil/trace.go:171","msg":"trace[219673979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000004698s","start":"2026-02-25T20:23:51.29968Z","end":"2026-02-25T20:23:53.299685Z","steps":["trace[219673979] 'agreement among raft nodes before linearized reading' (duration: 1.999927356s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:53.299727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:51.299654Z","time spent":"2.000068319s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:23:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:23:54.695655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:23:54.695732Z","caller":"traceutil/trace.go:171","msg":"trace[657064613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00014244s","start":"2026-02-25T20:23:52.695569Z","end":"2026-02-25T20:23:54.695711Z","steps":["trace[657064613] 'agreement among raft nodes before linearized reading' (duration: 2.000049028s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:54.695775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:52.695538Z","time spent":"2.000229592s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:23:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:23:55.307481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000199101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:23:55.30754Z","caller":"traceutil/trace.go:171","msg":"trace[986186927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000294044s","start":"2026-02-25T20:23:53.307229Z","end":"2026-02-25T20:23:55.307523Z","steps":["trace[986186927] 'agreement among raft nodes before linearized reading' (duration: 2.000221212s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.307571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:53.307218Z","time spent":"2.000348155s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:23:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:23:55.340089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.902462377s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:23:55.417686Z","caller":"traceutil/trace.go:171","msg":"trace[852757340] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"2.99497081s","start":"2026-02-25T20:23:52.422681Z","end":"2026-02-25T20:23:55.417652Z","steps":["trace[852757340] 'process raft request' (duration: 2.994736954s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:55.417685Z","caller":"traceutil/trace.go:171","msg":"trace[2064065356] linearizableReadLoop","detail":"{readStateIndex:24572; appliedIndex:24570; }","duration":"3.004482274s","start":"2026-02-25T20:23:52.413173Z","end":"2026-02-25T20:23:55.417655Z","steps":["trace[2064065356] 'read index received' (duration: 24.481834ms)","trace[2064065356] 'applied index is now lower than readState.Index' (duration: 2.97999952s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:55.41779Z","caller":"traceutil/trace.go:171","msg":"trace[1997897244] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"3.092076487s","start":"2026-02-25T20:23:52.325687Z","end":"2026-02-25T20:23:55.417764Z","steps":["trace[1997897244] 'process raft request' (duration: 3.014964965s)","trace[1997897244] 'compare' (duration: 76.243909ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:55.418027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:52.422657Z","time spent":"2.995097204s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:55.418048Z","caller":"traceutil/trace.go:171","msg":"trace[263620275] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"2.99498304s","start":"2026-02-25T20:23:52.423052Z","end":"2026-02-25T20:23:55.418035Z","steps":["trace[263620275] 'process raft request' (duration: 2.994477597s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.418089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:52.32567Z","time spent":"3.092351444s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:55.418165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:52.423036Z","time spent":"2.995040062s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:55.418529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.510138653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T20:23:55.418559Z","caller":"traceutil/trace.go:171","msg":"trace[922171100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23711; }","duration":"4.510189465s","start":"2026-02-25T20:23:50.908361Z","end":"2026-02-25T20:23:55.41855Z","steps":["trace[922171100] 'agreement among raft nodes before linearized reading' (duration: 4.510078262s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.418586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:50.908349Z","time spent":"4.510231666s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T20:23:55.418647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.57919457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-25T20:23:55.418679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.520299847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-02-25T20:23:55.418704Z","caller":"traceutil/trace.go:171","msg":"trace[1128703122] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23711; }","duration":"4.579289883s","start":"2026-02-25T20:23:50.839398Z","end":"2026-02-25T20:23:55.418688Z","steps":["trace[1128703122] 'agreement among raft nodes before linearized reading' (duration: 4.579058356s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.418746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.911546558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-02-25T20:23:55.418749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:50.839377Z","time spent":"4.579359944s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-02-25T20:23:55.41877Z","caller":"traceutil/trace.go:171","msg":"trace[2039774397] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23711; }","duration":"3.911583288s","start":"2026-02-25T20:23:51.507179Z","end":"2026-02-25T20:23:55.418762Z","steps":["trace[2039774397] 'agreement among raft nodes before linearized reading' (duration: 3.911515887s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.418761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093083853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-25T20:23:55.418794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:51.507175Z","time spent":"3.911611059s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-25T20:23:55.418813Z","caller":"traceutil/trace.go:171","msg":"trace[1560333635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23711; }","duration":"3.093169855s","start":"2026-02-25T20:23:52.325626Z","end":"2026-02-25T20:23:55.418796Z","steps":["trace[1560333635] 'agreement among raft nodes before linearized reading' (duration: 3.093053632s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.41886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:52.325601Z","time spent":"3.093247408s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T20:23:55.418866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094293596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T20:23:55.418912Z","caller":"traceutil/trace.go:171","msg":"trace[562126709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23711; }","duration":"3.094377508s","start":"2026-02-25T20:23:52.32452Z","end":"2026-02-25T20:23:55.418898Z","steps":["trace[562126709] 'agreement among raft nodes before linearized reading' (duration: 3.094253885s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.418925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.911760224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-25T20:23:55.418946Z","caller":"traceutil/trace.go:171","msg":"trace[962329454] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23711; }","duration":"3.911816035s","start":"2026-02-25T20:23:51.507122Z","end":"2026-02-25T20:23:55.418938Z","steps":["trace[962329454] 'agreement among raft nodes before linearized reading' (duration: 3.911756264s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.418963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:51.507103Z","time spent":"3.911856506s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-25T20:23:55.418975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:52.324496Z","time spent":"3.094466411s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T20:23:55.41904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.414614159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-25T20:23:55.419055Z","caller":"traceutil/trace.go:171","msg":"trace[2146061631] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:23711; }","duration":"4.41465398s","start":"2026-02-25T20:23:51.004396Z","end":"2026-02-25T20:23:55.41905Z","steps":["trace[2146061631] 'agreement among raft nodes before linearized reading' (duration: 4.414608139s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.419071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:51.004382Z","time spent":"4.414685121s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-25T20:23:55.419193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.428346116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:23:55.419209Z","caller":"traceutil/trace.go:171","msg":"trace[1056850147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23711; }","duration":"4.428410008s","start":"2026-02-25T20:23:50.990795Z","end":"2026-02-25T20:23:55.419205Z","steps":["trace[1056850147] 'agreement among raft nodes before linearized reading' (duration: 4.428361407s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.419225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:50.990775Z","time spent":"4.428446449s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T20:23:55.419216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.352936521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-25T20:23:55.419265Z","caller":"traceutil/trace.go:171","msg":"trace[1320816194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23711; }","duration":"3.353021294s","start":"2026-02-25T20:23:52.066231Z","end":"2026-02-25T20:23:55.419252Z","steps":["trace[1320816194] 'agreement among raft nodes before linearized reading' (duration: 3.35288341s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.419303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:52.066203Z","time spent":"3.353089596s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T20:23:55.419315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.090993104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-02-25T20:23:55.419418Z","caller":"traceutil/trace.go:171","msg":"trace[825848124] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:23711; }","duration":"5.091126538s","start":"2026-02-25T20:23:50.328268Z","end":"2026-02-25T20:23:55.419394Z","steps":["trace[825848124] 'agreement among raft nodes before linearized reading' (duration: 5.090927093s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.419467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:50.328261Z","time spent":"5.0911957s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-02-25T20:23:55.418648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093993088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T20:23:55.41956Z","caller":"traceutil/trace.go:171","msg":"trace[398851023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23711; }","duration":"3.094959463s","start":"2026-02-25T20:23:52.324583Z","end":"2026-02-25T20:23:55.419542Z","steps":["trace[398851023] 'agreement among raft nodes before linearized reading' (duration: 3.093955617s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.419621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:52.324552Z","time spent":"3.095049206s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T20:23:55.419646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.702800105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:55.419675Z","caller":"traceutil/trace.go:171","msg":"trace[329929104] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23711; }","duration":"4.702836416s","start":"2026-02-25T20:23:50.716829Z","end":"2026-02-25T20:23:55.419666Z","steps":["trace[329929104] 'agreement among raft nodes before linearized reading' (duration: 4.702773344s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.419509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.095164496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-s4jkb.189796bb891e6845\" ","response":"range_response_count:1 size:788"} {"level":"warn","ts":"2026-02-25T20:23:55.419703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:50.716784Z","time spent":"4.702911727s","remote":"127.0.0.1:56874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:55.419742Z","caller":"traceutil/trace.go:171","msg":"trace[1762355897] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-s4jkb.189796bb891e6845; range_end:; response_count:1; response_revision:23711; }","duration":"5.095429303s","start":"2026-02-25T20:23:50.324292Z","end":"2026-02-25T20:23:55.419722Z","steps":["trace[1762355897] 'agreement among raft nodes before linearized reading' (duration: 5.095119555s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.419795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:50.324273Z","time spent":"5.095509605s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":811,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-s4jkb.189796bb891e6845\" "} {"level":"info","ts":"2026-02-25T20:23:55.418745Z","caller":"traceutil/trace.go:171","msg":"trace[1978951235] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23711; }","duration":"3.52042042s","start":"2026-02-25T20:23:51.898305Z","end":"2026-02-25T20:23:55.418726Z","steps":["trace[1978951235] 'agreement among raft nodes before linearized reading' (duration: 3.520200684s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.419931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.78678372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:23:55.419949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:51.898282Z","time spent":"3.521649443s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-02-25T20:23:55.419968Z","caller":"traceutil/trace.go:171","msg":"trace[1327863737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23711; }","duration":"4.786838952s","start":"2026-02-25T20:23:50.633114Z","end":"2026-02-25T20:23:55.419953Z","steps":["trace[1327863737] 'agreement among raft nodes before linearized reading' (duration: 4.786775351s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.420002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:50.633102Z","time spent":"4.786890453s","remote":"127.0.0.1:52696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:55.420174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.079308162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:55.420229Z","caller":"traceutil/trace.go:171","msg":"trace[1310006425] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23711; }","duration":"5.079400964s","start":"2026-02-25T20:23:50.340816Z","end":"2026-02-25T20:23:55.420217Z","steps":["trace[1310006425] 'agreement among raft nodes before linearized reading' (duration: 5.079325752s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.420255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:50.340793Z","time spent":"5.079454856s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:55.420342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.798239647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:55.420365Z","caller":"traceutil/trace.go:171","msg":"trace[1404848773] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23711; }","duration":"4.798306948s","start":"2026-02-25T20:23:50.62205Z","end":"2026-02-25T20:23:55.420357Z","steps":["trace[1404848773] 'agreement among raft nodes before linearized reading' (duration: 4.798264487s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.420385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:50.622027Z","time spent":"4.79835281s","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:55.427737Z","caller":"traceutil/trace.go:171","msg":"trace[1581493356] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"1.005169517s","start":"2026-02-25T20:23:54.422553Z","end":"2026-02-25T20:23:55.427723Z","steps":["trace[1581493356] 'process raft request' (duration: 1.005078185s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:55.42785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:54.422535Z","time spent":"1.005251599s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:57.312572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999916344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:23:57.312658Z","caller":"traceutil/trace.go:171","msg":"trace[1808907375] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000069178s","start":"2026-02-25T20:23:55.312567Z","end":"2026-02-25T20:23:57.312636Z","steps":["trace[1808907375] 'agreement among raft nodes before linearized reading' (duration: 1.999939655s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:57.312706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.312536Z","time spent":"2.000160591s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:23:57.855095Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.427687981s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:23:59.313794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999993807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:23:59.313898Z","caller":"traceutil/trace.go:171","msg":"trace[1839412174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000160701s","start":"2026-02-25T20:23:57.313711Z","end":"2026-02-25T20:23:59.313872Z","steps":["trace[1839412174] 'agreement among raft nodes before linearized reading' (duration: 2.000041188s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:59.313973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:57.313696Z","time spent":"2.000265264s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:23:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:23:59.535056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.694186446s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:59.535117Z","caller":"traceutil/trace.go:171","msg":"trace[1539995396] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23712; }","duration":"3.694248038s","start":"2026-02-25T20:23:55.84086Z","end":"2026-02-25T20:23:59.535108Z","steps":["trace[1539995396] 'range keys from in-memory index tree' (duration: 3.694178106s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:59.537692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682283852s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:23:59.537883Z","caller":"traceutil/trace.go:171","msg":"trace[1454981877] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"4.132456885s","start":"2026-02-25T20:23:55.4054Z","end":"2026-02-25T20:23:59.537857Z","steps":["trace[1454981877] 'process raft request' (duration: 2.449944037s)","trace[1454981877] 'compare' (duration: 1.680650748s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:23:59.537919Z","caller":"traceutil/trace.go:171","msg":"trace[2079741999] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"4.114293969s","start":"2026-02-25T20:23:55.423616Z","end":"2026-02-25T20:23:59.53791Z","steps":["trace[2079741999] 'process raft request' (duration: 4.114242298s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:59.537956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.423601Z","time spent":"4.11433686s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:59.537996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.405373Z","time spent":"4.132565448s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:59.537974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.423247Z","time spent":"4.11471854s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T20:23:59.538004Z","caller":"traceutil/trace.go:171","msg":"trace[1186700208] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"4.114620917s","start":"2026-02-25T20:23:55.42336Z","end":"2026-02-25T20:23:59.537981Z","steps":["trace[1186700208] 'process raft request' (duration: 4.114444993s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:59.538095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.423333Z","time spent":"4.11471358s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":770,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:59.538175Z","caller":"traceutil/trace.go:171","msg":"trace[235459616] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"4.114493244s","start":"2026-02-25T20:23:55.423675Z","end":"2026-02-25T20:23:59.538169Z","steps":["trace[235459616] 'process raft request' (duration: 4.114209067s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:59.538211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.423647Z","time spent":"4.114547966s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:59.538251Z","caller":"traceutil/trace.go:171","msg":"trace[1088339] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"4.113924979s","start":"2026-02-25T20:23:55.424298Z","end":"2026-02-25T20:23:59.538223Z","steps":["trace[1088339] 'process raft request' (duration: 4.113787785s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:59.538262Z","caller":"traceutil/trace.go:171","msg":"trace[639492947] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"4.113896748s","start":"2026-02-25T20:23:55.424342Z","end":"2026-02-25T20:23:59.538238Z","steps":["trace[639492947] 'process raft request' (duration: 4.113821926s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:59.538346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.424281Z","time spent":"4.114003761s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:59.538405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.424324Z","time spent":"4.114010802s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:59.538485Z","caller":"traceutil/trace.go:171","msg":"trace[94272645] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"4.113026975s","start":"2026-02-25T20:23:55.425443Z","end":"2026-02-25T20:23:59.53847Z","steps":["trace[94272645] 'process raft request' (duration: 4.112918453s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:59.53852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.425436Z","time spent":"4.113064966s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:59.538509Z","caller":"traceutil/trace.go:171","msg":"trace[354712364] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"4.112923642s","start":"2026-02-25T20:23:55.425568Z","end":"2026-02-25T20:23:59.538492Z","steps":["trace[354712364] 'process raft request' (duration: 4.11285127s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:59.538525Z","caller":"traceutil/trace.go:171","msg":"trace[1337689828] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"4.113252231s","start":"2026-02-25T20:23:55.425243Z","end":"2026-02-25T20:23:59.538495Z","steps":["trace[1337689828] 'process raft request' (duration: 4.112959493s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:59.538592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.425563Z","time spent":"4.112985764s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:23:59.538642Z","caller":"traceutil/trace.go:171","msg":"trace[169372785] linearizableReadLoop","detail":"{readStateIndex:24576; appliedIndex:24575; }","duration":"4.120638489s","start":"2026-02-25T20:23:55.417997Z","end":"2026-02-25T20:23:59.538635Z","steps":["trace[169372785] 'read index received' (duration: 10.08432ms)","trace[169372785] 'applied index is now lower than readState.Index' (duration: 4.110553659s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:23:59.53869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.425219Z","time spent":"4.113388005s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:59.538726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.733323501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:59.538745Z","caller":"traceutil/trace.go:171","msg":"trace[139269104] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23723; }","duration":"4.733384443s","start":"2026-02-25T20:23:54.805355Z","end":"2026-02-25T20:23:59.538739Z","steps":["trace[139269104] 'agreement among raft nodes before linearized reading' (duration: 4.733327391s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:59.538741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.319055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:23:59.538786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.813734617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:23:59.538802Z","caller":"traceutil/trace.go:171","msg":"trace[1928537556] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23723; }","duration":"6.813784438s","start":"2026-02-25T20:23:52.725013Z","end":"2026-02-25T20:23:59.538798Z","steps":["trace[1928537556] 'agreement among raft nodes before linearized reading' (duration: 6.813758817s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:59.538821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:52.724996Z","time spent":"6.81382143s","remote":"127.0.0.1:56148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:59.538824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.66295853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:23:59.538858Z","caller":"traceutil/trace.go:171","msg":"trace[544679761] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23723; }","duration":"4.662994001s","start":"2026-02-25T20:23:54.875855Z","end":"2026-02-25T20:23:59.538849Z","steps":["trace[544679761] 'agreement among raft nodes before linearized reading' (duration: 4.662826396s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:59.538795Z","caller":"traceutil/trace.go:171","msg":"trace[572161226] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23723; }","duration":"6.319143703s","start":"2026-02-25T20:23:53.219635Z","end":"2026-02-25T20:23:59.538779Z","steps":["trace[572161226] 'agreement among raft nodes before linearized reading' (duration: 6.319062391s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:59.538866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.308218033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:23:59.538901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:53.219614Z","time spent":"6.319282556s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:23:59.538896Z","caller":"traceutil/trace.go:171","msg":"trace[1361008570] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"4.112281935s","start":"2026-02-25T20:23:55.426597Z","end":"2026-02-25T20:23:59.538879Z","steps":["trace[1361008570] 'process raft request' (duration: 4.111860244s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:59.538913Z","caller":"traceutil/trace.go:171","msg":"trace[2118952752] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23723; }","duration":"5.308298135s","start":"2026-02-25T20:23:54.230602Z","end":"2026-02-25T20:23:59.5389Z","steps":["trace[2118952752] 'agreement among raft nodes before linearized reading' (duration: 5.308213913s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:23:59.538933Z","caller":"traceutil/trace.go:171","msg":"trace[350813679] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"4.111947126s","start":"2026-02-25T20:23:55.426975Z","end":"2026-02-25T20:23:59.538922Z","steps":["trace[350813679] 'process raft request' (duration: 4.111605107s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:23:59.5389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:54.875798Z","time spent":"4.663093703s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:59.538951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:54.230557Z","time spent":"5.308382537s","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:23:59.538967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.426592Z","time spent":"4.112343167s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:23:59.538986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.426969Z","time spent":"4.111991188s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:23:59.538762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:54.805333Z","time spent":"4.733424694s","remote":"127.0.0.1:53548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:00.039368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:00.421456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.427569Z","time spent":"4.993880078s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/25 20:24:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:00.428595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.430096Z","time spent":"4.998495841s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/25 20:24:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:00.53952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:00.70572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.850371845s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:01.321452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00050052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:01.321522Z","caller":"traceutil/trace.go:171","msg":"trace[2078687179] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000607932s","start":"2026-02-25T20:23:59.320896Z","end":"2026-02-25T20:24:01.321504Z","steps":["trace[2078687179] 'agreement among raft nodes before linearized reading' (duration: 2.0005063s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:01.321554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:59.320891Z","time spent":"2.000656724s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:24:01.538036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999185709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:01.538151Z","caller":"traceutil/trace.go:171","msg":"trace[809654937] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999348944s","start":"2026-02-25T20:23:56.538775Z","end":"2026-02-25T20:24:01.538124Z","steps":["trace[809654937] 'agreement among raft nodes before linearized reading' (duration: 4.99920465s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:01.538221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:56.538762Z","time spent":"4.999436596s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/25 20:24:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:02.213139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.505841933s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:02.335741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.912167619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:02.335847Z","caller":"traceutil/trace.go:171","msg":"trace[846268217] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; }","duration":"6.912334924s","start":"2026-02-25T20:23:55.423483Z","end":"2026-02-25T20:24:02.335818Z","steps":["trace[846268217] 'agreement among raft nodes before linearized reading' (duration: 6.91218372s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:02.335912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.423471Z","time spent":"6.912426246s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} 2026/02/25 20:24:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:02.394928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688910528s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:24:02.395694Z","caller":"traceutil/trace.go:171","msg":"trace[1391404099] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"6.966636335s","start":"2026-02-25T20:23:55.429016Z","end":"2026-02-25T20:24:02.395653Z","steps":["trace[1391404099] 'process raft request' (duration: 6.966002729s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:02.39583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.42901Z","time spent":"6.966757329s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:24:02.426353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:57.428536Z","time spent":"4.997810033s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:24:02.434611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:57.435155Z","time spent":"4.999449737s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:24:03.167336Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9c964936e200","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-25T20:24:03.322284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000179542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:03.322397Z","caller":"traceutil/trace.go:171","msg":"trace[523632050] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000333966s","start":"2026-02-25T20:24:01.322041Z","end":"2026-02-25T20:24:03.322374Z","steps":["trace[523632050] 'agreement among raft nodes before linearized reading' (duration: 2.000190542s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:03.322448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:01.322031Z","time spent":"2.000407059s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:24:04.432355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:57.431541Z","time spent":"7.00080877s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:24:04.542178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:59.542669Z","time spent":"4.999500567s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/25 20:24:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:04.693958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:04.694072Z","caller":"traceutil/trace.go:171","msg":"trace[129219806] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000296024s","start":"2026-02-25T20:24:02.693748Z","end":"2026-02-25T20:24:04.694044Z","steps":["trace[129219806] 'agreement among raft nodes before linearized reading' (duration: 2.00015499s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:04.694149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:02.693727Z","time spent":"2.000405856s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:24:04.720751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.507400083s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:05.320336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925185354s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T20:24:05.323725Z","caller":"traceutil/trace.go:171","msg":"trace[605143992] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"3.774706829s","start":"2026-02-25T20:24:01.548986Z","end":"2026-02-25T20:24:05.323693Z","steps":["trace[605143992] 'process raft request' (duration: 3.774647338s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.323903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:01.548924Z","time spent":"3.774884764s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:24:05.324222Z","caller":"traceutil/trace.go:171","msg":"trace[1194643797] transaction","detail":"{read_only:false; response_revision:23731; number_of_response:1; }","duration":"6.411295987s","start":"2026-02-25T20:23:58.912907Z","end":"2026-02-25T20:24:05.324203Z","steps":["trace[1194643797] 'process raft request' (duration: 6.41030224s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.324312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:58.912885Z","time spent":"6.411374499s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:24:05.324512Z","caller":"traceutil/trace.go:171","msg":"trace[618789026] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23731; }","duration":"5.785095304s","start":"2026-02-25T20:23:59.5394Z","end":"2026-02-25T20:24:05.324495Z","steps":["trace[618789026] 'process raft request' (duration: 5.783924052s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.324599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:59.53938Z","time spent":"5.785168175s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:24:05.324671Z","caller":"traceutil/trace.go:171","msg":"trace[1846950813] linearizableReadLoop","detail":"{readStateIndex:24600; appliedIndex:24587; }","duration":"5.785974137s","start":"2026-02-25T20:23:59.538664Z","end":"2026-02-25T20:24:05.324638Z","steps":["trace[1846950813] 'read index received' (duration: 1.167430325s)","trace[1846950813] 'applied index is now lower than readState.Index' (duration: 4.618539911s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:05.324798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.715573609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:05.324861Z","caller":"traceutil/trace.go:171","msg":"trace[1629315546] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23736; }","duration":"8.715691542s","start":"2026-02-25T20:23:56.609154Z","end":"2026-02-25T20:24:05.324846Z","steps":["trace[1629315546] 'agreement among raft nodes before linearized reading' (duration: 8.715484407s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.324886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:56.609133Z","time spent":"8.715748454s","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:05.324892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.733457518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:05.324935Z","caller":"traceutil/trace.go:171","msg":"trace[944664338] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23736; }","duration":"8.733535149s","start":"2026-02-25T20:23:56.591385Z","end":"2026-02-25T20:24:05.32492Z","steps":["trace[944664338] 'agreement among raft nodes before linearized reading' (duration: 8.733437726s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.324971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:56.591374Z","time spent":"8.73358707s","remote":"127.0.0.1:57040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:05.325149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.008096586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-02-25T20:24:05.325133Z","caller":"traceutil/trace.go:171","msg":"trace[1438218819] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"5.762754846s","start":"2026-02-25T20:23:59.562343Z","end":"2026-02-25T20:24:05.325098Z","steps":["trace[1438218819] 'process raft request' (duration: 5.761185834s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:05.325151Z","caller":"traceutil/trace.go:171","msg":"trace[373577744] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"5.379288823s","start":"2026-02-25T20:23:59.945844Z","end":"2026-02-25T20:24:05.325132Z","steps":["trace[373577744] 'process raft request' (duration: 5.377734641s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.325152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.339538056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:05.325205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.8888283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:05.325222Z","caller":"traceutil/trace.go:171","msg":"trace[880697896] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23736; }","duration":"9.888880661s","start":"2026-02-25T20:23:55.436336Z","end":"2026-02-25T20:24:05.325217Z","steps":["trace[880697896] 'agreement among raft nodes before linearized reading' (duration: 9.88885212s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:05.325197Z","caller":"traceutil/trace.go:171","msg":"trace[1915896338] transaction","detail":"{read_only:false; response_revision:23733; number_of_response:1; }","duration":"5.781783455s","start":"2026-02-25T20:23:59.543387Z","end":"2026-02-25T20:24:05.325171Z","steps":["trace[1915896338] 'process raft request' (duration: 5.780079979s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.325238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.436317Z","time spent":"9.888917342s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:05.325241Z","caller":"traceutil/trace.go:171","msg":"trace[828499131] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23736; }","duration":"7.33967542s","start":"2026-02-25T20:23:57.985543Z","end":"2026-02-25T20:24:05.325218Z","steps":["trace[828499131] 'agreement among raft nodes before linearized reading' (duration: 7.339535976s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.325253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:59.562318Z","time spent":"5.762880179s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:24:05.325266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.908770715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:24:05.325258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:59.945829Z","time spent":"5.379375965s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:05.325277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.247270446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:05.325299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:57.985524Z","time spent":"7.339759003s","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:05.3253Z","caller":"traceutil/trace.go:171","msg":"trace[1812129429] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23736; }","duration":"8.908841657s","start":"2026-02-25T20:23:56.41645Z","end":"2026-02-25T20:24:05.325291Z","steps":["trace[1812129429] 'agreement among raft nodes before linearized reading' (duration: 8.908711854s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.325307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:59.543379Z","time spent":"5.781871767s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:24:05.325333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.864066282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-02-25T20:24:05.325352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.785641471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"warn","ts":"2026-02-25T20:24:05.325347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:56.416428Z","time spent":"8.908910398s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:05.325344Z","caller":"traceutil/trace.go:171","msg":"trace[579569232] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23736; }","duration":"9.247366339s","start":"2026-02-25T20:23:56.077954Z","end":"2026-02-25T20:24:05.32532Z","steps":["trace[579569232] 'agreement among raft nodes before linearized reading' (duration: 9.247267646s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:05.325375Z","caller":"traceutil/trace.go:171","msg":"trace[1961156576] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23736; }","duration":"7.864100863s","start":"2026-02-25T20:23:57.461259Z","end":"2026-02-25T20:24:05.32536Z","steps":["trace[1961156576] 'agreement among raft nodes before linearized reading' (duration: 7.863958459s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.325402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:56.077937Z","time spent":"9.247448491s","remote":"127.0.0.1:57240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:05.325397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.805176123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:05.325409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:57.461217Z","time spent":"7.864184045s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-02-25T20:24:05.325452Z","caller":"traceutil/trace.go:171","msg":"trace[662273948] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23736; }","duration":"9.805272056s","start":"2026-02-25T20:23:55.520164Z","end":"2026-02-25T20:24:05.325436Z","steps":["trace[662273948] 'agreement among raft nodes before linearized reading' (duration: 9.805174913s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:05.325172Z","caller":"traceutil/trace.go:171","msg":"trace[1522001072] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23736; }","duration":"6.008143468s","start":"2026-02-25T20:23:59.317023Z","end":"2026-02-25T20:24:05.325167Z","steps":["trace[1522001072] 'agreement among raft nodes before linearized reading' (duration: 6.008042035s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.325471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.020612515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:05.32549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.520145Z","time spent":"9.805336118s","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T20:24:05.32551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:59.317011Z","time spent":"6.008487697s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-25T20:24:05.325518Z","caller":"traceutil/trace.go:171","msg":"trace[1843154355] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23736; }","duration":"9.020697028s","start":"2026-02-25T20:23:56.304805Z","end":"2026-02-25T20:24:05.325502Z","steps":["trace[1843154355] 'agreement among raft nodes before linearized reading' (duration: 9.020620186s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.325566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:56.304783Z","time spent":"9.020762279s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:05.325368Z","caller":"traceutil/trace.go:171","msg":"trace[2003267544] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23736; }","duration":"9.785699593s","start":"2026-02-25T20:23:55.539664Z","end":"2026-02-25T20:24:05.325363Z","steps":["trace[2003267544] 'agreement among raft nodes before linearized reading' (duration: 9.785648762s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.325168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.814693122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:24:05.325635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.539642Z","time spent":"9.78597563s","remote":"127.0.0.1:55050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3246,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-02-25T20:24:05.325651Z","caller":"traceutil/trace.go:171","msg":"trace[887034495] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23736; }","duration":"7.815227796s","start":"2026-02-25T20:23:57.510411Z","end":"2026-02-25T20:24:05.325639Z","steps":["trace[887034495] 'agreement among raft nodes before linearized reading' (duration: 7.814666281s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.325672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.90076935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-25T20:24:05.325686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:57.510395Z","time spent":"7.815279867s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:05.325705Z","caller":"traceutil/trace.go:171","msg":"trace[1774982326] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23736; }","duration":"9.900816701s","start":"2026-02-25T20:23:55.424879Z","end":"2026-02-25T20:24:05.325695Z","steps":["trace[1774982326] 'agreement among raft nodes before linearized reading' (duration: 9.900712458s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.325571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.895418986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-25T20:24:05.325738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.424856Z","time spent":"9.900873782s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T20:24:05.325764Z","caller":"traceutil/trace.go:171","msg":"trace[861772168] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23736; }","duration":"9.895616581s","start":"2026-02-25T20:23:55.43013Z","end":"2026-02-25T20:24:05.325747Z","steps":["trace[861772168] 'agreement among raft nodes before linearized reading' (duration: 9.895335494s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.325819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:55.430126Z","time spent":"9.895676244s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:24:05.325948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.652704923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:05.325966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.387135177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:05.326018Z","caller":"traceutil/trace.go:171","msg":"trace[1966003519] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23736; }","duration":"8.387208849s","start":"2026-02-25T20:23:56.938792Z","end":"2026-02-25T20:24:05.326001Z","steps":["trace[1966003519] 'agreement among raft nodes before linearized reading' (duration: 8.387129997s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.326063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:56.938778Z","time spent":"8.38727093s","remote":"127.0.0.1:53516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:05.326099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10861124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:05.326096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254456511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:05.326122Z","caller":"traceutil/trace.go:171","msg":"trace[75230056] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23736; }","duration":"2.108672022s","start":"2026-02-25T20:24:03.217443Z","end":"2026-02-25T20:24:05.326116Z","steps":["trace[75230056] 'agreement among raft nodes before linearized reading' (duration: 2.10858815s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:05.326133Z","caller":"traceutil/trace.go:171","msg":"trace[30514113] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23736; }","duration":"1.254496442s","start":"2026-02-25T20:24:04.071626Z","end":"2026-02-25T20:24:05.326123Z","steps":["trace[30514113] 'agreement among raft nodes before linearized reading' (duration: 1.254433301s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.326137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:03.217423Z","time spent":"2.108709962s","remote":"127.0.0.1:57300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:05.326151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777629759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:05.326155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399420571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:05.326098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898927492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-25T20:24:05.326182Z","caller":"traceutil/trace.go:171","msg":"trace[191652867] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23736; }","duration":"2.77769956s","start":"2026-02-25T20:24:02.548472Z","end":"2026-02-25T20:24:05.326171Z","steps":["trace[191652867] 'agreement among raft nodes before linearized reading' (duration: 2.777653749s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.326185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.782053995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-25T20:24:05.326185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.78223892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T20:24:05.326215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:02.548451Z","time spent":"2.777756742s","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:05.326219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.899446245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:05.326787Z","caller":"traceutil/trace.go:171","msg":"trace[653285768] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23736; }","duration":"3.90000669s","start":"2026-02-25T20:24:01.426765Z","end":"2026-02-25T20:24:05.326771Z","steps":["trace[653285768] 'agreement among raft nodes before linearized reading' (duration: 3.899357902s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.326845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:01.426711Z","time spent":"3.900112893s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:05.325977Z","caller":"traceutil/trace.go:171","msg":"trace[2073676103] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23736; }","duration":"5.652767115s","start":"2026-02-25T20:23:59.673201Z","end":"2026-02-25T20:24:05.325968Z","steps":["trace[2073676103] 'agreement among raft nodes before linearized reading' (duration: 5.652718144s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.327032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:59.673179Z","time spent":"5.653840623s","remote":"127.0.0.1:47596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:05.326164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:04.07157Z","time spent":"1.254585585s","remote":"127.0.0.1:57082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:05.32624Z","caller":"traceutil/trace.go:171","msg":"trace[41125492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23736; }","duration":"3.782125498s","start":"2026-02-25T20:24:01.544097Z","end":"2026-02-25T20:24:05.326222Z","steps":["trace[41125492] 'agreement among raft nodes before linearized reading' (duration: 3.781949693s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.327981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:01.544091Z","time spent":"3.783877054s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T20:24:05.326194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.973906824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:05.328221Z","caller":"traceutil/trace.go:171","msg":"trace[1106090890] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23736; }","duration":"4.975963058s","start":"2026-02-25T20:24:00.352242Z","end":"2026-02-25T20:24:05.328205Z","steps":["trace[1106090890] 'agreement among raft nodes before linearized reading' (duration: 4.973822181s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.328269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:00.352223Z","time spent":"4.97603106s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:05.326202Z","caller":"traceutil/trace.go:171","msg":"trace[1913961818] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23736; }","duration":"2.899055766s","start":"2026-02-25T20:24:02.427137Z","end":"2026-02-25T20:24:05.326193Z","steps":["trace[1913961818] 'agreement among raft nodes before linearized reading' (duration: 2.898920452s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.328526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:02.427099Z","time spent":"2.901415279s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-25T20:24:05.326093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.943100339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:05.328761Z","caller":"traceutil/trace.go:171","msg":"trace[1295014140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23736; }","duration":"4.945798161s","start":"2026-02-25T20:24:00.382949Z","end":"2026-02-25T20:24:05.328747Z","steps":["trace[1295014140] 'agreement among raft nodes before linearized reading' (duration: 4.943101539s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.3288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:00.382935Z","time spent":"4.945852862s","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:05.326199Z","caller":"traceutil/trace.go:171","msg":"trace[211832232] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23736; }","duration":"5.399511463s","start":"2026-02-25T20:23:59.926675Z","end":"2026-02-25T20:24:05.326186Z","steps":["trace[211832232] 'agreement among raft nodes before linearized reading' (duration: 5.399442831s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.329142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:23:59.926649Z","time spent":"5.402468412s","remote":"127.0.0.1:48506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:05.326251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.273743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-25T20:24:05.329213Z","caller":"traceutil/trace.go:171","msg":"trace[648799665] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23736; }","duration":"786.252883ms","start":"2026-02-25T20:24:04.542946Z","end":"2026-02-25T20:24:05.329198Z","steps":["trace[648799665] 'agreement among raft nodes before linearized reading' (duration: 783.275084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.329263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:04.542933Z","time spent":"786.319235ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-02-25T20:24:05.326249Z","caller":"traceutil/trace.go:171","msg":"trace[1792153019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23736; }","duration":"3.782340793s","start":"2026-02-25T20:24:01.543892Z","end":"2026-02-25T20:24:05.326233Z","steps":["trace[1792153019] 'agreement among raft nodes before linearized reading' (duration: 3.782161568s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.329327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:01.543872Z","time spent":"3.785444766s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T20:24:05.326283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709031836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-02-25T20:24:05.32943Z","caller":"traceutil/trace.go:171","msg":"trace[152661732] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23736; }","duration":"1.712218051s","start":"2026-02-25T20:24:03.617199Z","end":"2026-02-25T20:24:05.329417Z","steps":["trace[152661732] 'agreement among raft nodes before linearized reading' (duration: 1.708952344s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.329483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:03.617176Z","time spent":"1.712291163s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-25T20:24:05.326296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.216283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-25T20:24:05.329569Z","caller":"traceutil/trace.go:171","msg":"trace[282202233] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23736; }","duration":"893.520591ms","start":"2026-02-25T20:24:04.436037Z","end":"2026-02-25T20:24:05.329557Z","steps":["trace[282202233] 'agreement among raft nodes before linearized reading' (duration: 890.234643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.329597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:04.436016Z","time spent":"893.574533ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-25T20:24:05.326305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.781894432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T20:24:05.329665Z","caller":"traceutil/trace.go:171","msg":"trace[603496266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23736; }","duration":"3.785292013s","start":"2026-02-25T20:24:01.544363Z","end":"2026-02-25T20:24:05.329655Z","steps":["trace[603496266] 'agreement among raft nodes before linearized reading' (duration: 3.781862531s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.329706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:01.54434Z","time spent":"3.785357644s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T20:24:05.326331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.78217755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:24:05.329768Z","caller":"traceutil/trace.go:171","msg":"trace[75781531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23736; }","duration":"3.785619231s","start":"2026-02-25T20:24:01.544133Z","end":"2026-02-25T20:24:05.329753Z","steps":["trace[75781531] 'agreement among raft nodes before linearized reading' (duration: 3.782131758s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.32982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:01.544129Z","time spent":"3.785677453s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T20:24:05.326363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890341252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-25T20:24:05.329902Z","caller":"traceutil/trace.go:171","msg":"trace[1730546364] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23736; }","duration":"2.893899638s","start":"2026-02-25T20:24:02.435992Z","end":"2026-02-25T20:24:05.329892Z","steps":["trace[1730546364] 'agreement among raft nodes before linearized reading' (duration: 2.890344613s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.329942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:02.435978Z","time spent":"2.893943369s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-25T20:24:05.326369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994598312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:05.330165Z","caller":"traceutil/trace.go:171","msg":"trace[103000273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23736; }","duration":"1.998426284s","start":"2026-02-25T20:24:03.331726Z","end":"2026-02-25T20:24:05.330152Z","steps":["trace[103000273] 'agreement among raft nodes before linearized reading' (duration: 1.994619552s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.330252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:03.331705Z","time spent":"1.998534647s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:24:05.326396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386630215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-25T20:24:05.330424Z","caller":"traceutil/trace.go:171","msg":"trace[1597813765] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23736; }","duration":"1.390678814s","start":"2026-02-25T20:24:03.939734Z","end":"2026-02-25T20:24:05.330413Z","steps":["trace[1597813765] 'agreement among raft nodes before linearized reading' (duration: 1.386599605s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.330465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:03.939718Z","time spent":"1.390736475s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-25T20:24:05.326387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318413892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:05.330515Z","caller":"traceutil/trace.go:171","msg":"trace[2118838282] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23736; }","duration":"1.322571743s","start":"2026-02-25T20:24:04.007929Z","end":"2026-02-25T20:24:05.330501Z","steps":["trace[2118838282] 'agreement among raft nodes before linearized reading' (duration: 1.318386061s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.330554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:04.007912Z","time spent":"1.322628584s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:05.326447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903011113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268838"} {"level":"info","ts":"2026-02-25T20:24:05.330654Z","caller":"traceutil/trace.go:171","msg":"trace[24432762] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23736; }","duration":"1.907248676s","start":"2026-02-25T20:24:03.423396Z","end":"2026-02-25T20:24:05.330645Z","steps":["trace[24432762] 'agreement among raft nodes before linearized reading' (duration: 1.902831038s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:05.330685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:03.423375Z","time spent":"1.907298867s","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268861,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} 2026/02/25 20:24:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:05.83574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:06.336304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:06.549066Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.220159666s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:07.337807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00049474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:07.337868Z","caller":"traceutil/trace.go:171","msg":"trace[1708085133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000562143s","start":"2026-02-25T20:24:05.337292Z","end":"2026-02-25T20:24:07.337854Z","steps":["trace[1708085133] 'agreement among raft nodes before linearized reading' (duration: 2.000492591s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:07.337899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.337262Z","time spent":"2.000630524s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:07.423518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086057398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:07.423593Z","caller":"traceutil/trace.go:171","msg":"trace[80833147] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"2.086177582s","start":"2026-02-25T20:24:05.337396Z","end":"2026-02-25T20:24:07.423574Z","steps":["trace[80833147] 'agreement among raft nodes before linearized reading' (duration: 2.086084019s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:07.423632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.337381Z","time spent":"2.086242543s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/25 20:24:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:07.434573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097178696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:07.434619Z","caller":"traceutil/trace.go:171","msg":"trace[2067389208] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"2.097246308s","start":"2026-02-25T20:24:05.337358Z","end":"2026-02-25T20:24:07.434604Z","steps":["trace[2067389208] 'agreement among raft nodes before linearized reading' (duration: 2.097199876s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:07.43464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.337354Z","time spent":"2.097280999s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/25 20:24:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:08.744814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999619376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:08.744896Z","caller":"traceutil/trace.go:171","msg":"trace[372451753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999745659s","start":"2026-02-25T20:24:06.745133Z","end":"2026-02-25T20:24:08.744878Z","steps":["trace[372451753] 'agreement among raft nodes before linearized reading' (duration: 1.999647767s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:08.744938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:06.745115Z","time spent":"1.999813241s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:09.338296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999981366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:09.338387Z","caller":"traceutil/trace.go:171","msg":"trace[80567216] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00015321s","start":"2026-02-25T20:24:07.338211Z","end":"2026-02-25T20:24:09.338364Z","steps":["trace[80567216] 'agreement among raft nodes before linearized reading' (duration: 2.000014537s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:09.338445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:07.33819Z","time spent":"2.000239262s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:24:09.370105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.528970228s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:09.370231Z","caller":"traceutil/trace.go:171","msg":"trace[572982297] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23736; }","duration":"3.529107082s","start":"2026-02-25T20:24:05.841104Z","end":"2026-02-25T20:24:09.370211Z","steps":["trace[572982297] 'range keys from in-memory index tree' (duration: 3.528951408s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:09.371631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822346744s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-25T20:24:09.371695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.328745Z","time spent":"4.042945942s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T20:24:09.541694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.203193506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:09.541843Z","caller":"traceutil/trace.go:171","msg":"trace[1614202201] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.203382491s","start":"2026-02-25T20:24:05.338419Z","end":"2026-02-25T20:24:09.54181Z","steps":["trace[1614202201] 'agreement among raft nodes before linearized reading' (duration: 4.203184976s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:09.541945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.338375Z","time spent":"4.203551505s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/25 20:24:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:10.331387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.332217Z","time spent":"4.999160659s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:24:10.334315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.337461Z","time spent":"4.996849798s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/25 20:24:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:10.33436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.337464Z","time spent":"4.996887319s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/25 20:24:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:10.335539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.337413Z","time spent":"4.998119811s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/25 20:24:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:10.666819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.117521865s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:11.347203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999844423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:11.347265Z","caller":"traceutil/trace.go:171","msg":"trace[631804843] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999958716s","start":"2026-02-25T20:24:09.347291Z","end":"2026-02-25T20:24:11.34725Z","steps":["trace[631804843] 'agreement among raft nodes before linearized reading' (duration: 1.999879024s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:11.347295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:09.347269Z","time spent":"2.000020668s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:24:11.542497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.337413Z","time spent":"6.205075163s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:24:11.542526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.337311Z","time spent":"6.205207046s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/25 20:24:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/25 20:24:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:11.68969Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022655003s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:12.337848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.337054Z","time spent":"7.000787739s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:24:12.421744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:07.423811Z","time spent":"4.997925346s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/25 20:24:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:13.348644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000034007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:13.348754Z","caller":"traceutil/trace.go:171","msg":"trace[1741056343] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00015831s","start":"2026-02-25T20:24:11.348551Z","end":"2026-02-25T20:24:13.34871Z","steps":["trace[1741056343] 'agreement among raft nodes before linearized reading' (duration: 2.000046107s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:13.348803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:11.348541Z","time spent":"2.000252752s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:24:14.335814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:07.334993Z","time spent":"7.00081366s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:24:14.693614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00047007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:14.693714Z","caller":"traceutil/trace.go:171","msg":"trace[2111141557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000619684s","start":"2026-02-25T20:24:12.693064Z","end":"2026-02-25T20:24:14.693684Z","steps":["trace[2111141557] 'agreement among raft nodes before linearized reading' (duration: 2.000496551s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:14.69377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:12.693045Z","time spent":"2.000713636s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:15.138493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:09.77706Z","time spent":"5.361426034s","remote":"127.0.0.1:50106","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T20:24:15.140805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473651957s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:24:15.142497Z","caller":"traceutil/trace.go:171","msg":"trace[2147381543] linearizableReadLoop","detail":"{readStateIndex:24610; appliedIndex:24601; }","duration":"9.810548567s","start":"2026-02-25T20:24:05.331935Z","end":"2026-02-25T20:24:15.142484Z","steps":["trace[2147381543] 'read index received' (duration: 1.217357051s)","trace[2147381543] 'applied index is now lower than readState.Index' (duration: 8.593190496s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:15.142589Z","caller":"traceutil/trace.go:171","msg":"trace[1775618912] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"5.770245316s","start":"2026-02-25T20:24:09.372337Z","end":"2026-02-25T20:24:15.142582Z","steps":["trace[1775618912] 'process raft request' (duration: 5.770126513s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:15.14264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:09.372317Z","time spent":"5.770286867s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:15.142758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.810803084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8a79bb1f-441b-4ba2-8523-5a99e578d072\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-02-25T20:24:15.142831Z","caller":"traceutil/trace.go:171","msg":"trace[497506465] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8a79bb1f-441b-4ba2-8523-5a99e578d072; range_end:; response_count:1; response_revision:23747; }","duration":"9.810883756s","start":"2026-02-25T20:24:05.331926Z","end":"2026-02-25T20:24:15.14281Z","steps":["trace[497506465] 'agreement among raft nodes before linearized reading' (duration: 9.810611279s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:15.142872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.331855Z","time spent":"9.811007849s","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-8a79bb1f-441b-4ba2-8523-5a99e578d072\" "} {"level":"info","ts":"2026-02-25T20:24:15.143079Z","caller":"traceutil/trace.go:171","msg":"trace[139654370] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"5.541613783s","start":"2026-02-25T20:24:09.601451Z","end":"2026-02-25T20:24:15.143065Z","steps":["trace[139654370] 'process raft request' (duration: 5.541106539s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:15.143164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:09.601414Z","time spent":"5.541689405s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:15.349836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009646761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:15.349926Z","caller":"traceutil/trace.go:171","msg":"trace[491254011] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.009765153s","start":"2026-02-25T20:24:05.340138Z","end":"2026-02-25T20:24:15.349903Z","steps":["trace[491254011] 'agreement among raft nodes before linearized reading' (duration: 10.00965613s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:15.349976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.340123Z","time spent":"10.009842646s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/02/25 20:24:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:15.354008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:15.354125Z","caller":"traceutil/trace.go:171","msg":"trace[177727595] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000303415s","start":"2026-02-25T20:24:13.353795Z","end":"2026-02-25T20:24:15.354098Z","steps":["trace[177727595] 'agreement among raft nodes before linearized reading' (duration: 2.000170941s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:15.354189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:13.353769Z","time spent":"2.000409857s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:24:15.643318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:16.143658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:16.543864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:11.544531Z","time spent":"4.999325104s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/25 20:24:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:16.545156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:11.546163Z","time spent":"4.998985004s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:24:16.643831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:17.14457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:17.332257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992787492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:17.332346Z","caller":"traceutil/trace.go:171","msg":"trace[704147391] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.992939045s","start":"2026-02-25T20:24:14.339385Z","end":"2026-02-25T20:24:17.332324Z","steps":["trace[704147391] 'agreement among raft nodes before linearized reading' (duration: 2.992834872s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:17.332395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:14.33937Z","time spent":"2.993014938s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/25 20:24:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:17.362364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999994237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:17.362461Z","caller":"traceutil/trace.go:171","msg":"trace[1177007691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000097419s","start":"2026-02-25T20:24:15.362333Z","end":"2026-02-25T20:24:17.362431Z","steps":["trace[1177007691] 'agreement among raft nodes before linearized reading' (duration: 1.999991106s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:17.362516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:15.362275Z","time spent":"2.000231493s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:17.64531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:17.949373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999330593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:17.949496Z","caller":"traceutil/trace.go:171","msg":"trace[1705533525] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999431016s","start":"2026-02-25T20:24:12.950004Z","end":"2026-02-25T20:24:17.949435Z","steps":["trace[1705533525] 'agreement among raft nodes before linearized reading' (duration: 4.999327843s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:17.949804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:12.949952Z","time spent":"4.999838297s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/25 20:24:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:18.145867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:18.545081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:11.544395Z","time spent":"7.000678517s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:24:18.545123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:11.544998Z","time spent":"7.000115202s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:24:18.646221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:19.001845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:14.004138Z","time spent":"4.99769963s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/25 20:24:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:19.146702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:19.362975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000370716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:19.363062Z","caller":"traceutil/trace.go:171","msg":"trace[1794999534] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00050986s","start":"2026-02-25T20:24:17.36253Z","end":"2026-02-25T20:24:19.36304Z","steps":["trace[1794999534] 'agreement among raft nodes before linearized reading' (duration: 2.000401547s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:19.363111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:17.362513Z","time spent":"2.000588412s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:19.647475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:19.833338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:12.832232Z","time spent":"7.001098087s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:24:20.148619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:20.614747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.924896557s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:21.241163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399489853s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:21.241298Z","caller":"traceutil/trace.go:171","msg":"trace[47772151] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23748; }","duration":"5.399634907s","start":"2026-02-25T20:24:15.84165Z","end":"2026-02-25T20:24:21.241285Z","steps":["trace[47772151] 'range keys from in-memory index tree' (duration: 5.399473173s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:21.242214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.1822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"warn","ts":"2026-02-25T20:24:21.371257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000289744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:21.371362Z","caller":"traceutil/trace.go:171","msg":"trace[1310057317] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000428918s","start":"2026-02-25T20:24:19.370903Z","end":"2026-02-25T20:24:21.371332Z","steps":["trace[1310057317] 'agreement among raft nodes before linearized reading' (duration: 2.000314445s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:21.371408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:19.370887Z","time spent":"2.000511111s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:21.879004Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9c964936e305","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-25T20:24:22.178782Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.563779383s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:22.727365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:15.726491Z","time spent":"7.00086761s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:24:23.371577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:23.371665Z","caller":"traceutil/trace.go:171","msg":"trace[2127552833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218912s","start":"2026-02-25T20:24:21.371425Z","end":"2026-02-25T20:24:23.371643Z","steps":["trace[2127552833] 'agreement among raft nodes before linearized reading' (duration: 2.000111629s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:23.371838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:21.371404Z","time spent":"2.000300644s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:24.003228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99922823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:24.003322Z","caller":"traceutil/trace.go:171","msg":"trace[1181502794] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999370474s","start":"2026-02-25T20:24:19.003926Z","end":"2026-02-25T20:24:24.003297Z","steps":["trace[1181502794] 'agreement among raft nodes before linearized reading' (duration: 4.999261111s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:24.003369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:19.003905Z","time spent":"4.999454517s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-25T20:24:24.69596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000813009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:24.696068Z","caller":"traceutil/trace.go:171","msg":"trace[1851852091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000949432s","start":"2026-02-25T20:24:22.695091Z","end":"2026-02-25T20:24:24.696041Z","steps":["trace[1851852091] 'agreement among raft nodes before linearized reading' (duration: 2.000803438s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:24.696148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:22.69504Z","time spent":"2.001094157s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:25.24184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999456357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:25.241911Z","caller":"traceutil/trace.go:171","msg":"trace[1834452273] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.9995732s","start":"2026-02-25T20:24:20.242319Z","end":"2026-02-25T20:24:25.241892Z","steps":["trace[1834452273] 'agreement among raft nodes before linearized reading' (duration: 4.999473818s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:25.241947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:20.242309Z","time spent":"4.999630022s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/25 20:24:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:25.334221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.99680542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:25.33431Z","caller":"traceutil/trace.go:171","msg":"trace[1515004185] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"19.996917423s","start":"2026-02-25T20:24:05.337368Z","end":"2026-02-25T20:24:25.334285Z","steps":["trace[1515004185] 'agreement among raft nodes before linearized reading' (duration: 19.99681418s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:25.334366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.337361Z","time spent":"19.996992596s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} 2026/02/25 20:24:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:25.379792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:25.379925Z","caller":"traceutil/trace.go:171","msg":"trace[1451749385] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000250234s","start":"2026-02-25T20:24:23.379651Z","end":"2026-02-25T20:24:25.379901Z","steps":["trace[1451749385] 'agreement among raft nodes before linearized reading' (duration: 2.00010037s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:25.380005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:23.379593Z","time spent":"2.000399448s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:24:25.863971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.684799834s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-25T20:24:25.865017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:24.690908Z","time spent":"1.174100843s","remote":"127.0.0.1:43670","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T20:24:25.867652Z","caller":"traceutil/trace.go:171","msg":"trace[129598593] linearizableReadLoop","detail":"{readStateIndex:24622; appliedIndex:24614; }","duration":"10.725103891s","start":"2026-02-25T20:24:15.14252Z","end":"2026-02-25T20:24:25.867624Z","steps":["trace[129598593] 'read index received' (duration: 5.472492706s)","trace[129598593] 'applied index is now lower than readState.Index' (duration: 5.252608754s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:26.368363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:26.869076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:27.369966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:27.387276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000458198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:27.387376Z","caller":"traceutil/trace.go:171","msg":"trace[1363016880] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000598332s","start":"2026-02-25T20:24:25.386741Z","end":"2026-02-25T20:24:27.387339Z","steps":["trace[1363016880] 'agreement among raft nodes before linearized reading' (duration: 2.000494539s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:27.387434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:25.386721Z","time spent":"2.000700655s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:27.831009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.995119786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:27.831079Z","caller":"traceutil/trace.go:171","msg":"trace[423706330] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.995227679s","start":"2026-02-25T20:24:19.835831Z","end":"2026-02-25T20:24:27.831059Z","steps":["trace[423706330] 'agreement among raft nodes before linearized reading' (duration: 7.995142977s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:27.831115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:19.835818Z","time spent":"7.99528909s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/02/25 20:24:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:27.870725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:28.364687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.029980993s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:28.891412Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9c964936e322","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-25T20:24:28.89144Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9c964936e305","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-25T20:24:29.387658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000263563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:29.387734Z","caller":"traceutil/trace.go:171","msg":"trace[1710000549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000393157s","start":"2026-02-25T20:24:27.387325Z","end":"2026-02-25T20:24:29.387718Z","steps":["trace[1710000549] 'agreement among raft nodes before linearized reading' (duration: 2.000294874s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:29.387765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:27.387305Z","time spent":"2.000454658s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:24:29.732871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:22.732241Z","time spent":"7.000623295s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-25T20:24:30.118483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.215887311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:30.118589Z","caller":"traceutil/trace.go:171","msg":"trace[925842810] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23750; }","duration":"23.216001464s","start":"2026-02-25T20:24:06.902555Z","end":"2026-02-25T20:24:30.118556Z","steps":["trace[925842810] 'agreement among raft nodes before linearized reading' (duration: 18.965203935s)","trace[925842810] 'count revisions from in-memory index tree' (duration: 4.250650455s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.118693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:06.902498Z","time spent":"23.216176799s","remote":"127.0.0.1:55106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.118907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.297969776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:30.119041Z","caller":"traceutil/trace.go:171","msg":"trace[981708210] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23750; }","duration":"23.298152981s","start":"2026-02-25T20:24:06.820855Z","end":"2026-02-25T20:24:30.119008Z","steps":["trace[981708210] 'agreement among raft nodes before linearized reading' (duration: 19.04691695s)","trace[981708210] 'count revisions from in-memory index tree' (duration: 4.251065296s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.119105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:06.820834Z","time spent":"23.298251093s","remote":"127.0.0.1:57128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.119181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.787191797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzv64.189796b8407a9380\" ","response":"range_response_count:1 size:899"} {"level":"info","ts":"2026-02-25T20:24:30.119238Z","caller":"traceutil/trace.go:171","msg":"trace[2039039268] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzv64.189796b8407a9380; range_end:; response_count:1; response_revision:23750; }","duration":"24.787299499s","start":"2026-02-25T20:24:05.331916Z","end":"2026-02-25T20:24:30.119216Z","steps":["trace[2039039268] 'agreement among raft nodes before linearized reading' (duration: 20.535865043s)","trace[2039039268] 'range keys from in-memory index tree' (duration: 4.251260301s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.119273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.331897Z","time spent":"24.787367931s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":922,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzv64.189796b8407a9380\" "} {"level":"warn","ts":"2026-02-25T20:24:30.119269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.094625528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:30.119353Z","caller":"traceutil/trace.go:171","msg":"trace[1717452741] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23750; }","duration":"24.094753041s","start":"2026-02-25T20:24:06.024573Z","end":"2026-02-25T20:24:30.119326Z","steps":["trace[1717452741] 'agreement among raft nodes before linearized reading' (duration: 19.843202122s)","trace[1717452741] 'count revisions from in-memory index tree' (duration: 4.251422466s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.119398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:06.024557Z","time spent":"24.094829993s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.119646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.505941297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:30.119683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.219857222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:30.1197Z","caller":"traceutil/trace.go:171","msg":"trace[1864750436] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23750; }","duration":"18.506027269s","start":"2026-02-25T20:24:11.613655Z","end":"2026-02-25T20:24:30.119682Z","steps":["trace[1864750436] 'agreement among raft nodes before linearized reading' (duration: 14.254056619s)","trace[1864750436] 'count revisions from in-memory index tree' (duration: 4.251900169s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.119694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.388259315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:30.119746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:11.613638Z","time spent":"18.506093861s","remote":"127.0.0.1:57180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.119762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.919202041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:30.119757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.57698151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-25T20:24:30.119779Z","caller":"traceutil/trace.go:171","msg":"trace[1770237968] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23750; }","duration":"21.388389418s","start":"2026-02-25T20:24:08.731361Z","end":"2026-02-25T20:24:30.11975Z","steps":["trace[1770237968] 'agreement among raft nodes before linearized reading' (duration: 17.136375367s)","trace[1770237968] 'count revisions from in-memory index tree' (duration: 4.251899588s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:30.119796Z","caller":"traceutil/trace.go:171","msg":"trace[1672870356] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23750; }","duration":"15.919257872s","start":"2026-02-25T20:24:14.200524Z","end":"2026-02-25T20:24:30.119782Z","steps":["trace[1672870356] 'agreement among raft nodes before linearized reading' (duration: 11.667192189s)","trace[1672870356] 'count revisions from in-memory index tree' (duration: 4.252025942s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:30.119815Z","caller":"traceutil/trace.go:171","msg":"trace[2062950331] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23750; }","duration":"15.577057582s","start":"2026-02-25T20:24:14.542737Z","end":"2026-02-25T20:24:30.119795Z","steps":["trace[2062950331] 'agreement among raft nodes before linearized reading' (duration: 11.324939918s)","trace[2062950331] 'range keys from in-memory index tree' (duration: 4.25195137s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.119827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:08.731338Z","time spent":"21.388478451s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.119859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:14.542724Z","time spent":"15.577123494s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:24:30.119866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.694715973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:30.11987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.266563024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:30.119902Z","caller":"traceutil/trace.go:171","msg":"trace[89293480] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23750; }","duration":"18.694774085s","start":"2026-02-25T20:24:11.425114Z","end":"2026-02-25T20:24:30.119888Z","steps":["trace[89293480] 'agreement among raft nodes before linearized reading' (duration: 14.442608829s)","trace[89293480] 'count revisions from in-memory index tree' (duration: 4.252129545s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:30.119913Z","caller":"traceutil/trace.go:171","msg":"trace[2122044325] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23750; }","duration":"19.266605585s","start":"2026-02-25T20:24:10.853293Z","end":"2026-02-25T20:24:30.119898Z","steps":["trace[2122044325] 'agreement among raft nodes before linearized reading' (duration: 15.014380178s)","trace[2122044325] 'count revisions from in-memory index tree' (duration: 4.252163516s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.119931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:11.425097Z","time spent":"18.694825806s","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.119962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:10.853231Z","time spent":"19.266718317s","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:30.119722Z","caller":"traceutil/trace.go:171","msg":"trace[1412979545] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23750; }","duration":"21.219938824s","start":"2026-02-25T20:24:08.899771Z","end":"2026-02-25T20:24:30.119709Z","steps":["trace[1412979545] 'agreement among raft nodes before linearized reading' (duration: 16.967949093s)","trace[1412979545] 'count revisions from in-memory index tree' (duration: 4.25193438s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.12006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:08.899741Z","time spent":"21.220306744s","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.120084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.252462104s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-25T20:24:30.12014Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"4.252523895s","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-25T20:24:30.120141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.157076596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:30.119832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:14.200509Z","time spent":"15.919312714s","remote":"127.0.0.1:60868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.120188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.808550349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:30.1202Z","caller":"traceutil/trace.go:171","msg":"trace[821102337] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23750; }","duration":"19.157157358s","start":"2026-02-25T20:24:10.963015Z","end":"2026-02-25T20:24:30.120173Z","steps":["trace[821102337] 'agreement among raft nodes before linearized reading' (duration: 14.904714405s)","trace[821102337] 'count revisions from in-memory index tree' (duration: 4.252395692s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.120235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.995102463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:30.120243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:10.963Z","time spent":"19.15723337s","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.120075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.96335086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:24:30.120277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.14287443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:30.120289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.107066611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:30.120316Z","caller":"traceutil/trace.go:171","msg":"trace[568640220] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23750; }","duration":"16.963646908s","start":"2026-02-25T20:24:13.15665Z","end":"2026-02-25T20:24:30.120297Z","steps":["trace[568640220] 'agreement among raft nodes before linearized reading' (duration: 12.711087232s)","trace[568640220] 'count revisions from in-memory index tree' (duration: 4.252276478s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:30.12032Z","caller":"traceutil/trace.go:171","msg":"trace[142463283] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23750; }","duration":"17.142909691s","start":"2026-02-25T20:24:12.977392Z","end":"2026-02-25T20:24:30.120302Z","steps":["trace[142463283] 'agreement among raft nodes before linearized reading' (duration: 12.890350915s)","trace[142463283] 'count revisions from in-memory index tree' (duration: 4.252517035s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.120202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.308920701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:30.120369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:13.156631Z","time spent":"16.963720959s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.120392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:12.977381Z","time spent":"17.142992553s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:30.120402Z","caller":"traceutil/trace.go:171","msg":"trace[1512110046] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23750; }","duration":"22.309151727s","start":"2026-02-25T20:24:07.811238Z","end":"2026-02-25T20:24:30.12039Z","steps":["trace[1512110046] 'agreement among raft nodes before linearized reading' (duration: 18.056516869s)","trace[1512110046] 'count revisions from in-memory index tree' (duration: 4.252427113s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.120437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:07.811216Z","time spent":"22.309210968s","remote":"127.0.0.1:55022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.120243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.979222625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:30.120331Z","caller":"traceutil/trace.go:171","msg":"trace[1803187736] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23750; }","duration":"18.107159343s","start":"2026-02-25T20:24:12.013157Z","end":"2026-02-25T20:24:30.120316Z","steps":["trace[1803187736] 'agreement among raft nodes before linearized reading' (duration: 13.854536075s)","trace[1803187736] 'count revisions from in-memory index tree' (duration: 4.252574857s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:30.120277Z","caller":"traceutil/trace.go:171","msg":"trace[600596622] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23750; }","duration":"14.995181255s","start":"2026-02-25T20:24:15.125083Z","end":"2026-02-25T20:24:30.120264Z","steps":["trace[600596622] 'agreement among raft nodes before linearized reading' (duration: 10.742576467s)","trace[600596622] 'count revisions from in-memory index tree' (duration: 4.252548106s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:30.120241Z","caller":"traceutil/trace.go:171","msg":"trace[643545965] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23750; }","duration":"17.808629902s","start":"2026-02-25T20:24:12.311596Z","end":"2026-02-25T20:24:30.120226Z","steps":["trace[643545965] 'agreement among raft nodes before linearized reading' (duration: 13.556088306s)","trace[643545965] 'count revisions from in-memory index tree' (duration: 4.252474564s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:30.120538Z","caller":"traceutil/trace.go:171","msg":"trace[253293698] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23750; }","duration":"15.979546924s","start":"2026-02-25T20:24:14.140977Z","end":"2026-02-25T20:24:30.120524Z","steps":["trace[253293698] 'agreement among raft nodes before linearized reading' (duration: 11.726768902s)","trace[253293698] 'count revisions from in-memory index tree' (duration: 4.252482794s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.120602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:15.125063Z","time spent":"14.995528175s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.120613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:14.140956Z","time spent":"15.979650257s","remote":"127.0.0.1:56166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.12063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:12.311582Z","time spent":"17.809027882s","remote":"127.0.0.1:57094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.120578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:12.013139Z","time spent":"18.107427821s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.121138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.631337219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:30.121211Z","caller":"traceutil/trace.go:171","msg":"trace[2106743950] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23750; }","duration":"24.631460672s","start":"2026-02-25T20:24:05.489713Z","end":"2026-02-25T20:24:30.121173Z","steps":["trace[2106743950] 'agreement among raft nodes before linearized reading' (duration: 20.378056693s)","trace[2106743950] 'count revisions from in-memory index tree' (duration: 4.253294885s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.121251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.489692Z","time spent":"24.631544164s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.121409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.780236542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-fx8pm\" ","response":"range_response_count:1 size:5931"} {"level":"info","ts":"2026-02-25T20:24:30.121499Z","caller":"traceutil/trace.go:171","msg":"trace[838055993] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-fx8pm; range_end:; response_count:1; response_revision:23750; }","duration":"17.780323185s","start":"2026-02-25T20:24:12.341131Z","end":"2026-02-25T20:24:30.121454Z","steps":["trace[838055993] 'agreement among raft nodes before linearized reading' (duration: 13.526558526s)","trace[838055993] 'range keys from in-memory index tree' (duration: 4.253576253s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.121534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.676921424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:30.121549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:12.341121Z","time spent":"17.780415307s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5954,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-fx8pm\" "} {"level":"info","ts":"2026-02-25T20:24:30.121575Z","caller":"traceutil/trace.go:171","msg":"trace[479665639] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23750; }","duration":"20.677006217s","start":"2026-02-25T20:24:09.444555Z","end":"2026-02-25T20:24:30.121561Z","steps":["trace[479665639] 'agreement among raft nodes before linearized reading' (duration: 16.423152806s)","trace[479665639] 'count revisions from in-memory index tree' (duration: 4.253791189s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.121612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:09.444534Z","time spent":"20.677069569s","remote":"127.0.0.1:57118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.121789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.434461986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:30.121826Z","caller":"traceutil/trace.go:171","msg":"trace[1296852970] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23750; }","duration":"23.434544138s","start":"2026-02-25T20:24:06.68727Z","end":"2026-02-25T20:24:30.121814Z","steps":["trace[1296852970] 'agreement among raft nodes before linearized reading' (duration: 19.180493072s)","trace[1296852970] 'count revisions from in-memory index tree' (duration: 4.254002165s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.121856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:06.687243Z","time spent":"23.43460465s","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.121946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.200715303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:30.121989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.715652493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:30.122003Z","caller":"traceutil/trace.go:171","msg":"trace[570286240] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23750; }","duration":"19.200771445s","start":"2026-02-25T20:24:10.921211Z","end":"2026-02-25T20:24:30.121983Z","steps":["trace[570286240] 'agreement among raft nodes before linearized reading' (duration: 14.946415961s)","trace[570286240] 'count revisions from in-memory index tree' (duration: 4.254267232s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:30.122018Z","caller":"traceutil/trace.go:171","msg":"trace[760425321] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23750; }","duration":"24.715710885s","start":"2026-02-25T20:24:05.406297Z","end":"2026-02-25T20:24:30.122008Z","steps":["trace[760425321] 'agreement among raft nodes before linearized reading' (duration: 20.461463833s)","trace[760425321] 'range keys from in-memory index tree' (duration: 4.254211261s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.122046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.406277Z","time spent":"24.715762626s","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T20:24:30.122053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:10.921141Z","time spent":"19.200895848s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.122204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.625150424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:30.122232Z","caller":"traceutil/trace.go:171","msg":"trace[570730359] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23750; }","duration":"24.625202034s","start":"2026-02-25T20:24:05.497021Z","end":"2026-02-25T20:24:30.122223Z","steps":["trace[570730359] 'agreement among raft nodes before linearized reading' (duration: 20.370743537s)","trace[570730359] 'count revisions from in-memory index tree' (duration: 4.254417206s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.12226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:05.497011Z","time spent":"24.625242246s","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.122281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.956996181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:24:30.122334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.725959644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:30.122332Z","caller":"traceutil/trace.go:171","msg":"trace[1882507444] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23750; }","duration":"15.957082174s","start":"2026-02-25T20:24:14.165232Z","end":"2026-02-25T20:24:30.122314Z","steps":["trace[1882507444] 'agreement among raft nodes before linearized reading' (duration: 11.702495113s)","trace[1882507444] 'count revisions from in-memory index tree' (duration: 4.254517598s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:30.12236Z","caller":"traceutil/trace.go:171","msg":"trace[1920769257] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23750; }","duration":"21.726019356s","start":"2026-02-25T20:24:08.396331Z","end":"2026-02-25T20:24:30.122351Z","steps":["trace[1920769257] 'agreement among raft nodes before linearized reading' (duration: 17.471417615s)","trace[1920769257] 'count revisions from in-memory index tree' (duration: 4.25456597s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.122379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:14.165213Z","time spent":"15.957151215s","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.12242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.42111125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:30.122447Z","caller":"traceutil/trace.go:171","msg":"trace[1963243256] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23750; }","duration":"22.421181832s","start":"2026-02-25T20:24:07.701257Z","end":"2026-02-25T20:24:30.122439Z","steps":["trace[1963243256] 'agreement among raft nodes before linearized reading' (duration: 18.166377566s)","trace[1963243256] 'count revisions from in-memory index tree' (duration: 4.254745314s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.122474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:07.701228Z","time spent":"22.421238604s","remote":"127.0.0.1:60882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.122504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.187311764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:30.122584Z","caller":"traceutil/trace.go:171","msg":"trace[1486359954] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23750; }","duration":"20.187452467s","start":"2026-02-25T20:24:09.935113Z","end":"2026-02-25T20:24:30.122565Z","steps":["trace[1486359954] 'agreement among raft nodes before linearized reading' (duration: 15.932578418s)","trace[1486359954] 'count revisions from in-memory index tree' (duration: 4.254784095s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.122663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:09.935066Z","time spent":"20.187581881s","remote":"127.0.0.1:60886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.122744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.578746017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-25T20:24:30.122779Z","caller":"traceutil/trace.go:171","msg":"trace[676079457] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23750; }","duration":"15.578814389s","start":"2026-02-25T20:24:14.543952Z","end":"2026-02-25T20:24:30.122766Z","steps":["trace[676079457] 'agreement among raft nodes before linearized reading' (duration: 11.323716925s)","trace[676079457] 'range keys from in-memory index tree' (duration: 4.254986421s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.12281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:14.543931Z","time spent":"15.578873251s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-25T20:24:30.122875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.401673109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:30.122951Z","caller":"traceutil/trace.go:171","msg":"trace[1348198798] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23750; }","duration":"18.401773771s","start":"2026-02-25T20:24:11.721157Z","end":"2026-02-25T20:24:30.12293Z","steps":["trace[1348198798] 'agreement among raft nodes before linearized reading' (duration: 14.146543634s)","trace[1348198798] 'count revisions from in-memory index tree' (duration: 4.255137065s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:30.123003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:11.721141Z","time spent":"18.401846604s","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:30.122388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:08.396311Z","time spent":"21.726069058s","remote":"127.0.0.1:53480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:31.396068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000774378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:31.39614Z","caller":"traceutil/trace.go:171","msg":"trace[1507992076] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000885941s","start":"2026-02-25T20:24:29.395236Z","end":"2026-02-25T20:24:31.396122Z","steps":["trace[1507992076] 'agreement among raft nodes before linearized reading' (duration: 2.000789378s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:31.39618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:29.395224Z","time spent":"2.000945863s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:24:32.287574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167374403s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-25T20:24:32.288886Z","caller":"traceutil/trace.go:171","msg":"trace[1588332083] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"6.952655472s","start":"2026-02-25T20:24:25.336204Z","end":"2026-02-25T20:24:32.288859Z","steps":["trace[1588332083] 'process raft request' (duration: 6.951547433s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.28891Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"64.721µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-25T20:24:32.288952Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9c964936e322","error":"lease not found"} {"level":"info","ts":"2026-02-25T20:24:32.288993Z","caller":"traceutil/trace.go:171","msg":"trace[479270486] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"6.932622587s","start":"2026-02-25T20:24:25.356353Z","end":"2026-02-25T20:24:32.288976Z","steps":["trace[479270486] 'process raft request' (duration: 6.932426321s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.289007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:25.336169Z","time spent":"6.952764885s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:32.289066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:25.356328Z","time spent":"6.932697679s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:24:32.28917Z","caller":"traceutil/trace.go:171","msg":"trace[995898612] linearizableReadLoop","detail":"{readStateIndex:24627; appliedIndex:24622; }","duration":"6.421435829s","start":"2026-02-25T20:24:25.867724Z","end":"2026-02-25T20:24:32.289159Z","steps":["trace[995898612] 'read index received' (duration: 2.497421308s)","trace[995898612] 'applied index is now lower than readState.Index' (duration: 3.924013461s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:32.289251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.674596228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:32.289284Z","caller":"traceutil/trace.go:171","msg":"trace[532891444] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23753; }","duration":"6.67466379s","start":"2026-02-25T20:24:25.614612Z","end":"2026-02-25T20:24:32.289276Z","steps":["trace[532891444] 'agreement among raft nodes before linearized reading' (duration: 6.674606708s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.289313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:25.614593Z","time spent":"6.67471276s","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:32.289495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.602564873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:32.289576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.914785949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:32.289582Z","caller":"traceutil/trace.go:171","msg":"trace[425122293] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23753; }","duration":"11.602690846s","start":"2026-02-25T20:24:20.68688Z","end":"2026-02-25T20:24:32.289571Z","steps":["trace[425122293] 'agreement among raft nodes before linearized reading' (duration: 11.602580463s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.289615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:20.68686Z","time spent":"11.602746007s","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:32.289633Z","caller":"traceutil/trace.go:171","msg":"trace[1093962540] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23753; }","duration":"6.91481784s","start":"2026-02-25T20:24:25.37478Z","end":"2026-02-25T20:24:32.289598Z","steps":["trace[1093962540] 'agreement among raft nodes before linearized reading' (duration: 6.914769049s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.289659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:25.374765Z","time spent":"6.914885933s","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T20:24:32.289773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.075657253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:32.289808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.438533813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:32.28981Z","caller":"traceutil/trace.go:171","msg":"trace[982911444] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23753; }","duration":"12.075733665s","start":"2026-02-25T20:24:20.214068Z","end":"2026-02-25T20:24:32.289801Z","steps":["trace[982911444] 'agreement among raft nodes before linearized reading' (duration: 12.075677583s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:32.289837Z","caller":"traceutil/trace.go:171","msg":"trace[1321034217] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23753; }","duration":"7.438582405s","start":"2026-02-25T20:24:24.851243Z","end":"2026-02-25T20:24:32.289825Z","steps":["trace[1321034217] 'agreement among raft nodes before linearized reading' (duration: 7.438535504s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.289869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:24.851232Z","time spent":"7.438629526s","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:32.289889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.543373509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:32.289916Z","caller":"traceutil/trace.go:171","msg":"trace[339214214] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23753; }","duration":"12.54343761s","start":"2026-02-25T20:24:19.74647Z","end":"2026-02-25T20:24:32.289908Z","steps":["trace[339214214] 'agreement among raft nodes before linearized reading' (duration: 12.543388539s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.289954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:19.74645Z","time spent":"12.543495522s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:32.290098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.468091814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:32.29011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.807735115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:32.290129Z","caller":"traceutil/trace.go:171","msg":"trace[285183848] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23753; }","duration":"7.468155276s","start":"2026-02-25T20:24:24.821967Z","end":"2026-02-25T20:24:32.290122Z","steps":["trace[285183848] 'agreement among raft nodes before linearized reading' (duration: 7.468099785s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:32.290138Z","caller":"traceutil/trace.go:171","msg":"trace[301970903] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23753; }","duration":"13.807803866s","start":"2026-02-25T20:24:18.482326Z","end":"2026-02-25T20:24:32.29013Z","steps":["trace[301970903] 'agreement among raft nodes before linearized reading' (duration: 13.807758295s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.290154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:24.82195Z","time spent":"7.468196127s","remote":"127.0.0.1:56842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:32.290177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:18.482304Z","time spent":"13.807864158s","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:32.290289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.553777525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:32.290313Z","caller":"traceutil/trace.go:171","msg":"trace[342786689] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23753; }","duration":"7.553830287s","start":"2026-02-25T20:24:24.736477Z","end":"2026-02-25T20:24:32.290307Z","steps":["trace[342786689] 'agreement among raft nodes before linearized reading' (duration: 7.553779046s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.29033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:24.736463Z","time spent":"7.553862688s","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:32.29037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.181773837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:32.290403Z","caller":"traceutil/trace.go:171","msg":"trace[278844461] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23753; }","duration":"14.181834437s","start":"2026-02-25T20:24:18.108561Z","end":"2026-02-25T20:24:32.290396Z","steps":["trace[278844461] 'agreement among raft nodes before linearized reading' (duration: 14.181732765s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.290448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.070841411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:24:32.290452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:18.108548Z","time spent":"14.181880089s","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:32.290471Z","caller":"traceutil/trace.go:171","msg":"trace[455108760] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23753; }","duration":"8.070908973s","start":"2026-02-25T20:24:24.219556Z","end":"2026-02-25T20:24:32.290465Z","steps":["trace[455108760] 'agreement among raft nodes before linearized reading' (duration: 8.070868892s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.290492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:24.219528Z","time spent":"8.070958844s","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:32.290581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.620505187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:32.290614Z","caller":"traceutil/trace.go:171","msg":"trace[1944706231] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23753; }","duration":"14.620572559s","start":"2026-02-25T20:24:17.670034Z","end":"2026-02-25T20:24:32.290606Z","steps":["trace[1944706231] 'agreement among raft nodes before linearized reading' (duration: 14.620520958s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.290627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.362305334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:32.290646Z","caller":"traceutil/trace.go:171","msg":"trace[202341686] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23753; }","duration":"8.362362776s","start":"2026-02-25T20:24:23.928277Z","end":"2026-02-25T20:24:32.29064Z","steps":["trace[202341686] 'agreement among raft nodes before linearized reading' (duration: 8.362303924s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.290646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:17.670015Z","time spent":"14.62062431s","remote":"127.0.0.1:48486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:32.290669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:23.928255Z","time spent":"8.362408297s","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:32.289496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.027961299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:32.290788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.753956727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:32.290814Z","caller":"traceutil/trace.go:171","msg":"trace[35595371] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23753; }","duration":"8.754010607s","start":"2026-02-25T20:24:23.536797Z","end":"2026-02-25T20:24:32.290808Z","steps":["trace[35595371] 'agreement among raft nodes before linearized reading' (duration: 8.753972136s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.290845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:23.536782Z","time spent":"8.754056839s","remote":"127.0.0.1:57204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:32.291014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.986942256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-25T20:24:32.29104Z","caller":"traceutil/trace.go:171","msg":"trace[567514898] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23753; }","duration":"8.987003767s","start":"2026-02-25T20:24:23.30403Z","end":"2026-02-25T20:24:32.291034Z","steps":["trace[567514898] 'agreement among raft nodes before linearized reading' (duration: 8.986915375s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.291057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:23.304009Z","time spent":"8.987043559s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T20:24:32.291168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.852730806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:32.291193Z","caller":"traceutil/trace.go:171","msg":"trace[2103104399] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23753; }","duration":"9.852794428s","start":"2026-02-25T20:24:22.438393Z","end":"2026-02-25T20:24:32.291188Z","steps":["trace[2103104399] 'agreement among raft nodes before linearized reading' (duration: 9.852748406s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.291211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:22.438373Z","time spent":"9.852832799s","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:32.291221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.040291938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-25T20:24:32.290784Z","caller":"traceutil/trace.go:171","msg":"trace[201554565] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23753; }","duration":"11.029233083s","start":"2026-02-25T20:24:21.26152Z","end":"2026-02-25T20:24:32.290753Z","steps":["trace[201554565] 'agreement among raft nodes before linearized reading' (duration: 11.027937808s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:32.291265Z","caller":"traceutil/trace.go:171","msg":"trace[2145024705] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23753; }","duration":"17.04037127s","start":"2026-02-25T20:24:15.250881Z","end":"2026-02-25T20:24:32.291252Z","steps":["trace[2145024705] 'agreement among raft nodes before linearized reading' (duration: 17.040257767s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.289839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:20.214045Z","time spent":"12.075786626s","remote":"127.0.0.1:57326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:32.291315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:21.261505Z","time spent":"11.029776217s","remote":"127.0.0.1:56992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:32.29134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.776033514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:32.291372Z","caller":"traceutil/trace.go:171","msg":"trace[1193210262] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23753; }","duration":"15.776112916s","start":"2026-02-25T20:24:16.515251Z","end":"2026-02-25T20:24:32.291364Z","steps":["trace[1193210262] 'agreement among raft nodes before linearized reading' (duration: 15.776067125s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.291403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:16.515228Z","time spent":"15.776167778s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:32.291301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:15.250856Z","time spent":"17.040437922s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-25T20:24:32.29164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.146542469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-25T20:24:32.291684Z","caller":"traceutil/trace.go:171","msg":"trace[1794318721] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23753; }","duration":"17.146587251s","start":"2026-02-25T20:24:15.145086Z","end":"2026-02-25T20:24:32.291674Z","steps":["trace[1794318721] 'agreement among raft nodes before linearized reading' (duration: 17.146412676s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.291713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:15.145051Z","time spent":"17.146655672s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-25T20:24:32.686693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999351575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:32.686817Z","caller":"traceutil/trace.go:171","msg":"trace[1054258572] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999540909s","start":"2026-02-25T20:24:27.68725Z","end":"2026-02-25T20:24:32.68679Z","steps":["trace[1054258572] 'agreement among raft nodes before linearized reading' (duration: 4.999362695s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:32.686884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:27.687236Z","time spent":"4.999635703s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-25T20:24:32.789812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:33.290298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:33.330125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999008914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:33.330197Z","caller":"traceutil/trace.go:171","msg":"trace[1321377236] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999121498s","start":"2026-02-25T20:24:28.331055Z","end":"2026-02-25T20:24:33.330177Z","steps":["trace[1321377236] 'agreement among raft nodes before linearized reading' (duration: 4.999031705s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:33.33023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:28.331027Z","time spent":"4.99919656s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/25 20:24:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:33.396466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999668597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:33.396545Z","caller":"traceutil/trace.go:171","msg":"trace[1305925439] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999825341s","start":"2026-02-25T20:24:31.396697Z","end":"2026-02-25T20:24:33.396522Z","steps":["trace[1305925439] 'agreement among raft nodes before linearized reading' (duration: 1.999728009s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:33.396593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:31.396677Z","time spent":"1.999907263s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:33.636419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.393779554s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:34.696819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00052582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:34.696923Z","caller":"traceutil/trace.go:171","msg":"trace[501635101] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000693055s","start":"2026-02-25T20:24:32.696204Z","end":"2026-02-25T20:24:34.696897Z","steps":["trace[501635101] 'agreement among raft nodes before linearized reading' (duration: 2.000562091s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:34.696981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:32.696174Z","time spent":"2.000794728s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:24:35.40415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999931166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:35.404244Z","caller":"traceutil/trace.go:171","msg":"trace[1244500121] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000079699s","start":"2026-02-25T20:24:33.404141Z","end":"2026-02-25T20:24:35.404221Z","steps":["trace[1244500121] 'agreement among raft nodes before linearized reading' (duration: 1.999966116s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.404293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:33.404122Z","time spent":"2.000161771s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:24:35.906907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27012151s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:551"} {"level":"info","ts":"2026-02-25T20:24:35.907106Z","caller":"traceutil/trace.go:171","msg":"trace[655202753] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23753; }","duration":"6.168691191s","start":"2026-02-25T20:24:29.738394Z","end":"2026-02-25T20:24:35.907085Z","steps":["trace[655202753] 'process raft request' (duration: 3.898298544s)","trace[655202753] 'compare' (duration: 2.270018257s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:35.907187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:29.738371Z","time spent":"6.168768003s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:35.907584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:30.123717Z","time spent":"5.783860742s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T20:24:35.907767Z","caller":"traceutil/trace.go:171","msg":"trace[897625206] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"5.779962027s","start":"2026-02-25T20:24:30.127775Z","end":"2026-02-25T20:24:35.907737Z","steps":["trace[897625206] 'process raft request' (duration: 5.77969315s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.907966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:30.127759Z","time spent":"5.780115922s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:24:35.908375Z","caller":"traceutil/trace.go:171","msg":"trace[854833259] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"5.77934039s","start":"2026-02-25T20:24:30.129009Z","end":"2026-02-25T20:24:35.90835Z","steps":["trace[854833259] 'process raft request' (duration: 5.778639302s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.908475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:30.129001Z","time spent":"5.779423602s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:24:35.909266Z","caller":"traceutil/trace.go:171","msg":"trace[287906080] linearizableReadLoop","detail":"{readStateIndex:24633; appliedIndex:24628; }","duration":"3.620047104s","start":"2026-02-25T20:24:32.289197Z","end":"2026-02-25T20:24:35.909244Z","steps":["trace[287906080] 'read index received' (duration: 1.347375916s)","trace[287906080] 'applied index is now lower than readState.Index' (duration: 2.272669448s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:35.909379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.400121579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:35.909433Z","caller":"traceutil/trace.go:171","msg":"trace[1218906261] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23756; }","duration":"6.400181151s","start":"2026-02-25T20:24:29.509232Z","end":"2026-02-25T20:24:35.909413Z","steps":["trace[1218906261] 'agreement among raft nodes before linearized reading' (duration: 6.400074728s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.909451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.282779893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:35.909585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.802306545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:35.909603Z","caller":"traceutil/trace.go:171","msg":"trace[1008582222] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23756; }","duration":"5.282926867s","start":"2026-02-25T20:24:30.626634Z","end":"2026-02-25T20:24:35.909561Z","steps":["trace[1008582222] 'agreement among raft nodes before linearized reading' (duration: 5.282738312s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.909621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.606754924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:35.909673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.288088313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:35.909701Z","caller":"traceutil/trace.go:171","msg":"trace[2008058926] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23756; }","duration":"6.288150255s","start":"2026-02-25T20:24:29.621544Z","end":"2026-02-25T20:24:35.909694Z","steps":["trace[2008058926] 'agreement among raft nodes before linearized reading' (duration: 6.288103884s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:35.909717Z","caller":"traceutil/trace.go:171","msg":"trace[1086694234] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23756; }","duration":"6.606881977s","start":"2026-02-25T20:24:29.302822Z","end":"2026-02-25T20:24:35.909704Z","steps":["trace[1086694234] 'agreement among raft nodes before linearized reading' (duration: 6.606719522s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.909733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:29.62153Z","time spent":"6.288196656s","remote":"127.0.0.1:56178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:35.909733Z","caller":"traceutil/trace.go:171","msg":"trace[328658497] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"5.778989471s","start":"2026-02-25T20:24:30.130705Z","end":"2026-02-25T20:24:35.909695Z","steps":["trace[328658497] 'process raft request' (duration: 5.777512122s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.909674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:30.626617Z","time spent":"5.28303209s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:35.909757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:29.302807Z","time spent":"6.606939249s","remote":"127.0.0.1:48518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:35.909908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:30.130699Z","time spent":"5.779080164s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5700,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:35.910035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.447939421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:35.910067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.845630898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:35.910099Z","caller":"traceutil/trace.go:171","msg":"trace[180368296] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23756; }","duration":"4.448004093s","start":"2026-02-25T20:24:31.462077Z","end":"2026-02-25T20:24:35.910081Z","steps":["trace[180368296] 'agreement among raft nodes before linearized reading' (duration: 4.44790576s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.910151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:31.462029Z","time spent":"4.448109335s","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:35.910189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.482327815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:35.910253Z","caller":"traceutil/trace.go:171","msg":"trace[639982911] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23756; }","duration":"7.482443388s","start":"2026-02-25T20:24:28.427776Z","end":"2026-02-25T20:24:35.910219Z","steps":["trace[639982911] 'agreement among raft nodes before linearized reading' (duration: 7.482358156s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.909536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:29.509216Z","time spent":"6.400308024s","remote":"127.0.0.1:57004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:35.910288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:28.427756Z","time spent":"7.48252284s","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:35.910287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.989681278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-02-25T20:24:35.910339Z","caller":"traceutil/trace.go:171","msg":"trace[1199858799] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23756; }","duration":"3.98978302s","start":"2026-02-25T20:24:31.920541Z","end":"2026-02-25T20:24:35.910324Z","steps":["trace[1199858799] 'agreement among raft nodes before linearized reading' (duration: 3.989579175s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.910367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.042188433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:35.909451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.16780882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:35.910394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:31.920518Z","time spent":"3.989864053s","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-25T20:24:35.910407Z","caller":"traceutil/trace.go:171","msg":"trace[573975895] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23756; }","duration":"4.168843768s","start":"2026-02-25T20:24:31.741552Z","end":"2026-02-25T20:24:35.910396Z","steps":["trace[573975895] 'agreement among raft nodes before linearized reading' (duration: 4.16778063s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.910429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.937554289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:24:35.910443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:31.741532Z","time spent":"4.16889876s","remote":"127.0.0.1:56700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:35.910451Z","caller":"traceutil/trace.go:171","msg":"trace[1839301612] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23756; }","duration":"6.93764191s","start":"2026-02-25T20:24:28.972801Z","end":"2026-02-25T20:24:35.910443Z","steps":["trace[1839301612] 'agreement among raft nodes before linearized reading' (duration: 6.937592979s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.910469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:28.972778Z","time spent":"6.937685982s","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:35.910482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.141277083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:24:35.910567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.994510881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:35.910591Z","caller":"traceutil/trace.go:171","msg":"trace[633562045] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23756; }","duration":"6.994567103s","start":"2026-02-25T20:24:28.916017Z","end":"2026-02-25T20:24:35.910584Z","steps":["trace[633562045] 'agreement among raft nodes before linearized reading' (duration: 6.994525482s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.910607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:28.915998Z","time spent":"6.994604604s","remote":"127.0.0.1:48526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:35.910109Z","caller":"traceutil/trace.go:171","msg":"trace[867063387] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23756; }","duration":"8.84569457s","start":"2026-02-25T20:24:27.064396Z","end":"2026-02-25T20:24:35.91009Z","steps":["trace[867063387] 'agreement among raft nodes before linearized reading' (duration: 8.845638498s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.910633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.61655261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:35.910636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.134065768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:35.910651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:27.064379Z","time spent":"8.846254764s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:35.910677Z","caller":"traceutil/trace.go:171","msg":"trace[965229566] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:23756; }","duration":"3.616624672s","start":"2026-02-25T20:24:32.294039Z","end":"2026-02-25T20:24:35.910664Z","steps":["trace[965229566] 'agreement among raft nodes before linearized reading' (duration: 3.61655945s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:35.910687Z","caller":"traceutil/trace.go:171","msg":"trace[1406226458] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23756; }","duration":"4.13416344s","start":"2026-02-25T20:24:31.776509Z","end":"2026-02-25T20:24:35.910673Z","steps":["trace[1406226458] 'agreement among raft nodes before linearized reading' (duration: 4.134080628s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:35.910558Z","caller":"traceutil/trace.go:171","msg":"trace[2011834488] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23756; }","duration":"9.141399086s","start":"2026-02-25T20:24:26.769144Z","end":"2026-02-25T20:24:35.910543Z","steps":["trace[2011834488] 'agreement among raft nodes before linearized reading' (duration: 9.141254582s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.910724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:32.294024Z","time spent":"3.616687894s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-25T20:24:35.910758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:26.769124Z","time spent":"9.141626111s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:35.910749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:31.776487Z","time spent":"4.134236713s","remote":"127.0.0.1:53474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:35.91082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.077484378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T20:24:35.910866Z","caller":"traceutil/trace.go:171","msg":"trace[532028395] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23756; }","duration":"8.07755427s","start":"2026-02-25T20:24:27.833298Z","end":"2026-02-25T20:24:35.910852Z","steps":["trace[532028395] 'agreement among raft nodes before linearized reading' (duration: 8.077403416s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.9109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:27.833287Z","time spent":"8.077605831s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-25T20:24:35.910908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.556525627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-02-25T20:24:35.910921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.503636575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:35.910939Z","caller":"traceutil/trace.go:171","msg":"trace[2008710301] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23756; }","duration":"8.556585379s","start":"2026-02-25T20:24:27.354344Z","end":"2026-02-25T20:24:35.910929Z","steps":["trace[2008710301] 'agreement among raft nodes before linearized reading' (duration: 8.556447366s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:35.910958Z","caller":"traceutil/trace.go:171","msg":"trace[1935785610] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23756; }","duration":"7.503714517s","start":"2026-02-25T20:24:28.407235Z","end":"2026-02-25T20:24:35.910949Z","steps":["trace[1935785610] 'agreement among raft nodes before linearized reading' (duration: 7.503613024s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:35.909616Z","caller":"traceutil/trace.go:171","msg":"trace[1223799903] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23756; }","duration":"5.802374717s","start":"2026-02-25T20:24:30.107233Z","end":"2026-02-25T20:24:35.909608Z","steps":["trace[1223799903] 'agreement among raft nodes before linearized reading' (duration: 5.802325336s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.910967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:27.354328Z","time spent":"8.55663349s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-25T20:24:35.910989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:28.407212Z","time spent":"7.503765998s","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:35.910994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:30.107213Z","time spent":"5.803770804s","remote":"127.0.0.1:53510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:35.910991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.105229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:35.911064Z","caller":"traceutil/trace.go:171","msg":"trace[869461106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23756; }","duration":"501.187391ms","start":"2026-02-25T20:24:35.409836Z","end":"2026-02-25T20:24:35.911024Z","steps":["trace[869461106] 'agreement among raft nodes before linearized reading' (duration: 501.110359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.9111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:35.911106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:35.409814Z","time spent":"501.280924ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:24:35.911136Z","caller":"traceutil/trace.go:171","msg":"trace[49045066] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23756; }","duration":"2.690205622s","start":"2026-02-25T20:24:33.220919Z","end":"2026-02-25T20:24:35.911125Z","steps":["trace[49045066] 'agreement among raft nodes before linearized reading' (duration: 2.690135301s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.911159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:33.220897Z","time spent":"2.690254823s","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:35.911199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.889663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:35.911225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747373792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:35.911255Z","caller":"traceutil/trace.go:171","msg":"trace[1512014642] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23756; }","duration":"1.747443094s","start":"2026-02-25T20:24:34.163804Z","end":"2026-02-25T20:24:35.911247Z","steps":["trace[1512014642] 'agreement among raft nodes before linearized reading' (duration: 1.747372842s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.911284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:34.163782Z","time spent":"1.747494266s","remote":"127.0.0.1:47292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:35.911265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248365938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:24:35.911292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093603512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-25T20:24:35.911317Z","caller":"traceutil/trace.go:171","msg":"trace[218753208] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23756; }","duration":"2.24845078s","start":"2026-02-25T20:24:33.662856Z","end":"2026-02-25T20:24:35.911307Z","steps":["trace[218753208] 'agreement among raft nodes before linearized reading' (duration: 2.248368138s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.911317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.593475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:24:35.91133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.399278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:35.911329Z","caller":"traceutil/trace.go:171","msg":"trace[1576658761] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23756; }","duration":"1.093672714s","start":"2026-02-25T20:24:34.817645Z","end":"2026-02-25T20:24:35.911318Z","steps":["trace[1576658761] 'agreement among raft nodes before linearized reading' (duration: 1.093559551s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.911352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:33.662838Z","time spent":"2.248503771s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:35.911359Z","caller":"traceutil/trace.go:171","msg":"trace[1579191699] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23756; }","duration":"608.495791ms","start":"2026-02-25T20:24:35.302857Z","end":"2026-02-25T20:24:35.911353Z","steps":["trace[1579191699] 'agreement among raft nodes before linearized reading' (duration: 608.452059ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:35.911355Z","caller":"traceutil/trace.go:171","msg":"trace[10692147] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23756; }","duration":"601.702638ms","start":"2026-02-25T20:24:35.309643Z","end":"2026-02-25T20:24:35.911346Z","steps":["trace[10692147] 'agreement among raft nodes before linearized reading' (duration: 601.633637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.911368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:34.817628Z","time spent":"1.093730005s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-25T20:24:35.911378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:35.302819Z","time spent":"608.553442ms","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:35.91125Z","caller":"traceutil/trace.go:171","msg":"trace[316118566] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23756; }","duration":"635.981985ms","start":"2026-02-25T20:24:35.275253Z","end":"2026-02-25T20:24:35.911235Z","steps":["trace[316118566] 'agreement among raft nodes before linearized reading' (duration: 635.900393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.911396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:35.309562Z","time spent":"601.821551ms","remote":"127.0.0.1:56796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:35.91141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:35.275228Z","time spent":"636.17143ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:35.91142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.614148726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:35.911474Z","caller":"traceutil/trace.go:171","msg":"trace[411132744] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23756; }","duration":"3.614220868s","start":"2026-02-25T20:24:32.297235Z","end":"2026-02-25T20:24:35.911456Z","steps":["trace[411132744] 'agreement among raft nodes before linearized reading' (duration: 3.614132486s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.911512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:32.297227Z","time spent":"3.61427474s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T20:24:35.911405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.882012321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:24:35.911546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167920045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:35.911567Z","caller":"traceutil/trace.go:171","msg":"trace[1037827558] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23756; }","duration":"3.167987687s","start":"2026-02-25T20:24:32.743574Z","end":"2026-02-25T20:24:35.911562Z","steps":["trace[1037827558] 'agreement among raft nodes before linearized reading' (duration: 3.167935216s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:35.911565Z","caller":"traceutil/trace.go:171","msg":"trace[710782951] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23756; }","duration":"2.882179916s","start":"2026-02-25T20:24:33.029375Z","end":"2026-02-25T20:24:35.911555Z","steps":["trace[710782951] 'agreement among raft nodes before linearized reading' (duration: 2.881911889s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.911586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:32.743547Z","time spent":"3.168033948s","remote":"127.0.0.1:56968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:35.911554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616414367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-02-25T20:24:35.911609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:33.029293Z","time spent":"2.882294849s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:35.911639Z","caller":"traceutil/trace.go:171","msg":"trace[1292076900] range","detail":"{range_begin:/registry/persistentvolumes/pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0; range_end:; response_count:1; response_revision:23756; }","duration":"3.61652223s","start":"2026-02-25T20:24:32.295103Z","end":"2026-02-25T20:24:35.911625Z","steps":["trace[1292076900] 'agreement among raft nodes before linearized reading' (duration: 3.616330455s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.91166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160480006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-25T20:24:35.911683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:32.295088Z","time spent":"3.616582851s","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-50476143-9ea9-4de0-b774-49dfd57f4bf0\" "} {"level":"info","ts":"2026-02-25T20:24:35.911692Z","caller":"traceutil/trace.go:171","msg":"trace[1717389813] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23756; }","duration":"3.160549787s","start":"2026-02-25T20:24:32.751133Z","end":"2026-02-25T20:24:35.911683Z","steps":["trace[1717389813] 'agreement among raft nodes before linearized reading' (duration: 3.160436764s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.911722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:32.751121Z","time spent":"3.160594338s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T20:24:35.912617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164667438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T20:24:35.912664Z","caller":"traceutil/trace.go:171","msg":"trace[163739208] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23756; }","duration":"3.16475235s","start":"2026-02-25T20:24:32.747902Z","end":"2026-02-25T20:24:35.912654Z","steps":["trace[163739208] 'agreement among raft nodes before linearized reading' (duration: 3.163591979s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.912696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:32.747884Z","time spent":"3.164800551s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:35.912795Z","caller":"traceutil/trace.go:171","msg":"trace[658505840] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23756; }","duration":"9.042251205s","start":"2026-02-25T20:24:26.868136Z","end":"2026-02-25T20:24:35.910387Z","steps":["trace[658505840] 'agreement among raft nodes before linearized reading' (duration: 9.042202163s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:35.91286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:26.868118Z","time spent":"9.044715041s","remote":"127.0.0.1:55044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:37.71564Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.511457783s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:37.733645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529387161s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:24:37.734171Z","caller":"traceutil/trace.go:171","msg":"trace[1887466646] linearizableReadLoop","detail":"{readStateIndex:24634; appliedIndex:24633; }","duration":"1.819229801s","start":"2026-02-25T20:24:35.914904Z","end":"2026-02-25T20:24:37.734134Z","steps":["trace[1887466646] 'read index received' (duration: 289.277015ms)","trace[1887466646] 'applied index is now lower than readState.Index' (duration: 1.529950125s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:37.7342Z","caller":"traceutil/trace.go:171","msg":"trace[796961065] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"1.817027942s","start":"2026-02-25T20:24:35.917147Z","end":"2026-02-25T20:24:37.734175Z","steps":["trace[796961065] 'process raft request' (duration: 1.81696754s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:37.734247Z","caller":"traceutil/trace.go:171","msg":"trace[1980447956] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"1.817890784s","start":"2026-02-25T20:24:35.916341Z","end":"2026-02-25T20:24:37.734232Z","steps":["trace[1980447956] 'process raft request' (duration: 1.817666048s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:37.734229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:35.915345Z","time spent":"1.818877311s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T20:24:37.734282Z","caller":"traceutil/trace.go:171","msg":"trace[698245844] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"1.819654802s","start":"2026-02-25T20:24:35.914568Z","end":"2026-02-25T20:24:37.734223Z","steps":["trace[698245844] 'process raft request' (duration: 289.592924ms)","trace[698245844] 'compare' (duration: 1.528073585s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:37.734356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:35.91632Z","time spent":"1.817964007s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:37.73429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:35.917133Z","time spent":"1.817118074s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:37.73576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:35.914554Z","time spent":"1.82110244s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:37.734427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819501188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T20:24:37.73585Z","caller":"traceutil/trace.go:171","msg":"trace[1637046369] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23759; }","duration":"1.820953016s","start":"2026-02-25T20:24:35.914885Z","end":"2026-02-25T20:24:37.735838Z","steps":["trace[1637046369] 'agreement among raft nodes before linearized reading' (duration: 1.819364364s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:37.735888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:35.914876Z","time spent":"1.821001817s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-25T20:24:38.234938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:38.968318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.912223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:24:38.96849Z","caller":"traceutil/trace.go:171","msg":"trace[194499512] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"1.669751808s","start":"2026-02-25T20:24:37.298684Z","end":"2026-02-25T20:24:38.968436Z","steps":["trace[194499512] 'process raft request' (duration: 1.033541887s)","trace[194499512] 'compare' (duration: 635.250565ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:38.968582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:37.29866Z","time spent":"1.669882771s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:39.289006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000158541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:39.289109Z","caller":"traceutil/trace.go:171","msg":"trace[127220924] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306194s","start":"2026-02-25T20:24:37.288773Z","end":"2026-02-25T20:24:39.289079Z","steps":["trace[127220924] 'agreement among raft nodes before linearized reading' (duration: 2.000186231s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:39.289437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:37.288755Z","time spent":"2.000663964s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:24:40.049591Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.717326662s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:40.749128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000798946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:40.749226Z","caller":"traceutil/trace.go:171","msg":"trace[698853264] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00095119s","start":"2026-02-25T20:24:38.748249Z","end":"2026-02-25T20:24:40.749201Z","steps":["trace[698853264] 'agreement among raft nodes before linearized reading' (duration: 2.000824656s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:40.749279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:38.748234Z","time spent":"2.001033762s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:40.945564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:39.791114Z","time spent":"1.154443233s","remote":"127.0.0.1:46124","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T20:24:40.94666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.791736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:24:40.947545Z","caller":"traceutil/trace.go:171","msg":"trace[862966788] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"3.207938122s","start":"2026-02-25T20:24:37.739584Z","end":"2026-02-25T20:24:40.947523Z","steps":["trace[862966788] 'process raft request' (duration: 3.207743216s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:40.947668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.796597437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:40.947695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.027665784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:40.947719Z","caller":"traceutil/trace.go:171","msg":"trace[963044012] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23764; }","duration":"4.796666248s","start":"2026-02-25T20:24:36.151036Z","end":"2026-02-25T20:24:40.947703Z","steps":["trace[963044012] 'agreement among raft nodes before linearized reading' (duration: 4.796562016s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:40.94767Z","caller":"traceutil/trace.go:171","msg":"trace[1674717600] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"3.207268334s","start":"2026-02-25T20:24:37.740322Z","end":"2026-02-25T20:24:40.94759Z","steps":["trace[1674717600] 'process raft request' (duration: 3.207149101s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:40.947737Z","caller":"traceutil/trace.go:171","msg":"trace[1829255548] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"3.20634033s","start":"2026-02-25T20:24:37.741376Z","end":"2026-02-25T20:24:40.947716Z","steps":["trace[1829255548] 'process raft request' (duration: 3.206136154s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:40.947753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:36.150971Z","time spent":"4.796772422s","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:40.947764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.686515102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-02-25T20:24:40.947822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058229114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:40.947844Z","caller":"traceutil/trace.go:171","msg":"trace[1967722834] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23764; }","duration":"4.686658817s","start":"2026-02-25T20:24:36.261168Z","end":"2026-02-25T20:24:40.947826Z","steps":["trace[1967722834] 'agreement among raft nodes before linearized reading' (duration: 4.68640911s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:40.947827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.031909548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-g29pz\" ","response":"range_response_count:1 size:6230"} {"level":"info","ts":"2026-02-25T20:24:40.947854Z","caller":"traceutil/trace.go:171","msg":"trace[654141175] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23764; }","duration":"4.058295426s","start":"2026-02-25T20:24:36.889547Z","end":"2026-02-25T20:24:40.947842Z","steps":["trace[654141175] 'agreement among raft nodes before linearized reading' (duration: 4.058239115s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:40.94788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:37.741365Z","time spent":"3.206431532s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:24:40.947882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:36.261143Z","time spent":"4.686730868s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-25T20:24:40.94786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:37.739575Z","time spent":"3.208037445s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:40.947898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:36.889528Z","time spent":"4.058360028s","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:40.947891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.032432092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-25T20:24:40.9479Z","caller":"traceutil/trace.go:171","msg":"trace[1557676214] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-g29pz; range_end:; response_count:1; response_revision:23764; }","duration":"5.032007021s","start":"2026-02-25T20:24:35.915874Z","end":"2026-02-25T20:24:40.947881Z","steps":["trace[1557676214] 'agreement among raft nodes before linearized reading' (duration: 5.031779205s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:40.947908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:37.740313Z","time spent":"3.207460469s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:24:40.94795Z","caller":"traceutil/trace.go:171","msg":"trace[810558040] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23764; }","duration":"5.032499964s","start":"2026-02-25T20:24:35.91543Z","end":"2026-02-25T20:24:40.94793Z","steps":["trace[810558040] 'agreement among raft nodes before linearized reading' (duration: 5.032299389s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:40.947748Z","caller":"traceutil/trace.go:171","msg":"trace[864356563] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23764; }","duration":"5.027747997s","start":"2026-02-25T20:24:35.919986Z","end":"2026-02-25T20:24:40.947734Z","steps":["trace[864356563] 'agreement among raft nodes before linearized reading' (duration: 5.027586973s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:40.947991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:35.91998Z","time spent":"5.028002974s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-25T20:24:40.947554Z","caller":"traceutil/trace.go:171","msg":"trace[872913363] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"3.209772731s","start":"2026-02-25T20:24:37.737732Z","end":"2026-02-25T20:24:40.947505Z","steps":["trace[872913363] 'process raft request' (duration: 2.312065941s)","trace[872913363] 'compare' (duration: 896.684983ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:40.947952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:35.915866Z","time spent":"5.032077493s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6253,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-g29pz\" "} {"level":"warn","ts":"2026-02-25T20:24:40.948081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:37.737712Z","time spent":"3.210323435s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:40.947991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:35.915423Z","time spent":"5.032559876s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-25T20:24:40.947588Z","caller":"traceutil/trace.go:171","msg":"trace[2087637571] linearizableReadLoop","detail":"{readStateIndex:24642; appliedIndex:24637; }","duration":"3.213333516s","start":"2026-02-25T20:24:37.734233Z","end":"2026-02-25T20:24:40.947567Z","steps":["trace[2087637571] 'read index received' (duration: 598.004865ms)","trace[2087637571] 'applied index is now lower than readState.Index' (duration: 2.615327511s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:41.28975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999874903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:41.289903Z","caller":"traceutil/trace.go:171","msg":"trace[421552057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000067807s","start":"2026-02-25T20:24:39.289808Z","end":"2026-02-25T20:24:41.289876Z","steps":["trace[421552057] 'agreement among raft nodes before linearized reading' (duration: 1.999897892s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:41.289957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:39.289791Z","time spent":"2.0001556s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:24:41.452763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:41.953977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:42.454983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:42.603287Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.663393548s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:43.297735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999948367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:43.297835Z","caller":"traceutil/trace.go:171","msg":"trace[1595447936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094791s","start":"2026-02-25T20:24:41.297716Z","end":"2026-02-25T20:24:43.297811Z","steps":["trace[1595447936] 'agreement among raft nodes before linearized reading' (duration: 1.999974098s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:43.297893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:41.297696Z","time spent":"2.000186023s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:43.506133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.960105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:24:43.506535Z","caller":"traceutil/trace.go:171","msg":"trace[1506895509] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"3.082360882s","start":"2026-02-25T20:24:40.423908Z","end":"2026-02-25T20:24:43.506268Z","steps":["trace[1506895509] 'process raft request' (duration: 2.179806922s)","trace[1506895509] 'compare' (duration: 900.889766ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:43.506671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:40.423863Z","time spent":"3.082715263s","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:44.456867Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.85208138s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:24:44.500405Z","caller":"traceutil/trace.go:171","msg":"trace[345778894] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"3.545687592s","start":"2026-02-25T20:24:40.954667Z","end":"2026-02-25T20:24:44.500355Z","steps":["trace[345778894] 'process raft request' (duration: 3.50238181s)","trace[345778894] 'compare' (duration: 43.093137ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:44.500557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:40.954655Z","time spent":"3.545821206s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:24:44.500668Z","caller":"traceutil/trace.go:171","msg":"trace[2098278252] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"3.545914658s","start":"2026-02-25T20:24:40.954734Z","end":"2026-02-25T20:24:44.500648Z","steps":["trace[2098278252] 'process raft request' (duration: 3.545563249s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:44.500837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:40.954712Z","time spent":"3.545997621s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:24:44.50096Z","caller":"traceutil/trace.go:171","msg":"trace[786986645] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"3.531112954s","start":"2026-02-25T20:24:40.969843Z","end":"2026-02-25T20:24:44.500956Z","steps":["trace[786986645] 'process raft request' (duration: 3.530664282s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:44.500986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:40.96982Z","time spent":"3.531150746s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5999,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:24:44.501132Z","caller":"traceutil/trace.go:171","msg":"trace[1634877517] linearizableReadLoop","detail":"{readStateIndex:24646; appliedIndex:24642; }","duration":"3.549260058s","start":"2026-02-25T20:24:40.951863Z","end":"2026-02-25T20:24:44.501124Z","steps":["trace[1634877517] 'read index received' (duration: 1.651811041s)","trace[1634877517] 'applied index is now lower than readState.Index' (duration: 1.897448207s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:44.501207Z","caller":"traceutil/trace.go:171","msg":"trace[1764832894] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"1.904745152s","start":"2026-02-25T20:24:42.596455Z","end":"2026-02-25T20:24:44.501201Z","steps":["trace[1764832894] 'process raft request' (duration: 1.904460344s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:44.501231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:42.596431Z","time spent":"1.904785222s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:44.501288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.797032807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:44.50133Z","caller":"traceutil/trace.go:171","msg":"trace[374539699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23769; }","duration":"5.797079258s","start":"2026-02-25T20:24:38.704238Z","end":"2026-02-25T20:24:44.501317Z","steps":["trace[374539699] 'agreement among raft nodes before linearized reading' (duration: 5.797010466s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:44.501369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:38.704219Z","time spent":"5.797135359s","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:44.501431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.411883799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-25T20:24:44.501503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.860662505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:44.501517Z","caller":"traceutil/trace.go:171","msg":"trace[1711177045] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23769; }","duration":"6.412032683s","start":"2026-02-25T20:24:38.089467Z","end":"2026-02-25T20:24:44.5015Z","steps":["trace[1711177045] 'agreement among raft nodes before linearized reading' (duration: 6.411755995s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:44.501529Z","caller":"traceutil/trace.go:171","msg":"trace[464557503] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23769; }","duration":"3.860716266s","start":"2026-02-25T20:24:40.640806Z","end":"2026-02-25T20:24:44.501522Z","steps":["trace[464557503] 'agreement among raft nodes before linearized reading' (duration: 3.860670855s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:44.501546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:40.640794Z","time spent":"3.860747567s","remote":"127.0.0.1:55128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:44.501554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:38.089436Z","time spent":"6.412110845s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:44.501597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.962216882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:44.501629Z","caller":"traceutil/trace.go:171","msg":"trace[1673121035] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23769; }","duration":"5.962293374s","start":"2026-02-25T20:24:38.539327Z","end":"2026-02-25T20:24:44.50162Z","steps":["trace[1673121035] 'agreement among raft nodes before linearized reading' (duration: 5.962236842s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:44.501619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574060508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:24:44.501658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:38.539298Z","time spent":"5.962352776s","remote":"127.0.0.1:56950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:44.501706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.577285703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T20:24:44.501726Z","caller":"traceutil/trace.go:171","msg":"trace[645915723] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23769; }","duration":"3.577329834s","start":"2026-02-25T20:24:40.924386Z","end":"2026-02-25T20:24:44.501716Z","steps":["trace[645915723] 'agreement among raft nodes before linearized reading' (duration: 3.577218351s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:44.501693Z","caller":"traceutil/trace.go:171","msg":"trace[1522099704] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23769; }","duration":"3.57416644s","start":"2026-02-25T20:24:40.927505Z","end":"2026-02-25T20:24:44.501672Z","steps":["trace[1522099704] 'agreement among raft nodes before linearized reading' (duration: 3.573999246s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:44.50174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:40.924367Z","time spent":"3.577370245s","remote":"127.0.0.1:33898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:44.501779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:40.927498Z","time spent":"3.574255192s","remote":"127.0.0.1:60894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:44.501835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.934327575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"warn","ts":"2026-02-25T20:24:44.501876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.629859085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:44.501899Z","caller":"traceutil/trace.go:171","msg":"trace[1412699431] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23769; }","duration":"3.934431448s","start":"2026-02-25T20:24:40.567452Z","end":"2026-02-25T20:24:44.501883Z","steps":["trace[1412699431] 'agreement among raft nodes before linearized reading' (duration: 3.93413925s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:44.501943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:40.567428Z","time spent":"3.93450686s","remote":"127.0.0.1:48486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-02-25T20:24:44.501944Z","caller":"traceutil/trace.go:171","msg":"trace[581523570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23769; }","duration":"4.629975738s","start":"2026-02-25T20:24:39.871951Z","end":"2026-02-25T20:24:44.501927Z","steps":["trace[581523570] 'agreement among raft nodes before linearized reading' (duration: 4.629865755s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:44.501967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.762583263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzv64.189796b84b55d548\" ","response":"range_response_count:1 size:899"} {"level":"info","ts":"2026-02-25T20:24:44.501985Z","caller":"traceutil/trace.go:171","msg":"trace[1932165005] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzv64.189796b84b55d548; range_end:; response_count:1; response_revision:23769; }","duration":"6.762630155s","start":"2026-02-25T20:24:37.73935Z","end":"2026-02-25T20:24:44.50198Z","steps":["trace[1932165005] 'agreement among raft nodes before linearized reading' (duration: 6.761934636s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:44.501973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.554075901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:24:44.501995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:39.871883Z","time spent":"4.630097442s","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:44.502014Z","caller":"traceutil/trace.go:171","msg":"trace[2051823320] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23769; }","duration":"5.554161213s","start":"2026-02-25T20:24:38.947844Z","end":"2026-02-25T20:24:44.502005Z","steps":["trace[2051823320] 'agreement among raft nodes before linearized reading' (duration: 5.553359522s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:44.502042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:38.947819Z","time spent":"5.554216195s","remote":"127.0.0.1:47638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:44.504453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:37.739337Z","time spent":"6.762658745s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":922,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzv64.189796b84b55d548\" "} {"level":"warn","ts":"2026-02-25T20:24:44.695861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999929775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:44.695938Z","caller":"traceutil/trace.go:171","msg":"trace[1796010075] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046458s","start":"2026-02-25T20:24:42.695871Z","end":"2026-02-25T20:24:44.695918Z","steps":["trace[1796010075] 'agreement among raft nodes before linearized reading' (duration: 1.999948085s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:44.695978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:42.695861Z","time spent":"2.000109109s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:45.297816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999662096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:45.297916Z","caller":"traceutil/trace.go:171","msg":"trace[2020253975] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999830071s","start":"2026-02-25T20:24:43.298057Z","end":"2026-02-25T20:24:45.297887Z","steps":["trace[2020253975] 'agreement among raft nodes before linearized reading' (duration: 1.999714288s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:45.297966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:43.298031Z","time spent":"1.999923813s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:45.930714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094238381s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:24:45.930929Z","caller":"traceutil/trace.go:171","msg":"trace[1395756953] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"2.973757592s","start":"2026-02-25T20:24:42.957138Z","end":"2026-02-25T20:24:45.930896Z","steps":["trace[1395756953] 'process raft request' (duration: 1.879227773s)","trace[1395756953] 'compare' (duration: 1.093728037s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:45.930997Z","caller":"traceutil/trace.go:171","msg":"trace[431942557] linearizableReadLoop","detail":"{readStateIndex:24649; appliedIndex:24647; }","duration":"1.429832443s","start":"2026-02-25T20:24:44.501143Z","end":"2026-02-25T20:24:45.930975Z","steps":["trace[431942557] 'read index received' (duration: 335.233362ms)","trace[431942557] 'applied index is now lower than readState.Index' (duration: 1.094597661s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:45.931052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:42.957116Z","time spent":"2.973871104s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:45.931189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.90704648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:24:45.93123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.976684836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-450b5a7b-3a16-48b3-b0ae-0f3c87338758\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-25T20:24:45.931285Z","caller":"traceutil/trace.go:171","msg":"trace[610550368] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23771; }","duration":"3.907204524s","start":"2026-02-25T20:24:42.024059Z","end":"2026-02-25T20:24:45.931263Z","steps":["trace[610550368] 'agreement among raft nodes before linearized reading' (duration: 3.906968937s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:45.931294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.395048787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:24:45.931311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.88024671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:45.931338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:42.024025Z","time spent":"3.907301356s","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:45.931348Z","caller":"traceutil/trace.go:171","msg":"trace[1480950109] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23771; }","duration":"4.880319092s","start":"2026-02-25T20:24:41.051018Z","end":"2026-02-25T20:24:45.931337Z","steps":["trace[1480950109] 'agreement among raft nodes before linearized reading' (duration: 4.88025337s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:45.931348Z","caller":"traceutil/trace.go:171","msg":"trace[1244384280] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"1.955480541s","start":"2026-02-25T20:24:43.975851Z","end":"2026-02-25T20:24:45.931332Z","steps":["trace[1244384280] 'process raft request' (duration: 1.954991368s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:45.931334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.978631278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-25T20:24:45.931426Z","caller":"traceutil/trace.go:171","msg":"trace[915088415] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23771; }","duration":"4.979155712s","start":"2026-02-25T20:24:40.952251Z","end":"2026-02-25T20:24:45.931407Z","steps":["trace[915088415] 'agreement among raft nodes before linearized reading' (duration: 4.978894776s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:45.931448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:43.975824Z","time spent":"1.955570774s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:45.932205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:40.952199Z","time spent":"4.979990224s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-25T20:24:45.931284Z","caller":"traceutil/trace.go:171","msg":"trace[27756278] range","detail":"{range_begin:/registry/persistentvolumes/pvc-450b5a7b-3a16-48b3-b0ae-0f3c87338758; range_end:; response_count:1; response_revision:23771; }","duration":"4.976753448s","start":"2026-02-25T20:24:40.954516Z","end":"2026-02-25T20:24:45.931269Z","steps":["trace[27756278] 'agreement among raft nodes before linearized reading' (duration: 4.976566823s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:45.931416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.976717457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-02-25T20:24:45.93247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:40.954508Z","time spent":"4.977862387s","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-450b5a7b-3a16-48b3-b0ae-0f3c87338758\" "} {"level":"warn","ts":"2026-02-25T20:24:45.931375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:41.051Z","time spent":"4.880369982s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:45.9312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.975249728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:45.932815Z","caller":"traceutil/trace.go:171","msg":"trace[595673429] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23771; }","duration":"4.976898161s","start":"2026-02-25T20:24:40.955894Z","end":"2026-02-25T20:24:45.932793Z","steps":["trace[595673429] 'agreement among raft nodes before linearized reading' (duration: 4.975139565s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:45.932932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:40.955888Z","time spent":"4.977021846s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-25T20:24:45.931363Z","caller":"traceutil/trace.go:171","msg":"trace[70828456] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23771; }","duration":"4.39514679s","start":"2026-02-25T20:24:41.53619Z","end":"2026-02-25T20:24:45.931336Z","steps":["trace[70828456] 'agreement among raft nodes before linearized reading' (duration: 4.395069058s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:45.933297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:41.53616Z","time spent":"4.397113722s","remote":"127.0.0.1:48520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:45.931549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41761855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-02-25T20:24:45.933476Z","caller":"traceutil/trace.go:171","msg":"trace[504470315] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23771; }","duration":"2.419621463s","start":"2026-02-25T20:24:43.513835Z","end":"2026-02-25T20:24:45.933457Z","steps":["trace[504470315] 'agreement among raft nodes before linearized reading' (duration: 2.417568728s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:45.931574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.327047144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:45.933653Z","caller":"traceutil/trace.go:171","msg":"trace[2133968834] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23771; }","duration":"3.32914922s","start":"2026-02-25T20:24:42.604485Z","end":"2026-02-25T20:24:45.933634Z","steps":["trace[2133968834] 'agreement among raft nodes before linearized reading' (duration: 3.327052004s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:45.933721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:42.604474Z","time spent":"3.329228232s","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:45.934377Z","caller":"traceutil/trace.go:171","msg":"trace[1574187426] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23771; }","duration":"4.977983751s","start":"2026-02-25T20:24:40.9546Z","end":"2026-02-25T20:24:45.932584Z","steps":["trace[1574187426] 'agreement among raft nodes before linearized reading' (duration: 4.97646674s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:45.934463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:40.954598Z","time spent":"4.97983596s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-25T20:24:45.934542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:43.513818Z","time spent":"2.420700092s","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-25T20:24:46.431136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:46.516783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.68036675s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:46.941322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.306623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:24:46.941622Z","caller":"traceutil/trace.go:171","msg":"trace[1981027003] linearizableReadLoop","detail":"{readStateIndex:24652; appliedIndex:24649; }","duration":"1.010551134s","start":"2026-02-25T20:24:45.93105Z","end":"2026-02-25T20:24:46.941601Z","steps":["trace[1981027003] 'read index received' (duration: 585.839651ms)","trace[1981027003] 'applied index is now lower than readState.Index' (duration: 424.710473ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:46.941615Z","caller":"traceutil/trace.go:171","msg":"trace[1326880586] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"2.433777641s","start":"2026-02-25T20:24:44.507771Z","end":"2026-02-25T20:24:46.941549Z","steps":["trace[1326880586] 'process raft request' (duration: 2.009171681s)","trace[1326880586] 'compare' (duration: 423.214393ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:46.941739Z","caller":"traceutil/trace.go:171","msg":"trace[1022188646] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"2.433774941s","start":"2026-02-25T20:24:44.50793Z","end":"2026-02-25T20:24:46.941705Z","steps":["trace[1022188646] 'process raft request' (duration: 2.433511324s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:46.941782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:44.507744Z","time spent":"2.433964466s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T20:24:46.941825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99523971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:46.941818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363523258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:46.941876Z","caller":"traceutil/trace.go:171","msg":"trace[2022262388] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23774; }","duration":"1.363640491s","start":"2026-02-25T20:24:45.578219Z","end":"2026-02-25T20:24:46.941859Z","steps":["trace[2022262388] 'agreement among raft nodes before linearized reading' (duration: 1.363421585s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:46.941892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:44.50791Z","time spent":"2.433906225s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:24:46.941954Z","caller":"traceutil/trace.go:171","msg":"trace[1948902438] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"2.432365293s","start":"2026-02-25T20:24:44.509579Z","end":"2026-02-25T20:24:46.941944Z","steps":["trace[1948902438] 'process raft request' (duration: 2.431960432s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:46.941986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109446789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:46.94203Z","caller":"traceutil/trace.go:171","msg":"trace[1385294307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23774; }","duration":"2.109544082s","start":"2026-02-25T20:24:44.832475Z","end":"2026-02-25T20:24:46.942019Z","steps":["trace[1385294307] 'agreement among raft nodes before linearized reading' (duration: 2.10946571s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:46.942032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:44.509566Z","time spent":"2.432420164s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:46.942076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:44.832445Z","time spent":"2.109620183s","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:46.941774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636073781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:46.941914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:45.578196Z","time spent":"1.363708443s","remote":"127.0.0.1:56868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:46.942118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005360776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-25T20:24:46.942226Z","caller":"traceutil/trace.go:171","msg":"trace[1670866919] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23774; }","duration":"1.00550081s","start":"2026-02-25T20:24:45.936698Z","end":"2026-02-25T20:24:46.942199Z","steps":["trace[1670866919] 'agreement among raft nodes before linearized reading' (duration: 1.005278524s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:46.94229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:45.936676Z","time spent":"1.005599942s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-25T20:24:46.942429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.224655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:46.942475Z","caller":"traceutil/trace.go:171","msg":"trace[1375975249] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23774; }","duration":"898.273336ms","start":"2026-02-25T20:24:46.044191Z","end":"2026-02-25T20:24:46.942464Z","steps":["trace[1375975249] 'agreement among raft nodes before linearized reading' (duration: 898.199744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:46.942512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:46.044134Z","time spent":"898.369668ms","remote":"127.0.0.1:47464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:46.942158Z","caller":"traceutil/trace.go:171","msg":"trace[287032122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23774; }","duration":"1.636493443s","start":"2026-02-25T20:24:45.30565Z","end":"2026-02-25T20:24:46.942143Z","steps":["trace[287032122] 'agreement among raft nodes before linearized reading' (duration: 1.636054241s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:46.942538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005390057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-25T20:24:46.942546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43487155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-02-25T20:24:46.942582Z","caller":"traceutil/trace.go:171","msg":"trace[432265479] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23774; }","duration":"1.005467299s","start":"2026-02-25T20:24:45.937104Z","end":"2026-02-25T20:24:46.942572Z","steps":["trace[432265479] 'agreement among raft nodes before linearized reading' (duration: 1.005312015s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:46.942567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:45.305632Z","time spent":"1.636921503s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:24:46.942591Z","caller":"traceutil/trace.go:171","msg":"trace[728432599] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23774; }","duration":"2.434932052s","start":"2026-02-25T20:24:44.507646Z","end":"2026-02-25T20:24:46.942578Z","steps":["trace[728432599] 'agreement among raft nodes before linearized reading' (duration: 2.434772208s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:46.942618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:45.937084Z","time spent":"1.00552582s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-25T20:24:46.94263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:44.507632Z","time spent":"2.434989993s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-25T20:24:46.942705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.577397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:46.942746Z","caller":"traceutil/trace.go:171","msg":"trace[771440689] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23774; }","duration":"469.656839ms","start":"2026-02-25T20:24:46.473079Z","end":"2026-02-25T20:24:46.942736Z","steps":["trace[771440689] 'agreement among raft nodes before linearized reading' (duration: 469.594068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:46.942781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:46.473058Z","time spent":"469.71436ms","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:46.941913Z","caller":"traceutil/trace.go:171","msg":"trace[1947347832] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23774; }","duration":"1.995487497s","start":"2026-02-25T20:24:44.946364Z","end":"2026-02-25T20:24:46.941852Z","steps":["trace[1947347832] 'agreement among raft nodes before linearized reading' (duration: 1.995429535s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:46.942843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:44.946336Z","time spent":"1.996486344s","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:47.450327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036395,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:48.526175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052711597s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:48.552515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079071928s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-25T20:24:48.552711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:46.948347Z","time spent":"1.604354447s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T20:24:48.552816Z","caller":"traceutil/trace.go:171","msg":"trace[510026935] linearizableReadLoop","detail":"{readStateIndex:24654; appliedIndex:24652; }","duration":"1.603563306s","start":"2026-02-25T20:24:46.949234Z","end":"2026-02-25T20:24:48.552797Z","steps":["trace[510026935] 'read index received' (duration: 524.19365ms)","trace[510026935] 'applied index is now lower than readState.Index' (duration: 1.079368686s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:48.552922Z","caller":"traceutil/trace.go:171","msg":"trace[376481930] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"1.602837326s","start":"2026-02-25T20:24:46.950048Z","end":"2026-02-25T20:24:48.552885Z","steps":["trace[376481930] 'process raft request' (duration: 1.602580049s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:48.553097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:46.950035Z","time spent":"1.602975781s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:48.553186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603939095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-m6cmk\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-02-25T20:24:48.553281Z","caller":"traceutil/trace.go:171","msg":"trace[1738809848] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-m6cmk; range_end:; response_count:1; response_revision:23775; }","duration":"1.604065559s","start":"2026-02-25T20:24:46.949193Z","end":"2026-02-25T20:24:48.553258Z","steps":["trace[1738809848] 'agreement among raft nodes before linearized reading' (duration: 1.603691789s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:48.553329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:46.949181Z","time spent":"1.604138291s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6884,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-m6cmk\" "} {"level":"warn","ts":"2026-02-25T20:24:48.952884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000597973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:24:48.952999Z","caller":"traceutil/trace.go:171","msg":"trace[673138921] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000740736s","start":"2026-02-25T20:24:46.95223Z","end":"2026-02-25T20:24:48.952971Z","steps":["trace[673138921] 'agreement among raft nodes before linearized reading' (duration: 2.000603402s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:48.953129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:46.952225Z","time spent":"2.000863629s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:49.333667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.469167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:24:49.333871Z","caller":"traceutil/trace.go:171","msg":"trace[2097090428] linearizableReadLoop","detail":"{readStateIndex:24656; appliedIndex:24654; }","duration":"780.995926ms","start":"2026-02-25T20:24:48.552855Z","end":"2026-02-25T20:24:49.333851Z","steps":["trace[2097090428] 'read index received' (duration: 347.218791ms)","trace[2097090428] 'applied index is now lower than readState.Index' (duration: 433.775775ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:49.334138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928950637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:49.334137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120713179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:49.334147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326359622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:49.334193Z","caller":"traceutil/trace.go:171","msg":"trace[877465273] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23777; }","duration":"1.92904937s","start":"2026-02-25T20:24:47.40513Z","end":"2026-02-25T20:24:49.334179Z","steps":["trace[877465273] 'agreement among raft nodes before linearized reading' (duration: 1.928814423s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:49.334224Z","caller":"traceutil/trace.go:171","msg":"trace[1024342314] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23777; }","duration":"2.120856853s","start":"2026-02-25T20:24:47.213343Z","end":"2026-02-25T20:24:49.3342Z","steps":["trace[1024342314] 'agreement among raft nodes before linearized reading' (duration: 2.120647618s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:49.334241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:47.405104Z","time spent":"1.929125352s","remote":"127.0.0.1:56934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:49.334277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:47.21332Z","time spent":"2.120944746s","remote":"127.0.0.1:57356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:49.334325Z","caller":"traceutil/trace.go:171","msg":"trace[692695472] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23777; }","duration":"2.326579268s","start":"2026-02-25T20:24:47.007723Z","end":"2026-02-25T20:24:49.334302Z","steps":["trace[692695472] 'agreement among raft nodes before linearized reading' (duration: 2.326250519s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:49.334375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383558765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-02-25T20:24:49.334444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:47.007708Z","time spent":"2.326718272s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:49.334485Z","caller":"traceutil/trace.go:171","msg":"trace[2081835271] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23777; }","duration":"2.383696668s","start":"2026-02-25T20:24:46.950761Z","end":"2026-02-25T20:24:49.334457Z","steps":["trace[2081835271] 'agreement among raft nodes before linearized reading' (duration: 2.383363699s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:49.334546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:46.950748Z","time spent":"2.38378709s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-02-25T20:24:49.33464Z","caller":"traceutil/trace.go:171","msg":"trace[978926797] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"1.511849075s","start":"2026-02-25T20:24:47.82277Z","end":"2026-02-25T20:24:49.334619Z","steps":["trace[978926797] 'process raft request' (duration: 1.0773061s)","trace[978926797] 'compare' (duration: 432.995994ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:49.334716Z","caller":"traceutil/trace.go:171","msg":"trace[763628576] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"1.396952037s","start":"2026-02-25T20:24:47.937748Z","end":"2026-02-25T20:24:49.3347Z","steps":["trace[763628576] 'process raft request' (duration: 1.396030943s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:49.334745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:47.822746Z","time spent":"1.511949358s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:49.334842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:47.937723Z","time spent":"1.39704215s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:49.335636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372038215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T20:24:49.33573Z","caller":"traceutil/trace.go:171","msg":"trace[1002535320] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23777; }","duration":"1.372156878s","start":"2026-02-25T20:24:47.96355Z","end":"2026-02-25T20:24:49.335707Z","steps":["trace[1002535320] 'agreement among raft nodes before linearized reading' (duration: 1.37035977s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:49.335791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:47.963502Z","time spent":"1.372276791s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2726,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:49.834235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:50.334868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:50.835925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:50.953459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000004997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:50.953565Z","caller":"traceutil/trace.go:171","msg":"trace[2077292766] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159541s","start":"2026-02-25T20:24:48.953385Z","end":"2026-02-25T20:24:50.953544Z","steps":["trace[2077292766] 'agreement among raft nodes before linearized reading' (duration: 2.000036158s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:50.953617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:48.953367Z","time spent":"2.000240473s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:50.968098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.068000806s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:51.781265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.843853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:24:51.781642Z","caller":"traceutil/trace.go:171","msg":"trace[96453669] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"3.227130495s","start":"2026-02-25T20:24:48.554478Z","end":"2026-02-25T20:24:51.781608Z","steps":["trace[96453669] 'process raft request' (duration: 2.41382502s)","trace[96453669] 'compare' (duration: 812.558975ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:51.781695Z","caller":"traceutil/trace.go:171","msg":"trace[1079084987] linearizableReadLoop","detail":"{readStateIndex:24659; appliedIndex:24656; }","duration":"2.447761984s","start":"2026-02-25T20:24:49.333909Z","end":"2026-02-25T20:24:51.781671Z","steps":["trace[1079084987] 'read index received' (duration: 1.634388527s)","trace[1079084987] 'applied index is now lower than readState.Index' (duration: 813.372227ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:51.781695Z","caller":"traceutil/trace.go:171","msg":"trace[98033701] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"3.209553897s","start":"2026-02-25T20:24:48.572103Z","end":"2026-02-25T20:24:51.781657Z","steps":["trace[98033701] 'process raft request' (duration: 3.209316001s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:51.781762Z","caller":"traceutil/trace.go:171","msg":"trace[45482581] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"844.267889ms","start":"2026-02-25T20:24:50.937468Z","end":"2026-02-25T20:24:51.781736Z","steps":["trace[45482581] 'process raft request' (duration: 844.143606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:51.781828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:48.57209Z","time spent":"3.20967591s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:51.781878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:50.937452Z","time spent":"844.363821ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:51.781935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603073687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:51.78199Z","caller":"traceutil/trace.go:171","msg":"trace[843557381] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23781; }","duration":"2.60317394s","start":"2026-02-25T20:24:49.178799Z","end":"2026-02-25T20:24:51.781972Z","steps":["trace[843557381] 'agreement among raft nodes before linearized reading' (duration: 2.602980405s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:51.782045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:49.178777Z","time spent":"2.603249751s","remote":"127.0.0.1:57342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:51.782079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.224240558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-b65744d6d-hszml.189796681c8d875d\" ","response":"range_response_count:1 size:902"} {"level":"warn","ts":"2026-02-25T20:24:51.782147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:48.554457Z","time spent":"3.227247499s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:24:51.782155Z","caller":"traceutil/trace.go:171","msg":"trace[513439816] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-b65744d6d-hszml.189796681c8d875d; range_end:; response_count:1; response_revision:23781; }","duration":"3.224344071s","start":"2026-02-25T20:24:48.557788Z","end":"2026-02-25T20:24:51.782132Z","steps":["trace[513439816] 'agreement among raft nodes before linearized reading' (duration: 3.224106145s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:51.782254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:48.55778Z","time spent":"3.224463144s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":925,"request content":"key:\"/registry/events/openstack/heat-cfn-b65744d6d-hszml.189796681c8d875d\" "} {"level":"info","ts":"2026-02-25T20:24:51.782417Z","caller":"traceutil/trace.go:171","msg":"trace[490450089] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"2.832453772s","start":"2026-02-25T20:24:48.949939Z","end":"2026-02-25T20:24:51.782392Z","steps":["trace[490450089] 'process raft request' (duration: 2.8316259s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:51.782531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:48.949916Z","time spent":"2.832560864s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:52.282478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036408,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:52.400576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058886152s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:52.960218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000267514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:52.960299Z","caller":"traceutil/trace.go:171","msg":"trace[1273517102] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000429659s","start":"2026-02-25T20:24:50.95985Z","end":"2026-02-25T20:24:52.96028Z","steps":["trace[1273517102] 'agreement among raft nodes before linearized reading' (duration: 2.000328086s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:52.960398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:50.959824Z","time spent":"2.000558412s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:53.277978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.9841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:24:53.278102Z","caller":"traceutil/trace.go:171","msg":"trace[1441705180] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"1.93660352s","start":"2026-02-25T20:24:51.341476Z","end":"2026-02-25T20:24:53.27808Z","steps":["trace[1441705180] 'process raft request' (duration: 1.059419756s)","trace[1441705180] 'compare' (duration: 876.356662ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:53.278169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:51.341413Z","time spent":"1.936721984s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:53.580862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.180031124s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:54.695581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000446488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:54.695694Z","caller":"traceutil/trace.go:171","msg":"trace[904110953] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000611402s","start":"2026-02-25T20:24:52.695065Z","end":"2026-02-25T20:24:54.695677Z","steps":["trace[904110953] 'agreement among raft nodes before linearized reading' (duration: 2.000480839s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:54.695738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:52.695041Z","time spent":"2.000687434s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:54.960918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000281194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:24:54.960978Z","caller":"traceutil/trace.go:171","msg":"trace[1352430965] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000383316s","start":"2026-02-25T20:24:52.960582Z","end":"2026-02-25T20:24:54.960965Z","steps":["trace[1352430965] 'agreement among raft nodes before linearized reading' (duration: 2.000313724s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:54.961005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:52.960563Z","time spent":"2.000434248s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:24:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:24:55.188679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607203832s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:24:55.189034Z","caller":"traceutil/trace.go:171","msg":"trace[771985085] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"3.182174567s","start":"2026-02-25T20:24:52.00683Z","end":"2026-02-25T20:24:55.189004Z","steps":["trace[771985085] 'process raft request' (duration: 3.182009543s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:55.189204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.476993596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:55.189225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:52.006805Z","time spent":"3.182295931s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:24:55.189256Z","caller":"traceutil/trace.go:171","msg":"trace[1950542370] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23784; }","duration":"4.477086239s","start":"2026-02-25T20:24:50.712157Z","end":"2026-02-25T20:24:55.189243Z","steps":["trace[1950542370] 'agreement among raft nodes before linearized reading' (duration: 4.476940415s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:55.189233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.802727692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:55.189047Z","caller":"traceutil/trace.go:171","msg":"trace[436465643] linearizableReadLoop","detail":"{readStateIndex:24663; appliedIndex:24660; }","duration":"3.407277688s","start":"2026-02-25T20:24:51.781743Z","end":"2026-02-25T20:24:55.18902Z","steps":["trace[436465643] 'read index received' (duration: 619.105316ms)","trace[436465643] 'applied index is now lower than readState.Index' (duration: 2.788170632s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:55.189248Z","caller":"traceutil/trace.go:171","msg":"trace[1302131130] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"3.40356458s","start":"2026-02-25T20:24:51.785645Z","end":"2026-02-25T20:24:55.189209Z","steps":["trace[1302131130] 'process raft request' (duration: 1.79568381s)","trace[1302131130] 'compare' (duration: 1.606204245s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:55.189293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:50.712136Z","time spent":"4.47714711s","remote":"127.0.0.1:56780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:55.189281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.76780864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:55.189309Z","caller":"traceutil/trace.go:171","msg":"trace[1903825737] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23784; }","duration":"3.802857066s","start":"2026-02-25T20:24:51.38643Z","end":"2026-02-25T20:24:55.189287Z","steps":["trace[1903825737] 'agreement among raft nodes before linearized reading' (duration: 3.802661861s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:55.189339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.851327882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff627d00-24ed-4ad0-9e28-e91e920d49a1\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-25T20:24:55.18937Z","caller":"traceutil/trace.go:171","msg":"trace[1961135614] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23784; }","duration":"5.767979264s","start":"2026-02-25T20:24:49.421369Z","end":"2026-02-25T20:24:55.189348Z","steps":["trace[1961135614] 'agreement among raft nodes before linearized reading' (duration: 5.767734048s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:55.189388Z","caller":"traceutil/trace.go:171","msg":"trace[613844059] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff627d00-24ed-4ad0-9e28-e91e920d49a1; range_end:; response_count:1; response_revision:23784; }","duration":"5.851433065s","start":"2026-02-25T20:24:49.337941Z","end":"2026-02-25T20:24:55.189374Z","steps":["trace[613844059] 'agreement among raft nodes before linearized reading' (duration: 5.851141357s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:55.189385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:51.386404Z","time spent":"3.802954899s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:55.189359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.733608719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:24:55.189412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:51.785629Z","time spent":"3.403696033s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:55.189435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:49.337923Z","time spent":"5.851495627s","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-ff627d00-24ed-4ad0-9e28-e91e920d49a1\" "} {"level":"warn","ts":"2026-02-25T20:24:55.189414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.274413035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-25T20:24:55.189436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:49.421349Z","time spent":"5.768074146s","remote":"127.0.0.1:56904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:55.189488Z","caller":"traceutil/trace.go:171","msg":"trace[569091291] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23784; }","duration":"5.733804245s","start":"2026-02-25T20:24:49.455651Z","end":"2026-02-25T20:24:55.189455Z","steps":["trace[569091291] 'agreement among raft nodes before linearized reading' (duration: 5.733438996s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:55.189505Z","caller":"traceutil/trace.go:171","msg":"trace[177425531] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23784; }","duration":"4.27456712s","start":"2026-02-25T20:24:50.914918Z","end":"2026-02-25T20:24:55.189485Z","steps":["trace[177425531] 'agreement among raft nodes before linearized reading' (duration: 4.27420076s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:55.189551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:50.914847Z","time spent":"4.274696304s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-25T20:24:55.189581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:49.455629Z","time spent":"5.733914068s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:55.953285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.28314ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-25T20:24:55.953473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.392751ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:55.953532Z","caller":"traceutil/trace.go:171","msg":"trace[1460679176] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23784; }","duration":"112.454143ms","start":"2026-02-25T20:24:55.841066Z","end":"2026-02-25T20:24:55.95352Z","steps":["trace[1460679176] 'range keys from in-memory index tree' (duration: 112.384111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:55.953861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.037943436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-25T20:24:55.953894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.136456056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:55.953933Z","caller":"traceutil/trace.go:171","msg":"trace[1717230980] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23784; }","duration":"5.038041828s","start":"2026-02-25T20:24:50.915867Z","end":"2026-02-25T20:24:55.953909Z","steps":["trace[1717230980] 'agreement among raft nodes before linearized reading' (duration: 4.273238904s)","trace[1717230980] 'range keys from in-memory index tree' (duration: 764.62238ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:55.953953Z","caller":"traceutil/trace.go:171","msg":"trace[1000204669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23784; }","duration":"5.1365521s","start":"2026-02-25T20:24:50.817378Z","end":"2026-02-25T20:24:55.95393Z","steps":["trace[1000204669] 'agreement among raft nodes before linearized reading' (duration: 4.371681014s)","trace[1000204669] 'count revisions from in-memory index tree' (duration: 764.781764ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:55.953993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:50.817355Z","time spent":"5.136627701s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:55.953976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:50.915858Z","time spent":"5.038108641s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-25T20:24:55.954204Z","caller":"traceutil/trace.go:171","msg":"trace[1394008463] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"2.166144287s","start":"2026-02-25T20:24:53.787988Z","end":"2026-02-25T20:24:55.954133Z","steps":["trace[1394008463] 'process raft request' (duration: 2.165378147s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:55.954354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:53.787962Z","time spent":"2.166325502s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:56.871641Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.517087605s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:24:56.871907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.656501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:24:56.872043Z","caller":"traceutil/trace.go:171","msg":"trace[912845540] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"2.188168025s","start":"2026-02-25T20:24:54.683845Z","end":"2026-02-25T20:24:56.872013Z","steps":["trace[912845540] 'process raft request' (duration: 1.270274117s)","trace[912845540] 'compare' (duration: 915.962476ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:56.872193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:54.683822Z","time spent":"2.188296188s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:24:56.872218Z","caller":"traceutil/trace.go:171","msg":"trace[900353996] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"1.585420894s","start":"2026-02-25T20:24:55.286774Z","end":"2026-02-25T20:24:56.872195Z","steps":["trace[900353996] 'process raft request' (duration: 1.585344132s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.872341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:55.286758Z","time spent":"1.585525266s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:24:56.872492Z","caller":"traceutil/trace.go:171","msg":"trace[1161771817] linearizableReadLoop","detail":"{readStateIndex:24666; appliedIndex:24663; }","duration":"1.683179055s","start":"2026-02-25T20:24:55.189302Z","end":"2026-02-25T20:24:56.872481Z","steps":["trace[1161771817] 'read index received' (duration: 165.30875ms)","trace[1161771817] 'applied index is now lower than readState.Index' (duration: 1.517868855s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:56.872646Z","caller":"traceutil/trace.go:171","msg":"trace[282493591] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"1.678017437s","start":"2026-02-25T20:24:55.194619Z","end":"2026-02-25T20:24:56.872636Z","steps":["trace[282493591] 'process raft request' (duration: 1.677394661s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.872708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:55.194593Z","time spent":"1.678082839s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:56.872843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904975338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:56.872877Z","caller":"traceutil/trace.go:171","msg":"trace[1609263135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23788; }","duration":"1.905014828s","start":"2026-02-25T20:24:54.967851Z","end":"2026-02-25T20:24:56.872866Z","steps":["trace[1609263135] 'agreement among raft nodes before linearized reading' (duration: 1.904960977s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.872909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:54.967847Z","time spent":"1.905056169s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:24:56.872949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.732630607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:24:56.873104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.822490479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:56.873117Z","caller":"traceutil/trace.go:171","msg":"trace[515174066] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23788; }","duration":"3.732751879s","start":"2026-02-25T20:24:53.140261Z","end":"2026-02-25T20:24:56.873013Z","steps":["trace[515174066] 'agreement among raft nodes before linearized reading' (duration: 3.732598985s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:56.873145Z","caller":"traceutil/trace.go:171","msg":"trace[1799983079] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23788; }","duration":"3.82255765s","start":"2026-02-25T20:24:53.050576Z","end":"2026-02-25T20:24:56.873134Z","steps":["trace[1799983079] 'agreement among raft nodes before linearized reading' (duration: 3.822493738s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.873183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:53.050559Z","time spent":"3.822607311s","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:56.873189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:53.140251Z","time spent":"3.732905194s","remote":"127.0.0.1:55050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:56.873426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913302709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:56.873482Z","caller":"traceutil/trace.go:171","msg":"trace[190986763] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23788; }","duration":"1.91336238s","start":"2026-02-25T20:24:54.960099Z","end":"2026-02-25T20:24:56.873461Z","steps":["trace[190986763] 'agreement among raft nodes before linearized reading' (duration: 1.913290788s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.873484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.088448659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-zw4rq\" ","response":"range_response_count:1 size:6965"} {"level":"warn","ts":"2026-02-25T20:24:56.87352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:54.960092Z","time spent":"1.913420513s","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:56.873594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.071623322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:56.873607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.911680062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:56.873642Z","caller":"traceutil/trace.go:171","msg":"trace[414845990] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23788; }","duration":"5.071699904s","start":"2026-02-25T20:24:51.801933Z","end":"2026-02-25T20:24:56.873633Z","steps":["trace[414845990] 'agreement among raft nodes before linearized reading' (duration: 5.071625502s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.873428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.088663555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-25T20:24:56.873537Z","caller":"traceutil/trace.go:171","msg":"trace[869161423] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-zw4rq; range_end:; response_count:1; response_revision:23788; }","duration":"5.088508471s","start":"2026-02-25T20:24:51.785014Z","end":"2026-02-25T20:24:56.873523Z","steps":["trace[869161423] 'agreement among raft nodes before linearized reading' (duration: 5.088292815s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:56.873695Z","caller":"traceutil/trace.go:171","msg":"trace[1365717684] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23788; }","duration":"5.088980714s","start":"2026-02-25T20:24:51.784703Z","end":"2026-02-25T20:24:56.873684Z","steps":["trace[1365717684] 'agreement among raft nodes before linearized reading' (duration: 5.088623355s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.873705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:51.801925Z","time spent":"5.071754315s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:56.873707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.885800203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:56.873748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.708952487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:56.873752Z","caller":"traceutil/trace.go:171","msg":"trace[656687373] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23788; }","duration":"3.885868365s","start":"2026-02-25T20:24:52.987876Z","end":"2026-02-25T20:24:56.873744Z","steps":["trace[656687373] 'agreement among raft nodes before linearized reading' (duration: 3.885805853s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:56.873791Z","caller":"traceutil/trace.go:171","msg":"trace[1067241149] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23788; }","duration":"3.709101451s","start":"2026-02-25T20:24:53.164679Z","end":"2026-02-25T20:24:56.873781Z","steps":["trace[1067241149] 'agreement among raft nodes before linearized reading' (duration: 3.709036749s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.873799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:52.987863Z","time spent":"3.885927756s","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:56.873697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.117614999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:56.873891Z","caller":"traceutil/trace.go:171","msg":"trace[1643440145] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23788; }","duration":"3.117875256s","start":"2026-02-25T20:24:53.755986Z","end":"2026-02-25T20:24:56.873861Z","steps":["trace[1643440145] 'agreement among raft nodes before linearized reading' (duration: 3.117563988s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.873691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.372457611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:24:56.873925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927200349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:56.873959Z","caller":"traceutil/trace.go:171","msg":"trace[229774630] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23788; }","duration":"3.372768269s","start":"2026-02-25T20:24:53.501181Z","end":"2026-02-25T20:24:56.873949Z","steps":["trace[229774630] 'agreement among raft nodes before linearized reading' (duration: 3.372460841s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.873973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:53.755963Z","time spent":"3.11799255s","remote":"127.0.0.1:56882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:56.873982Z","caller":"traceutil/trace.go:171","msg":"trace[468236163] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23788; }","duration":"1.927275671s","start":"2026-02-25T20:24:54.946683Z","end":"2026-02-25T20:24:56.873959Z","steps":["trace[468236163] 'agreement among raft nodes before linearized reading' (duration: 1.927174528s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:53.501155Z","time spent":"3.372834581s","remote":"127.0.0.1:47672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:56.874069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:54.946667Z","time spent":"1.927349813s","remote":"127.0.0.1:56978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:56.873828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:53.16465Z","time spent":"3.709169713s","remote":"127.0.0.1:53398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:56.873748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:51.784686Z","time spent":"5.089039945s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-25T20:24:56.874159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004903689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:56.873779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:51.784984Z","time spent":"5.088747258s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-zw4rq\" "} {"level":"info","ts":"2026-02-25T20:24:56.874227Z","caller":"traceutil/trace.go:171","msg":"trace[656586093] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23788; }","duration":"3.005013112s","start":"2026-02-25T20:24:53.869195Z","end":"2026-02-25T20:24:56.874208Z","steps":["trace[656586093] 'agreement among raft nodes before linearized reading' (duration: 3.004900859s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:56.873659Z","caller":"traceutil/trace.go:171","msg":"trace[811871239] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23788; }","duration":"3.911778004s","start":"2026-02-25T20:24:52.961865Z","end":"2026-02-25T20:24:56.873643Z","steps":["trace[811871239] 'agreement among raft nodes before linearized reading' (duration: 3.911684432s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.874275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:53.869171Z","time spent":"3.005089665s","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:56.8743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:52.961843Z","time spent":"3.912440472s","remote":"127.0.0.1:57020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:56.924308Z","caller":"traceutil/trace.go:171","msg":"trace[1890591606] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"964.706094ms","start":"2026-02-25T20:24:55.959567Z","end":"2026-02-25T20:24:56.924273Z","steps":["trace[1890591606] 'process raft request' (duration: 964.310583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.924453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:55.959551Z","time spent":"964.830298ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:24:56.924451Z","caller":"traceutil/trace.go:171","msg":"trace[1863419309] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"132.567769ms","start":"2026-02-25T20:24:56.791809Z","end":"2026-02-25T20:24:56.924377Z","steps":["trace[1863419309] 'process raft request' (duration: 132.363123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.924816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.361529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:56.92485Z","caller":"traceutil/trace.go:171","msg":"trace[849492236] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23790; }","duration":"954.4201ms","start":"2026-02-25T20:24:55.970421Z","end":"2026-02-25T20:24:56.924841Z","steps":["trace[849492236] 'agreement among raft nodes before linearized reading' (duration: 954.312247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.924869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:55.970411Z","time spent":"954.452762ms","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T20:24:56.925066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.359216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:24:56.92508Z","caller":"traceutil/trace.go:171","msg":"trace[2119503259] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23790; }","duration":"633.415267ms","start":"2026-02-25T20:24:56.291661Z","end":"2026-02-25T20:24:56.925076Z","steps":["trace[2119503259] 'agreement among raft nodes before linearized reading' (duration: 633.381636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.925093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:56.29164Z","time spent":"633.449129ms","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:56.925353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630964765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-25T20:24:56.925369Z","caller":"traceutil/trace.go:171","msg":"trace[789835361] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23790; }","duration":"1.631016727s","start":"2026-02-25T20:24:55.294346Z","end":"2026-02-25T20:24:56.925363Z","steps":["trace[789835361] 'agreement among raft nodes before linearized reading' (duration: 1.630929105s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.925382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:55.294333Z","time spent":"1.631045917s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-25T20:24:56.925487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331939807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:56.925507Z","caller":"traceutil/trace.go:171","msg":"trace[1463808487] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23790; }","duration":"1.331961518s","start":"2026-02-25T20:24:55.593541Z","end":"2026-02-25T20:24:56.925502Z","steps":["trace[1463808487] 'agreement among raft nodes before linearized reading' (duration: 1.331927227s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.92552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:55.593504Z","time spent":"1.332012879s","remote":"127.0.0.1:57146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:56.925923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732331264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-68fb4fbb7d-dqsts.189796681ced0130\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-02-25T20:24:56.92602Z","caller":"traceutil/trace.go:171","msg":"trace[1072881766] range","detail":"{range_begin:/registry/events/openstack/heat-api-68fb4fbb7d-dqsts.189796681ced0130; range_end:; response_count:1; response_revision:23790; }","duration":"1.732490918s","start":"2026-02-25T20:24:55.193504Z","end":"2026-02-25T20:24:56.925995Z","steps":["trace[1072881766] 'agreement among raft nodes before linearized reading' (duration: 1.732164299s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:56.926086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:55.193476Z","time spent":"1.732602681s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-api-68fb4fbb7d-dqsts.189796681ced0130\" "} {"level":"warn","ts":"2026-02-25T20:24:57.424766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036421,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:57.925399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036421,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:58.425806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036421,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:24:58.674469Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.750606628s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T20:24:58.757579Z","caller":"traceutil/trace.go:171","msg":"trace[125729068] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"1.875068751s","start":"2026-02-25T20:24:56.882473Z","end":"2026-02-25T20:24:58.757541Z","steps":["trace[125729068] 'process raft request' (duration: 1.792309679s)","trace[125729068] 'compare' (duration: 82.482655ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:24:58.757763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:56.882459Z","time spent":"1.875210595s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7125,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:24:58.758567Z","caller":"traceutil/trace.go:171","msg":"trace[1325431766] linearizableReadLoop","detail":"{readStateIndex:24673; appliedIndex:24670; }","duration":"1.834248235s","start":"2026-02-25T20:24:56.924294Z","end":"2026-02-25T20:24:58.758543Z","steps":["trace[1325431766] 'read index received' (duration: 1.750477545s)","trace[1325431766] 'applied index is now lower than readState.Index' (duration: 83.76979ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:24:58.758697Z","caller":"traceutil/trace.go:171","msg":"trace[1212692016] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"1.830857094s","start":"2026-02-25T20:24:56.927812Z","end":"2026-02-25T20:24:58.758669Z","steps":["trace[1212692016] 'process raft request' (duration: 1.830548916s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:58.758766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883169336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:58.758822Z","caller":"traceutil/trace.go:171","msg":"trace[112648862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23793; }","duration":"1.883259359s","start":"2026-02-25T20:24:56.875548Z","end":"2026-02-25T20:24:58.758807Z","steps":["trace[112648862] 'agreement among raft nodes before linearized reading' (duration: 1.883153986s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:58.758842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:56.927797Z","time spent":"1.830972217s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:58.758811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88291779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-25T20:24:58.758894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:56.875532Z","time spent":"1.88333242s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:24:58.758921Z","caller":"traceutil/trace.go:171","msg":"trace[1931990266] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23793; }","duration":"1.883057983s","start":"2026-02-25T20:24:56.875845Z","end":"2026-02-25T20:24:58.758903Z","steps":["trace[1931990266] 'agreement among raft nodes before linearized reading' (duration: 1.882722885s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:58.758991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:56.875838Z","time spent":"1.883137145s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-25T20:24:58.758955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884527833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:58.75919Z","caller":"traceutil/trace.go:171","msg":"trace[1819084126] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23793; }","duration":"1.884756579s","start":"2026-02-25T20:24:56.874374Z","end":"2026-02-25T20:24:58.75913Z","steps":["trace[1819084126] 'agreement among raft nodes before linearized reading' (duration: 1.884477491s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:58.759278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:56.874337Z","time spent":"1.884895242s","remote":"127.0.0.1:57280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:58.758653Z","caller":"traceutil/trace.go:171","msg":"trace[1108268209] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"799.25179ms","start":"2026-02-25T20:24:57.959379Z","end":"2026-02-25T20:24:58.758631Z","steps":["trace[1108268209] 'process raft request' (duration: 799.107756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:58.759432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:57.959362Z","time spent":"800.02589ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:24:58.759732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.568769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:58.759771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.355047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:58.759787Z","caller":"traceutil/trace.go:171","msg":"trace[173368638] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23793; }","duration":"778.646862ms","start":"2026-02-25T20:24:57.981129Z","end":"2026-02-25T20:24:58.759776Z","steps":["trace[173368638] 'agreement among raft nodes before linearized reading' (duration: 778.5681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:58.759794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.42539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:58.759831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:57.981105Z","time spent":"778.716483ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:58.759837Z","caller":"traceutil/trace.go:171","msg":"trace[914448482] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23793; }","duration":"886.474371ms","start":"2026-02-25T20:24:57.87335Z","end":"2026-02-25T20:24:58.759825Z","steps":["trace[914448482] 'agreement among raft nodes before linearized reading' (duration: 886.392639ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:24:58.759848Z","caller":"traceutil/trace.go:171","msg":"trace[590230202] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23793; }","duration":"665.46267ms","start":"2026-02-25T20:24:58.094372Z","end":"2026-02-25T20:24:58.759834Z","steps":["trace[590230202] 'agreement among raft nodes before linearized reading' (duration: 665.352327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:58.759836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.183082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:24:58.759871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:57.873303Z","time spent":"886.559723ms","remote":"127.0.0.1:56962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:24:58.759913Z","caller":"traceutil/trace.go:171","msg":"trace[27199272] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23793; }","duration":"804.314765ms","start":"2026-02-25T20:24:57.955578Z","end":"2026-02-25T20:24:58.759893Z","steps":["trace[27199272] 'agreement among raft nodes before linearized reading' (duration: 804.196122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:58.759962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:58.094326Z","time spent":"665.616604ms","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:58.760028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648552642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:58.760057Z","caller":"traceutil/trace.go:171","msg":"trace[1834310934] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23793; }","duration":"1.648617454s","start":"2026-02-25T20:24:57.111434Z","end":"2026-02-25T20:24:58.760051Z","steps":["trace[1834310934] 'agreement among raft nodes before linearized reading' (duration: 1.648570463s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:58.760078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:57.11139Z","time spent":"1.648682696s","remote":"127.0.0.1:56712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:58.760086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.697194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:58.760165Z","caller":"traceutil/trace.go:171","msg":"trace[572674736] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23793; }","duration":"775.826867ms","start":"2026-02-25T20:24:57.984326Z","end":"2026-02-25T20:24:58.760153Z","steps":["trace[572674736] 'agreement among raft nodes before linearized reading' (duration: 775.719464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:58.760258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:57.984304Z","time spent":"775.941149ms","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:58.759969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:57.955558Z","time spent":"804.399928ms","remote":"127.0.0.1:53546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:24:58.760264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82992503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:24:58.7605Z","caller":"traceutil/trace.go:171","msg":"trace[1213720325] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23793; }","duration":"1.830167466s","start":"2026-02-25T20:24:56.930318Z","end":"2026-02-25T20:24:58.760486Z","steps":["trace[1213720325] 'agreement among raft nodes before linearized reading' (duration: 1.829905109s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:58.760549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:56.930311Z","time spent":"1.830224648s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T20:24:58.759753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830590148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ac8b0459-b4e2-44dc-9d38-a57151b668fd\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-02-25T20:24:58.760817Z","caller":"traceutil/trace.go:171","msg":"trace[296214164] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ac8b0459-b4e2-44dc-9d38-a57151b668fd; range_end:; response_count:1; response_revision:23793; }","duration":"1.831691927s","start":"2026-02-25T20:24:56.929106Z","end":"2026-02-25T20:24:58.760798Z","steps":["trace[296214164] 'agreement among raft nodes before linearized reading' (duration: 1.830547837s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:24:58.760922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:56.929093Z","time spent":"1.831811s","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-ac8b0459-b4e2-44dc-9d38-a57151b668fd\" "} {"level":"warn","ts":"2026-02-25T20:24:59.26765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733036430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:25:00.108576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.602778ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-25T20:25:00.108691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:58.766387Z","time spent":"1.342300703s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T20:25:00.766891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T20:25:00.766979Z","caller":"traceutil/trace.go:171","msg":"trace[1272315478] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000207032s","start":"2026-02-25T20:24:58.766746Z","end":"2026-02-25T20:25:00.766953Z","steps":["trace[1272315478] 'agreement among raft nodes before linearized reading' (duration: 2.000105139s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:00.76704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:58.766742Z","time spent":"2.000283644s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 20:25:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T20:25:01.07696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.307914688s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:25:02.101002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023650482s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:25:02.101293Z","caller":"traceutil/trace.go:171","msg":"trace[877091001] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"3.333132995s","start":"2026-02-25T20:24:58.76811Z","end":"2026-02-25T20:25:02.101243Z","steps":["trace[877091001] 'process raft request' (duration: 2.309104813s)","trace[877091001] 'compare' (duration: 1.021870964s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:25:02.101414Z","caller":"traceutil/trace.go:171","msg":"trace[599432829] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"1.337254428s","start":"2026-02-25T20:25:00.764133Z","end":"2026-02-25T20:25:02.101388Z","steps":["trace[599432829] 'process raft request' (duration: 1.337213957s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:02.101483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:58.768098Z","time spent":"3.333269158s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7643,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:25:02.101498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:00.76411Z","time spent":"1.337350121s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:25:02.101772Z","caller":"traceutil/trace.go:171","msg":"trace[1456993272] linearizableReadLoop","detail":"{readStateIndex:24676; appliedIndex:24673; }","duration":"3.335054896s","start":"2026-02-25T20:24:58.766706Z","end":"2026-02-25T20:25:02.101761Z","steps":["trace[1456993272] 'read index received' (duration: 999.239313ms)","trace[1456993272] 'applied index is now lower than readState.Index' (duration: 2.335813903s)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:25:02.101848Z","caller":"traceutil/trace.go:171","msg":"trace[1517852802] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"3.221916925s","start":"2026-02-25T20:24:58.879921Z","end":"2026-02-25T20:25:02.101838Z","steps":["trace[1517852802] 'process raft request' (duration: 3.221194115s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:25:02.101867Z","caller":"traceutil/trace.go:171","msg":"trace[911985350] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"1.991409617s","start":"2026-02-25T20:25:00.110442Z","end":"2026-02-25T20:25:02.101851Z","steps":["trace[911985350] 'process raft request' (duration: 1.990860602s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:02.101915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:58.8799Z","time spent":"3.221975027s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:25:02.101945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:00.11042Z","time spent":"1.991485408s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:25:02.102085Z","caller":"traceutil/trace.go:171","msg":"trace[614874230] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"2.745155216s","start":"2026-02-25T20:24:59.356919Z","end":"2026-02-25T20:25:02.102074Z","steps":["trace[614874230] 'process raft request' (duration: 2.744332184s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:02.102149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:59.356892Z","time spent":"2.745224618s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:25:02.102428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.335713833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189796ebaef5b4c7\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-02-25T20:25:02.102473Z","caller":"traceutil/trace.go:171","msg":"trace[447112173] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189796ebaef5b4c7; range_end:; response_count:1; response_revision:23798; }","duration":"3.335769524s","start":"2026-02-25T20:24:58.766693Z","end":"2026-02-25T20:25:02.102462Z","steps":["trace[447112173] 'agreement among raft nodes before linearized reading' (duration: 3.335626691s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:02.102504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:58.766687Z","time spent":"3.335809405s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":900,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189796ebaef5b4c7\" "} {"level":"warn","ts":"2026-02-25T20:25:02.767778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000647083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T20:25:02.767872Z","caller":"traceutil/trace.go:171","msg":"trace[115624696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000784357s","start":"2026-02-25T20:25:00.767065Z","end":"2026-02-25T20:25:02.76785Z","steps":["trace[115624696] 'agreement among raft nodes before linearized reading' (duration: 2.000669124s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:02.767919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:00.767055Z","time spent":"2.000855588s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:25:03.145889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.366684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:25:03.146047Z","caller":"traceutil/trace.go:171","msg":"trace[679914558] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"1.21441772s","start":"2026-02-25T20:25:01.931603Z","end":"2026-02-25T20:25:03.146021Z","steps":["trace[679914558] 'process raft request' (duration: 278.77993ms)","trace[679914558] 'compare' (duration: 934.472529ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:25:03.146168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:01.931566Z","time spent":"1.214534603s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:25:03.146214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712256761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:25:03.146142Z","caller":"traceutil/trace.go:171","msg":"trace[1627386521] linearizableReadLoop","detail":"{readStateIndex:24680; appliedIndex:24679; }","duration":"1.044303302s","start":"2026-02-25T20:25:02.101807Z","end":"2026-02-25T20:25:03.14611Z","steps":["trace[1627386521] 'read index received' (duration: 108.652942ms)","trace[1627386521] 'applied index is now lower than readState.Index' (duration: 935.64767ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:25:03.14628Z","caller":"traceutil/trace.go:171","msg":"trace[1424057999] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"1.0404546s","start":"2026-02-25T20:25:02.105804Z","end":"2026-02-25T20:25:03.146259Z","steps":["trace[1424057999] 'process raft request' (duration: 1.040283106s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.146298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.379174954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:25:03.146349Z","caller":"traceutil/trace.go:171","msg":"trace[1602054708] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23800; }","duration":"4.379253295s","start":"2026-02-25T20:24:58.767081Z","end":"2026-02-25T20:25:03.146334Z","steps":["trace[1602054708] 'agreement among raft nodes before linearized reading' (duration: 4.379112952s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.146323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.352425068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:25:03.14635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.258959613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:25:03.146409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:58.767074Z","time spent":"4.379312407s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-25T20:25:03.146414Z","caller":"traceutil/trace.go:171","msg":"trace[2026752137] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23800; }","duration":"4.259058266s","start":"2026-02-25T20:24:58.887341Z","end":"2026-02-25T20:25:03.146399Z","steps":["trace[2026752137] 'agreement among raft nodes before linearized reading' (duration: 4.258879991s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:25:03.146418Z","caller":"traceutil/trace.go:171","msg":"trace[677794135] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23800; }","duration":"3.352575902s","start":"2026-02-25T20:24:59.793818Z","end":"2026-02-25T20:25:03.146393Z","steps":["trace[677794135] 'agreement among raft nodes before linearized reading' (duration: 3.352356506s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.146439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839729524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:25:03.146454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:58.887325Z","time spent":"4.259119058s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:25:03.146469Z","caller":"traceutil/trace.go:171","msg":"trace[586590607] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23800; }","duration":"2.839796896s","start":"2026-02-25T20:25:00.306662Z","end":"2026-02-25T20:25:03.146459Z","steps":["trace[586590607] 'agreement among raft nodes before linearized reading' (duration: 2.839743544s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.146462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:02.10578Z","time spent":"1.040574343s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:25:03.146478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:59.793797Z","time spent":"3.352664865s","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:25:03.146494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:00.306642Z","time spent":"2.839846786s","remote":"127.0.0.1:53472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:25:03.146529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976300295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:25:03.146487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845144874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T20:25:03.146587Z","caller":"traceutil/trace.go:171","msg":"trace[947040822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23800; }","duration":"1.845271758s","start":"2026-02-25T20:25:01.301308Z","end":"2026-02-25T20:25:03.14658Z","steps":["trace[947040822] 'agreement among raft nodes before linearized reading' (duration: 1.845067892s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.146618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:01.30129Z","time spent":"1.8453215s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T20:25:03.146676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314373782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:25:03.146583Z","caller":"traceutil/trace.go:171","msg":"trace[645830221] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23800; }","duration":"1.976362846s","start":"2026-02-25T20:25:01.170192Z","end":"2026-02-25T20:25:03.146555Z","steps":["trace[645830221] 'agreement among raft nodes before linearized reading' (duration: 1.976312335s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:25:03.146703Z","caller":"traceutil/trace.go:171","msg":"trace[1280036779] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23800; }","duration":"2.314432124s","start":"2026-02-25T20:25:00.832264Z","end":"2026-02-25T20:25:03.146696Z","steps":["trace[1280036779] 'agreement among raft nodes before linearized reading' (duration: 2.314341232s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.146717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:01.170176Z","time spent":"1.976533451s","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:25:03.146725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.378057393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-02-25T20:25:03.14674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:00.832248Z","time spent":"2.314482655s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:25:03.146356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15018433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:25:03.146764Z","caller":"traceutil/trace.go:171","msg":"trace[1520656507] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23800; }","duration":"4.378106964s","start":"2026-02-25T20:24:58.768646Z","end":"2026-02-25T20:25:03.146753Z","steps":["trace[1520656507] 'agreement among raft nodes before linearized reading' (duration: 4.377965931s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.146797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:24:58.76864Z","time spent":"4.378147525s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-25T20:25:03.14681Z","caller":"traceutil/trace.go:171","msg":"trace[664945902] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23800; }","duration":"1.150625562s","start":"2026-02-25T20:25:01.996161Z","end":"2026-02-25T20:25:03.146787Z","steps":["trace[664945902] 'agreement among raft nodes before linearized reading' (duration: 1.15016696s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.146869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:01.996099Z","time spent":"1.150749925s","remote":"127.0.0.1:52746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:25:03.146302Z","caller":"traceutil/trace.go:171","msg":"trace[1235284958] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23799; }","duration":"2.712357114s","start":"2026-02-25T20:25:00.433924Z","end":"2026-02-25T20:25:03.146281Z","steps":["trace[1235284958] 'agreement among raft nodes before linearized reading' (duration: 2.71220652s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.147057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:00.43387Z","time spent":"2.713173776s","remote":"127.0.0.1:60852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:25:03.354066Z","caller":"traceutil/trace.go:171","msg":"trace[213488793] linearizableReadLoop","detail":"{readStateIndex:24683; appliedIndex:24681; }","duration":"207.727658ms","start":"2026-02-25T20:25:03.14631Z","end":"2026-02-25T20:25:03.354038Z","steps":["trace[213488793] 'read index received' (duration: 181.290284ms)","trace[213488793] 'applied index is now lower than readState.Index' (duration: 26.436004ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:25:03.354172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.797914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:25:03.354316Z","caller":"traceutil/trace.go:171","msg":"trace[2133663857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23801; }","duration":"578.949618ms","start":"2026-02-25T20:25:02.775317Z","end":"2026-02-25T20:25:03.354267Z","steps":["trace[2133663857] 'agreement among raft nodes before linearized reading' (duration: 578.781113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.354392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:02.7753Z","time spent":"579.0584ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:25:03.354415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248381984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-25T20:25:03.354456Z","caller":"traceutil/trace.go:171","msg":"trace[332824523] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23801; }","duration":"1.248464986s","start":"2026-02-25T20:25:02.105978Z","end":"2026-02-25T20:25:03.354443Z","steps":["trace[332824523] 'agreement among raft nodes before linearized reading' (duration: 1.248368623s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.354513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:02.105961Z","time spent":"1.248540407s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-25T20:25:03.354202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.325621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:25:03.354623Z","caller":"traceutil/trace.go:171","msg":"trace[1896178702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23801; }","duration":"658.791923ms","start":"2026-02-25T20:25:02.695812Z","end":"2026-02-25T20:25:03.354604Z","steps":["trace[1896178702] 'agreement among raft nodes before linearized reading' (duration: 658.31507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.354323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248209099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6871"} {"level":"info","ts":"2026-02-25T20:25:03.354709Z","caller":"traceutil/trace.go:171","msg":"trace[1984545709] transaction","detail":"{read_only:false; response_revision:23801; number_of_response:1; }","duration":"658.043132ms","start":"2026-02-25T20:25:02.696651Z","end":"2026-02-25T20:25:03.354694Z","steps":["trace[1984545709] 'process raft request' (duration: 657.231981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.354672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:02.695789Z","time spent":"658.868694ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:25:03.354826Z","caller":"traceutil/trace.go:171","msg":"trace[303553376] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:23801; }","duration":"1.248735803s","start":"2026-02-25T20:25:02.106058Z","end":"2026-02-25T20:25:03.354794Z","steps":["trace[303553376] 'agreement among raft nodes before linearized reading' (duration: 1.248123017s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.354843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:02.696628Z","time spent":"658.117485ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:25:03.354971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:02.106044Z","time spent":"1.248896697s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6894,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-02-25T20:25:03.366429Z","caller":"traceutil/trace.go:171","msg":"trace[616667702] transaction","detail":"{read_only:false; response_revision:23802; number_of_response:1; }","duration":"215.033953ms","start":"2026-02-25T20:25:03.151372Z","end":"2026-02-25T20:25:03.366406Z","steps":["trace[616667702] 'process raft request' (duration: 214.882559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.366737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.249706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:25:03.366764Z","caller":"traceutil/trace.go:171","msg":"trace[1714850232] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23803; }","duration":"213.298456ms","start":"2026-02-25T20:25:03.153459Z","end":"2026-02-25T20:25:03.366757Z","steps":["trace[1714850232] 'agreement among raft nodes before linearized reading' (duration: 213.224275ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:25:03.366851Z","caller":"traceutil/trace.go:171","msg":"trace[1232721804] transaction","detail":"{read_only:false; response_revision:23803; number_of_response:1; }","duration":"157.596084ms","start":"2026-02-25T20:25:03.209249Z","end":"2026-02-25T20:25:03.366845Z","steps":["trace[1232721804] 'process raft request' (duration: 157.118841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.367021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.219081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-da4f6331-dbc2-419c-92b7-2b79d5b04ba2\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-02-25T20:25:03.367123Z","caller":"traceutil/trace.go:171","msg":"trace[989177276] range","detail":"{range_begin:/registry/persistentvolumes/pvc-da4f6331-dbc2-419c-92b7-2b79d5b04ba2; range_end:; response_count:1; response_revision:23803; }","duration":"217.360435ms","start":"2026-02-25T20:25:03.149737Z","end":"2026-02-25T20:25:03.367097Z","steps":["trace[989177276] 'agreement among raft nodes before linearized reading' (duration: 217.142369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.460168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.873275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-25T20:25:03.460249Z","caller":"traceutil/trace.go:171","msg":"trace[1811057562] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23804; }","duration":"100.967667ms","start":"2026-02-25T20:25:03.359262Z","end":"2026-02-25T20:25:03.46023Z","steps":["trace[1811057562] 'agreement among raft nodes before linearized reading' (duration: 100.732121ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:25:03.498393Z","caller":"traceutil/trace.go:171","msg":"trace[1109556474] transaction","detail":"{read_only:false; response_revision:23805; number_of_response:1; }","duration":"125.11254ms","start":"2026-02-25T20:25:03.373245Z","end":"2026-02-25T20:25:03.498358Z","steps":["trace[1109556474] 'process raft request' (duration: 124.75976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:03.498758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.742557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-25T20:25:03.49886Z","caller":"traceutil/trace.go:171","msg":"trace[1771455635] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23805; }","duration":"125.879771ms","start":"2026-02-25T20:25:03.372962Z","end":"2026-02-25T20:25:03.498842Z","steps":["trace[1771455635] 'agreement among raft nodes before linearized reading' (duration: 125.622484ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:25:03.610611Z","caller":"traceutil/trace.go:171","msg":"trace[1959256843] transaction","detail":"{read_only:false; response_revision:23807; number_of_response:1; }","duration":"102.320753ms","start":"2026-02-25T20:25:03.508209Z","end":"2026-02-25T20:25:03.61053Z","steps":["trace[1959256843] 'process raft request' (duration: 101.955733ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:25:04.251526Z","caller":"traceutil/trace.go:171","msg":"trace[1643017876] transaction","detail":"{read_only:false; response_revision:23842; number_of_response:1; }","duration":"109.045472ms","start":"2026-02-25T20:25:04.142427Z","end":"2026-02-25T20:25:04.251472Z","steps":["trace[1643017876] 'process raft request' (duration: 108.869497ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:25:32.742547Z","caller":"traceutil/trace.go:171","msg":"trace[1063821708] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"113.561002ms","start":"2026-02-25T20:25:32.628936Z","end":"2026-02-25T20:25:32.742497Z","steps":["trace[1063821708] 'process raft request' (duration: 107.330307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:52.119479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.469027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:25:52.11962Z","caller":"traceutil/trace.go:171","msg":"trace[1793847883] linearizableReadLoop","detail":"{readStateIndex:25250; appliedIndex:25249; }","duration":"180.067302ms","start":"2026-02-25T20:25:51.939532Z","end":"2026-02-25T20:25:52.119599Z","steps":["trace[1793847883] 'read index received' (duration: 77.279266ms)","trace[1793847883] 'applied index is now lower than readState.Index' (duration: 102.786156ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:25:52.119667Z","caller":"traceutil/trace.go:171","msg":"trace[1112309893] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"190.043578ms","start":"2026-02-25T20:25:51.929596Z","end":"2026-02-25T20:25:52.11964Z","steps":["trace[1112309893] 'process raft request' (duration: 87.315724ms)","trace[1112309893] 'compare' (duration: 102.262502ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:25:52.11982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.285068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-02-25T20:25:52.119869Z","caller":"traceutil/trace.go:171","msg":"trace[193091888] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24354; }","duration":"180.35928ms","start":"2026-02-25T20:25:51.939496Z","end":"2026-02-25T20:25:52.119855Z","steps":["trace[193091888] 'agreement among raft nodes before linearized reading' (duration: 180.198145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:52.146222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.169197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268865"} {"level":"info","ts":"2026-02-25T20:25:52.146317Z","caller":"traceutil/trace.go:171","msg":"trace[517486392] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24355; }","duration":"191.305541ms","start":"2026-02-25T20:25:51.954992Z","end":"2026-02-25T20:25:52.146298Z","steps":["trace[517486392] 'agreement among raft nodes before linearized reading' (duration: 190.754917ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:25:52.598163Z","caller":"traceutil/trace.go:171","msg":"trace[890205280] linearizableReadLoop","detail":"{readStateIndex:25252; appliedIndex:25251; }","duration":"309.107346ms","start":"2026-02-25T20:25:52.289024Z","end":"2026-02-25T20:25:52.598132Z","steps":["trace[890205280] 'read index received' (duration: 307.300988ms)","trace[890205280] 'applied index is now lower than readState.Index' (duration: 1.804708ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:25:52.598178Z","caller":"traceutil/trace.go:171","msg":"trace[1467042596] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"449.999446ms","start":"2026-02-25T20:25:52.148139Z","end":"2026-02-25T20:25:52.598139Z","steps":["trace[1467042596] 'process raft request' (duration: 448.071995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:52.598368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:52.148116Z","time spent":"450.14403ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:25:52.598446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.385724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:25:52.598586Z","caller":"traceutil/trace.go:171","msg":"trace[1236550044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24356; }","duration":"309.581639ms","start":"2026-02-25T20:25:52.288967Z","end":"2026-02-25T20:25:52.598548Z","steps":["trace[1236550044] 'agreement among raft nodes before linearized reading' (duration: 309.297642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:52.598645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:25:52.288944Z","time spent":"309.691852ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T20:25:52.599035Z","caller":"traceutil/trace.go:171","msg":"trace[1361196343] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"204.312187ms","start":"2026-02-25T20:25:52.394685Z","end":"2026-02-25T20:25:52.598997Z","steps":["trace[1361196343] 'process raft request' (duration: 203.600548ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:25:52.599152Z","caller":"traceutil/trace.go:171","msg":"trace[1811093964] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"191.821185ms","start":"2026-02-25T20:25:52.407312Z","end":"2026-02-25T20:25:52.599134Z","steps":["trace[1811093964] 'process raft request' (duration: 191.169257ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:25:52.599515Z","caller":"traceutil/trace.go:171","msg":"trace[1880122521] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"204.01735ms","start":"2026-02-25T20:25:52.395482Z","end":"2026-02-25T20:25:52.599499Z","steps":["trace[1880122521] 'process raft request' (duration: 202.944841ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:25:54.81651Z","caller":"traceutil/trace.go:171","msg":"trace[1826672769] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"212.787233ms","start":"2026-02-25T20:25:54.603696Z","end":"2026-02-25T20:25:54.816484Z","steps":["trace[1826672769] 'process raft request' (duration: 212.643269ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:25:54.818113Z","caller":"traceutil/trace.go:171","msg":"trace[1689832399] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"211.16823ms","start":"2026-02-25T20:25:54.606906Z","end":"2026-02-25T20:25:54.818074Z","steps":["trace[1689832399] 'process raft request' (duration: 211.037837ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:25:54.818135Z","caller":"traceutil/trace.go:171","msg":"trace[1474539926] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"210.865542ms","start":"2026-02-25T20:25:54.607234Z","end":"2026-02-25T20:25:54.818099Z","steps":["trace[1474539926] 'process raft request' (duration: 210.777509ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:25:57.859011Z","caller":"traceutil/trace.go:171","msg":"trace[941700017] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"171.438783ms","start":"2026-02-25T20:25:57.687544Z","end":"2026-02-25T20:25:57.858982Z","steps":["trace[941700017] 'process raft request' (duration: 161.485978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:25:59.577561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.780688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:25:59.577628Z","caller":"traceutil/trace.go:171","msg":"trace[792499462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24405; }","duration":"287.889541ms","start":"2026-02-25T20:25:59.289723Z","end":"2026-02-25T20:25:59.577612Z","steps":["trace[792499462] 'range keys from in-memory index tree' (duration: 287.697917ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:25:59.593363Z","caller":"traceutil/trace.go:171","msg":"trace[1302481942] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"237.653835ms","start":"2026-02-25T20:25:59.355684Z","end":"2026-02-25T20:25:59.593338Z","steps":["trace[1302481942] 'process raft request' (duration: 237.314766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:04.787041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733038357,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T20:26:05.229354Z","caller":"traceutil/trace.go:171","msg":"trace[1027493817] linearizableReadLoop","detail":"{readStateIndex:25338; appliedIndex:25337; }","duration":"943.117369ms","start":"2026-02-25T20:26:04.286199Z","end":"2026-02-25T20:26:05.229316Z","steps":["trace[1027493817] 'read index received' (duration: 942.902483ms)","trace[1027493817] 'applied index is now lower than readState.Index' (duration: 213.656µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:26:05.22959Z","caller":"traceutil/trace.go:171","msg":"trace[1080172804] transaction","detail":"{read_only:false; response_revision:24439; number_of_response:1; }","duration":"947.035264ms","start":"2026-02-25T20:26:04.282507Z","end":"2026-02-25T20:26:05.229543Z","steps":["trace[1080172804] 'process raft request' (duration: 946.593552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:05.229634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.413588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:26:05.229952Z","caller":"traceutil/trace.go:171","msg":"trace[196187771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24439; }","duration":"943.759737ms","start":"2026-02-25T20:26:04.286152Z","end":"2026-02-25T20:26:05.229912Z","steps":["trace[196187771] 'agreement among raft nodes before linearized reading' (duration: 943.388867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:05.230096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:04.286131Z","time spent":"943.921501ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:26:05.229821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:04.28249Z","time spent":"947.221568ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:26:05.730583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733038362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:26:06.230744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733038362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:26:06.704278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.475228139s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T20:26:07.181072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.507962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-25T20:26:07.181057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338618255s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:26:07.181326Z","caller":"traceutil/trace.go:171","msg":"trace[1317815937] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24439; }","duration":"1.340409852s","start":"2026-02-25T20:26:05.840896Z","end":"2026-02-25T20:26:07.181306Z","steps":["trace[1317815937] 'range keys from in-memory index tree' (duration: 1.338600334s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:07.181364Z","caller":"traceutil/trace.go:171","msg":"trace[231827086] transaction","detail":"{read_only:false; response_revision:24442; number_of_response:1; }","duration":"2.281529728s","start":"2026-02-25T20:26:04.899812Z","end":"2026-02-25T20:26:07.181341Z","steps":["trace[231827086] 'process raft request' (duration: 2.281472027s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:07.181379Z","caller":"traceutil/trace.go:171","msg":"trace[1880846257] transaction","detail":"{read_only:false; response_revision:24440; number_of_response:1; }","duration":"2.288931115s","start":"2026-02-25T20:26:04.892385Z","end":"2026-02-25T20:26:07.181317Z","steps":["trace[1880846257] 'process raft request' (duration: 1.812079935s)","trace[1880846257] 'compare' (duration: 475.164696ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:26:07.181447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:04.899792Z","time spent":"2.28161689s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:26:07.181543Z","caller":"traceutil/trace.go:171","msg":"trace[822639232] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"2.283567003s","start":"2026-02-25T20:26:04.897946Z","end":"2026-02-25T20:26:07.181513Z","steps":["trace[822639232] 'process raft request' (duration: 2.283233584s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:07.181609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:04.892363Z","time spent":"2.28911552s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:26:07.181651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:04.897907Z","time spent":"2.283695556s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:26:07.227711Z","caller":"traceutil/trace.go:171","msg":"trace[1359201650] transaction","detail":"{read_only:false; response_revision:24443; number_of_response:1; }","duration":"1.603064031s","start":"2026-02-25T20:26:05.624621Z","end":"2026-02-25T20:26:07.227685Z","steps":["trace[1359201650] 'process raft request' (duration: 1.602850866s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:07.22781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:05.624602Z","time spent":"1.603159174s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:26:07.2278Z","caller":"traceutil/trace.go:171","msg":"trace[103762611] transaction","detail":"{read_only:false; response_revision:24444; number_of_response:1; }","duration":"1.276946162s","start":"2026-02-25T20:26:05.95081Z","end":"2026-02-25T20:26:07.227756Z","steps":["trace[103762611] 'process raft request' (duration: 1.276813189s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:07.227919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:05.950782Z","time spent":"1.277079616s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:26:07.227901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087317189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T20:26:07.227959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130355365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T20:26:07.227981Z","caller":"traceutil/trace.go:171","msg":"trace[592270595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24444; }","duration":"2.130416536s","start":"2026-02-25T20:26:05.097558Z","end":"2026-02-25T20:26:07.227975Z","steps":["trace[592270595] 'agreement among raft nodes before linearized reading' (duration: 2.130330564s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:07.227998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:05.097535Z","time spent":"2.130458398s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T20:26:07.227987Z","caller":"traceutil/trace.go:171","msg":"trace[1412625419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24444; }","duration":"2.087447873s","start":"2026-02-25T20:26:05.140519Z","end":"2026-02-25T20:26:07.227966Z","steps":["trace[1412625419] 'agreement among raft nodes before linearized reading' (duration: 2.087183336s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:07.22803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:05.140498Z","time spent":"2.087524315s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T20:26:07.228253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532901768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-25T20:26:07.228273Z","caller":"traceutil/trace.go:171","msg":"trace[2002526718] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24444; }","duration":"2.53296118s","start":"2026-02-25T20:26:04.695307Z","end":"2026-02-25T20:26:07.228268Z","steps":["trace[2002526718] 'agreement among raft nodes before linearized reading' (duration: 2.532902788s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:07.228287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:04.695287Z","time spent":"2.53299678s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-25T20:26:07.227691Z","caller":"traceutil/trace.go:171","msg":"trace[1035342434] linearizableReadLoop","detail":"{readStateIndex:25343; appliedIndex:25338; }","duration":"1.998219899s","start":"2026-02-25T20:26:05.229447Z","end":"2026-02-25T20:26:07.227667Z","steps":["trace[1035342434] 'read index received' (duration: 1.475122757s)","trace[1035342434] 'applied index is now lower than readState.Index' (duration: 523.096132ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:26:07.22882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939592998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:26:07.228983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38993976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-25T20:26:07.22899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512603044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T20:26:07.229022Z","caller":"traceutil/trace.go:171","msg":"trace[662698059] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24444; }","duration":"1.390017502s","start":"2026-02-25T20:26:05.838995Z","end":"2026-02-25T20:26:07.229013Z","steps":["trace[662698059] 'agreement among raft nodes before linearized reading' (duration: 1.389888918s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:07.229032Z","caller":"traceutil/trace.go:171","msg":"trace[954044219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24444; }","duration":"1.512662436s","start":"2026-02-25T20:26:05.716357Z","end":"2026-02-25T20:26:07.229019Z","steps":["trace[954044219] 'agreement among raft nodes before linearized reading' (duration: 1.512513532s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:07.229054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:05.838972Z","time spent":"1.390075334s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:26:07.229063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:05.716348Z","time spent":"1.512707137s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T20:26:07.229201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480934282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T20:26:07.229235Z","caller":"traceutil/trace.go:171","msg":"trace[339094714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24444; }","duration":"1.480988763s","start":"2026-02-25T20:26:05.748236Z","end":"2026-02-25T20:26:07.229225Z","steps":["trace[339094714] 'agreement among raft nodes before linearized reading' (duration: 1.480906421s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:07.229263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:05.748215Z","time spent":"1.481042514s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T20:26:07.229287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570764213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T20:26:07.229363Z","caller":"traceutil/trace.go:171","msg":"trace[705405290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24444; }","duration":"1.570864645s","start":"2026-02-25T20:26:05.658479Z","end":"2026-02-25T20:26:07.229343Z","steps":["trace[705405290] 'agreement among raft nodes before linearized reading' (duration: 1.570663729s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:07.229409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:05.658463Z","time spent":"1.570934897s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T20:26:07.229443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523490674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:26:07.229486Z","caller":"traceutil/trace.go:171","msg":"trace[2050348037] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24444; }","duration":"1.523534405s","start":"2026-02-25T20:26:05.705941Z","end":"2026-02-25T20:26:07.229476Z","steps":["trace[2050348037] 'agreement among raft nodes before linearized reading' (duration: 1.523466323s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:07.229522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:05.705903Z","time spent":"1.523610937s","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:26:07.229542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745697458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:26:07.229577Z","caller":"traceutil/trace.go:171","msg":"trace[1094198541] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24444; }","duration":"1.74577342s","start":"2026-02-25T20:26:05.483794Z","end":"2026-02-25T20:26:07.229567Z","steps":["trace[1094198541] 'agreement among raft nodes before linearized reading' (duration: 1.745698138s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:07.229619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:05.483771Z","time spent":"1.745839252s","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:26:07.228865Z","caller":"traceutil/trace.go:171","msg":"trace[476354779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24444; }","duration":"1.9396726s","start":"2026-02-25T20:26:05.289179Z","end":"2026-02-25T20:26:07.228851Z","steps":["trace[476354779] 'agreement among raft nodes before linearized reading' (duration: 1.939592028s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:07.234933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:05.289157Z","time spent":"1.945763792s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:26:07.736355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733038366,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T20:26:08.246201Z","caller":"traceutil/trace.go:171","msg":"trace[35792213] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"1.011446248s","start":"2026-02-25T20:26:07.234669Z","end":"2026-02-25T20:26:08.246116Z","steps":["trace[35792213] 'process raft request' (duration: 1.000512377s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:08.246453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:07.234655Z","time spent":"1.011665074s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:26:08.278893Z","caller":"traceutil/trace.go:171","msg":"trace[1659624579] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"1.044115238s","start":"2026-02-25T20:26:07.234749Z","end":"2026-02-25T20:26:08.278865Z","steps":["trace[1659624579] 'process raft request' (duration: 1.04382489s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:08.278899Z","caller":"traceutil/trace.go:171","msg":"trace[1986268379] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"1.044056166s","start":"2026-02-25T20:26:07.23481Z","end":"2026-02-25T20:26:08.278866Z","steps":["trace[1986268379] 'process raft request' (duration: 1.043955403s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:08.279076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:07.234802Z","time spent":"1.044183439s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:26:08.27906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:07.234732Z","time spent":"1.044237661s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:26:08.279164Z","caller":"traceutil/trace.go:171","msg":"trace[1445777772] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"1.044284402s","start":"2026-02-25T20:26:07.234846Z","end":"2026-02-25T20:26:08.279131Z","steps":["trace[1445777772] 'process raft request' (duration: 1.043959593s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:08.279303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:07.234842Z","time spent":"1.044390495s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:26:08.279364Z","caller":"traceutil/trace.go:171","msg":"trace[1605229788] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"1.043869461s","start":"2026-02-25T20:26:07.235481Z","end":"2026-02-25T20:26:08.27935Z","steps":["trace[1605229788] 'process raft request' (duration: 1.043593243s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:08.279452Z","caller":"traceutil/trace.go:171","msg":"trace[264209618] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"1.043678706s","start":"2026-02-25T20:26:07.235752Z","end":"2026-02-25T20:26:08.27943Z","steps":["trace[264209618] 'process raft request' (duration: 1.043551203s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:08.279464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:07.235471Z","time spent":"1.043928993s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:26:08.27946Z","caller":"traceutil/trace.go:171","msg":"trace[393397761] linearizableReadLoop","detail":"{readStateIndex:25350; appliedIndex:25343; }","duration":"1.043764678s","start":"2026-02-25T20:26:07.235664Z","end":"2026-02-25T20:26:08.279429Z","steps":["trace[393397761] 'read index received' (duration: 999.530581ms)","trace[393397761] 'applied index is now lower than readState.Index' (duration: 44.232997ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:26:08.279542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:07.235745Z","time spent":"1.043755778s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:26:08.279469Z","caller":"traceutil/trace.go:171","msg":"trace[1588839407] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"1.042787683s","start":"2026-02-25T20:26:07.236675Z","end":"2026-02-25T20:26:08.279463Z","steps":["trace[1588839407] 'process raft request' (duration: 1.04267866s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:08.279718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044039216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:26:08.279796Z","caller":"traceutil/trace.go:171","msg":"trace[952463890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24451; }","duration":"1.044144148s","start":"2026-02-25T20:26:07.235632Z","end":"2026-02-25T20:26:08.279777Z","steps":["trace[952463890] 'agreement among raft nodes before linearized reading' (duration: 1.043952783s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:08.279923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:07.235614Z","time spent":"1.044265612s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:26:08.279725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:07.236664Z","time spent":"1.042944457s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:26:08.291295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.992718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:26:08.291389Z","caller":"traceutil/trace.go:171","msg":"trace[1428849710] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24452; }","duration":"860.128521ms","start":"2026-02-25T20:26:07.431239Z","end":"2026-02-25T20:26:08.291368Z","steps":["trace[1428849710] 'agreement among raft nodes before linearized reading' (duration: 859.958416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:08.291317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.10183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6984bfc498-mrjth.1897955da8a7b5ad\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-02-25T20:26:08.291441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:07.431227Z","time spent":"860.200753ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:26:08.291474Z","caller":"traceutil/trace.go:171","msg":"trace[1872278248] range","detail":"{range_begin:/registry/events/openstack/glance-api-6984bfc498-mrjth.1897955da8a7b5ad; range_end:; response_count:1; response_revision:24452; }","duration":"869.297605ms","start":"2026-02-25T20:26:07.422164Z","end":"2026-02-25T20:26:08.291461Z","steps":["trace[1872278248] 'agreement among raft nodes before linearized reading' (duration: 869.009197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:08.291506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:07.422143Z","time spent":"869.355797ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2013,"request content":"key:\"/registry/events/openstack/glance-api-6984bfc498-mrjth.1897955da8a7b5ad\" "} {"level":"warn","ts":"2026-02-25T20:26:08.291412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.854427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-25T20:26:08.291588Z","caller":"traceutil/trace.go:171","msg":"trace[1568267664] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24452; }","duration":"360.149775ms","start":"2026-02-25T20:26:07.931421Z","end":"2026-02-25T20:26:08.291571Z","steps":["trace[1568267664] 'agreement among raft nodes before linearized reading' (duration: 359.739304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:08.291666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:07.931401Z","time spent":"360.254617ms","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T20:26:08.528822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.991814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:26:08.529103Z","caller":"traceutil/trace.go:171","msg":"trace[1350158741] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"222.04774ms","start":"2026-02-25T20:26:08.307029Z","end":"2026-02-25T20:26:08.529077Z","steps":["trace[1350158741] 'process raft request' (duration: 221.921197ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:08.52911Z","caller":"traceutil/trace.go:171","msg":"trace[692504462] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"234.877051ms","start":"2026-02-25T20:26:08.294193Z","end":"2026-02-25T20:26:08.52907Z","steps":["trace[692504462] 'process raft request' (duration: 117.497627ms)","trace[692504462] 'compare' (duration: 116.704156ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:26:08.944216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.847503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-25T20:26:08.944339Z","caller":"traceutil/trace.go:171","msg":"trace[567515045] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:24454; }","duration":"175.043589ms","start":"2026-02-25T20:26:08.769269Z","end":"2026-02-25T20:26:08.944313Z","steps":["trace[567515045] 'range keys from in-memory index tree' (duration: 174.549915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:08.94455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.883167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-02-25T20:26:08.944646Z","caller":"traceutil/trace.go:171","msg":"trace[1691339947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24454; }","duration":"310.013301ms","start":"2026-02-25T20:26:08.634602Z","end":"2026-02-25T20:26:08.944616Z","steps":["trace[1691339947] 'range keys from in-memory index tree' (duration: 309.402044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:08.944753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:08.634576Z","time spent":"310.109753ms","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-25T20:26:09.50684Z","caller":"traceutil/trace.go:171","msg":"trace[1532828511] linearizableReadLoop","detail":"{readStateIndex:25354; appliedIndex:25353; }","duration":"448.28327ms","start":"2026-02-25T20:26:09.058524Z","end":"2026-02-25T20:26:09.506808Z","steps":["trace[1532828511] 'read index received' (duration: 448.113996ms)","trace[1532828511] 'applied index is now lower than readState.Index' (duration: 167.494µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:26:09.506853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:08.946013Z","time spent":"560.831025ms","remote":"127.0.0.1:47198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T20:26:09.507016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.472365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:26:09.507067Z","caller":"traceutil/trace.go:171","msg":"trace[1980223567] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24454; }","duration":"448.586798ms","start":"2026-02-25T20:26:09.058468Z","end":"2026-02-25T20:26:09.507055Z","steps":["trace[1980223567] 'agreement among raft nodes before linearized reading' (duration: 448.472705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:09.507113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:09.058444Z","time spent":"448.65776ms","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:26:10.007632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733038397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:26:10.194438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:09.788299Z","time spent":"406.129768ms","remote":"127.0.0.1:48622","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T20:26:10.194913Z","caller":"traceutil/trace.go:171","msg":"trace[480519027] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"1.00782535s","start":"2026-02-25T20:26:09.187047Z","end":"2026-02-25T20:26:10.194872Z","steps":["trace[480519027] 'process raft request' (duration: 917.078155ms)","trace[480519027] 'compare' (duration: 90.131479ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:26:10.195025Z","caller":"traceutil/trace.go:171","msg":"trace[2093861348] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"1.007574204s","start":"2026-02-25T20:26:09.187416Z","end":"2026-02-25T20:26:10.19499Z","steps":["trace[2093861348] 'process raft request' (duration: 1.00739171s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:10.195091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:09.187015Z","time spent":"1.007982395s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:26:10.195232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:09.187402Z","time spent":"1.007710258s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:26:10.195345Z","caller":"traceutil/trace.go:171","msg":"trace[2086771926] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"1.00669339s","start":"2026-02-25T20:26:09.188629Z","end":"2026-02-25T20:26:10.195322Z","steps":["trace[2086771926] 'process raft request' (duration: 1.00630477s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:10.195458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:09.188608Z","time spent":"1.006794593s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:26:10.195591Z","caller":"traceutil/trace.go:171","msg":"trace[2112478407] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"960.115741ms","start":"2026-02-25T20:26:09.23546Z","end":"2026-02-25T20:26:10.195576Z","steps":["trace[2112478407] 'process raft request' (duration: 959.862654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:10.195674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:09.235435Z","time spent":"960.201144ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:26:10.195533Z","caller":"traceutil/trace.go:171","msg":"trace[55991428] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"959.831793ms","start":"2026-02-25T20:26:09.235677Z","end":"2026-02-25T20:26:10.195509Z","steps":["trace[55991428] 'process raft request' (duration: 959.778052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:10.195825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:09.235672Z","time spent":"960.08138ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:26:10.89324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.771008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:26:10.893391Z","caller":"traceutil/trace.go:171","msg":"trace[446671386] linearizableReadLoop","detail":"{readStateIndex:25360; appliedIndex:25354; }","duration":"1.386460857s","start":"2026-02-25T20:26:09.506908Z","end":"2026-02-25T20:26:10.893369Z","steps":["trace[446671386] 'read index received' (duration: 597.383357ms)","trace[446671386] 'applied index is now lower than readState.Index' (duration: 789.07579ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:26:10.893562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719998894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:26:10.893603Z","caller":"traceutil/trace.go:171","msg":"trace[707596809] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24460; }","duration":"1.720079556s","start":"2026-02-25T20:26:09.17351Z","end":"2026-02-25T20:26:10.89359Z","steps":["trace[707596809] 'agreement among raft nodes before linearized reading' (duration: 1.719960473s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:10.893604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588572547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:26:10.893646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:09.173492Z","time spent":"1.720143277s","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:26:10.893681Z","caller":"traceutil/trace.go:171","msg":"trace[309198637] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24460; }","duration":"1.58870838s","start":"2026-02-25T20:26:09.304956Z","end":"2026-02-25T20:26:10.893664Z","steps":["trace[309198637] 'agreement among raft nodes before linearized reading' (duration: 1.588508015s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:10.893723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:09.304935Z","time spent":"1.588779942s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:26:10.893686Z","caller":"traceutil/trace.go:171","msg":"trace[1791312778] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"1.384470044s","start":"2026-02-25T20:26:09.50916Z","end":"2026-02-25T20:26:10.89363Z","steps":["trace[1791312778] 'process raft request' (duration: 892.190633ms)","trace[1791312778] 'compare' (duration: 491.512341ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:26:10.893858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:09.509126Z","time spent":"1.384641229s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:26:11.39391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826922733038400,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T20:26:11.603208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.056616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:26:11.60332Z","caller":"traceutil/trace.go:171","msg":"trace[2128674990] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"1.317071612s","start":"2026-02-25T20:26:10.286227Z","end":"2026-02-25T20:26:11.603299Z","steps":["trace[2128674990] 'process raft request' (duration: 1.211836672s)","trace[2128674990] 'compare' (duration: 104.701316ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:26:11.603376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:10.28621Z","time spent":"1.317138603s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:26:11.981517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.302554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:26:11.981647Z","caller":"traceutil/trace.go:171","msg":"trace[1222345394] linearizableReadLoop","detail":"{readStateIndex:25362; appliedIndex:25360; }","duration":"1.088203531s","start":"2026-02-25T20:26:10.893426Z","end":"2026-02-25T20:26:11.98163Z","steps":["trace[1222345394] 'read index received' (duration: 604.649412ms)","trace[1222345394] 'applied index is now lower than readState.Index' (duration: 483.552779ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:26:11.981744Z","caller":"traceutil/trace.go:171","msg":"trace[1929666078] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"1.061771518s","start":"2026-02-25T20:26:10.919961Z","end":"2026-02-25T20:26:11.981733Z","steps":["trace[1929666078] 'process raft request' (duration: 918.176986ms)","trace[1929666078] 'compare' (duration: 143.177071ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:26:11.981806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:10.919944Z","time spent":"1.061830659s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:26:11.982051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699073898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T20:26:11.982154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392056288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:26:11.982196Z","caller":"traceutil/trace.go:171","msg":"trace[738710306] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24462; }","duration":"1.39212454s","start":"2026-02-25T20:26:10.59006Z","end":"2026-02-25T20:26:11.982185Z","steps":["trace[738710306] 'agreement among raft nodes before linearized reading' (duration: 1.392060048s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:11.982165Z","caller":"traceutil/trace.go:171","msg":"trace[1668707363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24462; }","duration":"1.699198082s","start":"2026-02-25T20:26:10.282946Z","end":"2026-02-25T20:26:11.982144Z","steps":["trace[1668707363] 'agreement among raft nodes before linearized reading' (duration: 1.698873013s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:11.982232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697798365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-25T20:26:11.982318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.70666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:26:11.982321Z","caller":"traceutil/trace.go:171","msg":"trace[315437119] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24462; }","duration":"1.697910498s","start":"2026-02-25T20:26:10.284383Z","end":"2026-02-25T20:26:11.982293Z","steps":["trace[315437119] 'agreement among raft nodes before linearized reading' (duration: 1.697673561s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:11.98234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699313165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-25T20:26:11.9823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692688768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:26:11.982355Z","caller":"traceutil/trace.go:171","msg":"trace[2044914794] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24462; }","duration":"617.779512ms","start":"2026-02-25T20:26:11.364566Z","end":"2026-02-25T20:26:11.982345Z","steps":["trace[2044914794] 'agreement among raft nodes before linearized reading' (duration: 617.725141ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:11.982368Z","caller":"traceutil/trace.go:171","msg":"trace[1414940460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24462; }","duration":"1.699339335s","start":"2026-02-25T20:26:10.283021Z","end":"2026-02-25T20:26:11.98236Z","steps":["trace[1414940460] 'agreement among raft nodes before linearized reading' (duration: 1.699267433s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:11.982388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:10.282972Z","time spent":"1.699411297s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T20:26:11.982387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:11.364543Z","time spent":"617.836393ms","remote":"127.0.0.1:57004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:26:11.9824Z","caller":"traceutil/trace.go:171","msg":"trace[1850294072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24462; }","duration":"1.692819282s","start":"2026-02-25T20:26:10.289558Z","end":"2026-02-25T20:26:11.982377Z","steps":["trace[1850294072] 'agreement among raft nodes before linearized reading' (duration: 1.692652167s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:11.982296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788129378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:26:11.982468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:10.289549Z","time spent":"1.692904264s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T20:26:11.982366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:10.284339Z","time spent":"1.69801745s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:26:11.982323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:10.282912Z","time spent":"1.699368746s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T20:26:11.982515Z","caller":"traceutil/trace.go:171","msg":"trace[998739841] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24462; }","duration":"1.788371715s","start":"2026-02-25T20:26:10.194116Z","end":"2026-02-25T20:26:11.982488Z","steps":["trace[998739841] 'agreement among raft nodes before linearized reading' (duration: 1.788142349s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:11.982534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698482833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T20:26:11.982112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457156162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:26:11.982574Z","caller":"traceutil/trace.go:171","msg":"trace[1990065054] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24462; }","duration":"2.457658426s","start":"2026-02-25T20:26:09.524907Z","end":"2026-02-25T20:26:11.982566Z","steps":["trace[1990065054] 'agreement among raft nodes before linearized reading' (duration: 2.457095401s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:11.982575Z","caller":"traceutil/trace.go:171","msg":"trace[1977714588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24462; }","duration":"1.698536464s","start":"2026-02-25T20:26:10.284025Z","end":"2026-02-25T20:26:11.982562Z","steps":["trace[1977714588] 'agreement among raft nodes before linearized reading' (duration: 1.698243716s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:11.982586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:10.194086Z","time spent":"1.788485978s","remote":"127.0.0.1:60886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:26:11.982628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:10.284018Z","time spent":"1.698600956s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T20:26:11.982605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:09.524888Z","time spent":"2.457708997s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:26:11.982683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698861653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T20:26:11.982233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:10.590047Z","time spent":"1.392178201s","remote":"127.0.0.1:55022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T20:26:11.982191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330758529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:26:11.982216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086378953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-25T20:26:11.982779Z","caller":"traceutil/trace.go:171","msg":"trace[1351569347] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24462; }","duration":"1.086965458s","start":"2026-02-25T20:26:10.895807Z","end":"2026-02-25T20:26:11.982773Z","steps":["trace[1351569347] 'agreement among raft nodes before linearized reading' (duration: 1.08627435s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:11.982759Z","caller":"traceutil/trace.go:171","msg":"trace[1174793897] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24462; }","duration":"2.331399066s","start":"2026-02-25T20:26:09.651332Z","end":"2026-02-25T20:26:11.982731Z","steps":["trace[1174793897] 'agreement among raft nodes before linearized reading' (duration: 2.330706368s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:11.982799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:10.895767Z","time spent":"1.08702637s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-25T20:26:11.982216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448873202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-02-25T20:26:11.982087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73145485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-25T20:26:11.982898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:09.651308Z","time spent":"2.331558661s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:26:11.982906Z","caller":"traceutil/trace.go:171","msg":"trace[1876970822] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24462; }","duration":"2.449571501s","start":"2026-02-25T20:26:09.533325Z","end":"2026-02-25T20:26:11.982897Z","steps":["trace[1876970822] 'agreement among raft nodes before linearized reading' (duration: 2.448761169s)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:11.982939Z","caller":"traceutil/trace.go:171","msg":"trace[1549874288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24462; }","duration":"1.732356234s","start":"2026-02-25T20:26:10.250569Z","end":"2026-02-25T20:26:11.982925Z","steps":["trace[1549874288] 'agreement among raft nodes before linearized reading' (duration: 1.731420099s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:11.982949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:09.533272Z","time spent":"2.449667523s","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-02-25T20:26:11.982704Z","caller":"traceutil/trace.go:171","msg":"trace[837511295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24462; }","duration":"1.698903484s","start":"2026-02-25T20:26:10.283795Z","end":"2026-02-25T20:26:11.982699Z","steps":["trace[837511295] 'agreement among raft nodes before linearized reading' (duration: 1.698444452s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:11.982986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:10.283787Z","time spent":"1.699193452s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T20:26:11.982992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:10.250556Z","time spent":"1.732420836s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T20:26:11.983865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.842477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T20:26:11.983914Z","caller":"traceutil/trace.go:171","msg":"trace[1050029971] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24462; }","duration":"300.918088ms","start":"2026-02-25T20:26:11.682984Z","end":"2026-02-25T20:26:11.983902Z","steps":["trace[1050029971] 'agreement among raft nodes before linearized reading' (duration: 299.291735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:26:11.983946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:26:11.682968Z","time spent":"300.96912ms","remote":"127.0.0.1:47720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2815,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:26:24.3244Z","caller":"traceutil/trace.go:171","msg":"trace[950230949] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"118.190315ms","start":"2026-02-25T20:26:24.206174Z","end":"2026-02-25T20:26:24.324364Z","steps":["trace[950230949] 'process raft request' (duration: 117.62242ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:24.3249Z","caller":"traceutil/trace.go:171","msg":"trace[1217148537] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"118.712909ms","start":"2026-02-25T20:26:24.206174Z","end":"2026-02-25T20:26:24.324887Z","steps":["trace[1217148537] 'process raft request' (duration: 118.124024ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:24.324895Z","caller":"traceutil/trace.go:171","msg":"trace[198601437] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"118.648537ms","start":"2026-02-25T20:26:24.206208Z","end":"2026-02-25T20:26:24.324857Z","steps":["trace[198601437] 'process raft request' (duration: 118.397341ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:25.941975Z","caller":"traceutil/trace.go:171","msg":"trace[1302661868] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"121.354749ms","start":"2026-02-25T20:26:25.820586Z","end":"2026-02-25T20:26:25.941941Z","steps":["trace[1302661868] 'process raft request' (duration: 121.141224ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:26.360616Z","caller":"traceutil/trace.go:171","msg":"trace[2066245445] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"142.274047ms","start":"2026-02-25T20:26:26.218308Z","end":"2026-02-25T20:26:26.360582Z","steps":["trace[2066245445] 'process raft request' (duration: 139.473422ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:28.330919Z","caller":"traceutil/trace.go:171","msg":"trace[133936905] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"108.718913ms","start":"2026-02-25T20:26:28.222173Z","end":"2026-02-25T20:26:28.330892Z","steps":["trace[133936905] 'process raft request' (duration: 69.340645ms)","trace[133936905] 'compare' (duration: 39.08215ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:26:28.555517Z","caller":"traceutil/trace.go:171","msg":"trace[474279010] transaction","detail":"{read_only:false; response_revision:24580; number_of_response:1; }","duration":"152.107688ms","start":"2026-02-25T20:26:28.403382Z","end":"2026-02-25T20:26:28.55549Z","steps":["trace[474279010] 'process raft request' (duration: 59.656418ms)","trace[474279010] 'compare' (duration: 92.340317ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:26:28.557326Z","caller":"traceutil/trace.go:171","msg":"trace[216271609] transaction","detail":"{read_only:false; response_revision:24581; number_of_response:1; }","duration":"153.151946ms","start":"2026-02-25T20:26:28.404155Z","end":"2026-02-25T20:26:28.557306Z","steps":["trace[216271609] 'process raft request' (duration: 153.029172ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:28.557528Z","caller":"traceutil/trace.go:171","msg":"trace[275706942] transaction","detail":"{read_only:false; response_revision:24582; number_of_response:1; }","duration":"152.156439ms","start":"2026-02-25T20:26:28.405356Z","end":"2026-02-25T20:26:28.557512Z","steps":["trace[275706942] 'process raft request' (duration: 151.924703ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:28.557779Z","caller":"traceutil/trace.go:171","msg":"trace[266855039] transaction","detail":"{read_only:false; response_revision:24583; number_of_response:1; }","duration":"139.318008ms","start":"2026-02-25T20:26:28.41845Z","end":"2026-02-25T20:26:28.557768Z","steps":["trace[266855039] 'process raft request' (duration: 139.01054ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:26:54.570519Z","caller":"traceutil/trace.go:171","msg":"trace[2021035649] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"118.00968ms","start":"2026-02-25T20:26:54.452465Z","end":"2026-02-25T20:26:54.570474Z","steps":["trace[2021035649] 'process raft request' (duration: 52.479916ms)","trace[2021035649] 'compare' (duration: 65.037891ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:27:06.874089Z","caller":"traceutil/trace.go:171","msg":"trace[1491156767] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"100.463063ms","start":"2026-02-25T20:27:06.773596Z","end":"2026-02-25T20:27:06.874059Z","steps":["trace[1491156767] 'process raft request' (duration: 80.625005ms)","trace[1491156767] 'compare' (duration: 19.331494ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:27:10.943842Z","caller":"traceutil/trace.go:171","msg":"trace[1974005933] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"112.775401ms","start":"2026-02-25T20:27:10.831018Z","end":"2026-02-25T20:27:10.943794Z","steps":["trace[1974005933] 'process raft request' (duration: 37.421816ms)","trace[1974005933] 'compare' (duration: 75.086248ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:27:11.131432Z","caller":"traceutil/trace.go:171","msg":"trace[1834841130] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"181.913721ms","start":"2026-02-25T20:27:10.949494Z","end":"2026-02-25T20:27:11.131407Z","steps":["trace[1834841130] 'process raft request' (duration: 181.781088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:27:16.928396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.26025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:27:16.928497Z","caller":"traceutil/trace.go:171","msg":"trace[1928362846] linearizableReadLoop","detail":"{readStateIndex:25994; appliedIndex:25993; }","duration":"141.803334ms","start":"2026-02-25T20:27:16.786678Z","end":"2026-02-25T20:27:16.928481Z","steps":["trace[1928362846] 'read index received' (duration: 15.373509ms)","trace[1928362846] 'applied index is now lower than readState.Index' (duration: 126.426595ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:27:16.928575Z","caller":"traceutil/trace.go:171","msg":"trace[400226807] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"169.172542ms","start":"2026-02-25T20:27:16.759393Z","end":"2026-02-25T20:27:16.928566Z","steps":["trace[400226807] 'process raft request' (duration: 42.669105ms)","trace[400226807] 'compare' (duration: 126.131427ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:27:16.928776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.108282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T20:27:16.9288Z","caller":"traceutil/trace.go:171","msg":"trace[443689288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25077; }","duration":"142.226575ms","start":"2026-02-25T20:27:16.786567Z","end":"2026-02-25T20:27:16.928793Z","steps":["trace[443689288] 'agreement among raft nodes before linearized reading' (duration: 142.109582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:27:16.929134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.608675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T20:27:16.929245Z","caller":"traceutil/trace.go:171","msg":"trace[448096987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25077; }","duration":"136.754209ms","start":"2026-02-25T20:27:16.792466Z","end":"2026-02-25T20:27:16.92922Z","steps":["trace[448096987] 'agreement among raft nodes before linearized reading' (duration: 136.489832ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:27:17.273543Z","caller":"traceutil/trace.go:171","msg":"trace[614971963] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"100.500644ms","start":"2026-02-25T20:27:17.173005Z","end":"2026-02-25T20:27:17.273505Z","steps":["trace[614971963] 'process raft request' (duration: 70.164337ms)","trace[614971963] 'compare' (duration: 29.983118ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:27:18.86114Z","caller":"traceutil/trace.go:171","msg":"trace[1339402560] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"172.822389ms","start":"2026-02-25T20:27:18.688281Z","end":"2026-02-25T20:27:18.861103Z","steps":["trace[1339402560] 'process raft request' (duration: 172.576053ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:27:18.98556Z","caller":"traceutil/trace.go:171","msg":"trace[1602168126] linearizableReadLoop","detail":"{readStateIndex:26006; appliedIndex:26003; }","duration":"211.852538ms","start":"2026-02-25T20:27:18.773672Z","end":"2026-02-25T20:27:18.985525Z","steps":["trace[1602168126] 'read index received' (duration: 87.329064ms)","trace[1602168126] 'applied index is now lower than readState.Index' (duration: 124.522004ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:27:18.985784Z","caller":"traceutil/trace.go:171","msg":"trace[1841011940] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"266.748919ms","start":"2026-02-25T20:27:18.719019Z","end":"2026-02-25T20:27:18.985768Z","steps":["trace[1841011940] 'process raft request' (duration: 266.358449ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:27:18.985848Z","caller":"traceutil/trace.go:171","msg":"trace[780278884] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"281.151923ms","start":"2026-02-25T20:27:18.704645Z","end":"2026-02-25T20:27:18.985797Z","steps":["trace[780278884] 'process raft request' (duration: 250.590339ms)","trace[780278884] 'compare' (duration: 29.790333ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:27:18.985979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.283679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-25T20:27:18.986065Z","caller":"traceutil/trace.go:171","msg":"trace[179711430] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:25089; }","duration":"212.402172ms","start":"2026-02-25T20:27:18.773641Z","end":"2026-02-25T20:27:18.986043Z","steps":["trace[179711430] 'agreement among raft nodes before linearized reading' (duration: 212.161036ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:27:24.786931Z","caller":"traceutil/trace.go:171","msg":"trace[583165219] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"144.448504ms","start":"2026-02-25T20:27:24.642408Z","end":"2026-02-25T20:27:24.786857Z","steps":["trace[583165219] 'process raft request' (duration: 64.458926ms)","trace[583165219] 'compare' (duration: 79.125345ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:27:25.435694Z","caller":"traceutil/trace.go:171","msg":"trace[1448621710] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"430.622881ms","start":"2026-02-25T20:27:25.00504Z","end":"2026-02-25T20:27:25.435663Z","steps":["trace[1448621710] 'process raft request' (duration: 430.408115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:27:25.435837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:27:25.00501Z","time spent":"430.751473ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:27:25.446176Z","caller":"traceutil/trace.go:171","msg":"trace[994926127] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"439.593369ms","start":"2026-02-25T20:27:25.006544Z","end":"2026-02-25T20:27:25.446137Z","steps":["trace[994926127] 'process raft request' (duration: 439.325432ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:27:25.446221Z","caller":"traceutil/trace.go:171","msg":"trace[1383474792] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"384.420381ms","start":"2026-02-25T20:27:25.061758Z","end":"2026-02-25T20:27:25.446178Z","steps":["trace[1383474792] 'process raft request' (duration: 384.264016ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:27:25.446318Z","caller":"traceutil/trace.go:171","msg":"trace[1769172166] linearizableReadLoop","detail":"{readStateIndex:26049; appliedIndex:26047; }","duration":"436.769824ms","start":"2026-02-25T20:27:25.009518Z","end":"2026-02-25T20:27:25.446288Z","steps":["trace[1769172166] 'read index received' (duration: 425.983657ms)","trace[1769172166] 'applied index is now lower than readState.Index' (duration: 10.784347ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:27:25.446354Z","caller":"traceutil/trace.go:171","msg":"trace[379345957] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"380.310382ms","start":"2026-02-25T20:27:25.066035Z","end":"2026-02-25T20:27:25.446346Z","steps":["trace[379345957] 'process raft request' (duration: 380.060355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:27:25.44636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:27:25.006512Z","time spent":"439.761673ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:27:25.446175Z","caller":"traceutil/trace.go:171","msg":"trace[1730341159] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"382.961883ms","start":"2026-02-25T20:27:25.063182Z","end":"2026-02-25T20:27:25.446144Z","steps":["trace[1730341159] 'process raft request' (duration: 382.881521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:27:25.446493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:27:25.066022Z","time spent":"380.376093ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:27:25.44646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:27:25.061742Z","time spent":"384.578075ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:27:25.446529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:27:25.063169Z","time spent":"383.326162ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T20:27:25.446547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.021651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T20:27:25.446577Z","caller":"traceutil/trace.go:171","msg":"trace[1744055731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25133; }","duration":"437.110293ms","start":"2026-02-25T20:27:25.009458Z","end":"2026-02-25T20:27:25.446568Z","steps":["trace[1744055731] 'agreement among raft nodes before linearized reading' (duration: 436.959139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:27:25.446602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:27:25.009436Z","time spent":"437.161715ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T20:27:25.446692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.565028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:27:25.446736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.443354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-25T20:27:25.446733Z","caller":"traceutil/trace.go:171","msg":"trace[1604472282] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25133; }","duration":"144.624089ms","start":"2026-02-25T20:27:25.302097Z","end":"2026-02-25T20:27:25.446721Z","steps":["trace[1604472282] 'agreement among raft nodes before linearized reading' (duration: 144.562817ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:27:25.44675Z","caller":"traceutil/trace.go:171","msg":"trace[987400132] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25133; }","duration":"147.485736ms","start":"2026-02-25T20:27:25.299259Z","end":"2026-02-25T20:27:25.446745Z","steps":["trace[987400132] 'agreement among raft nodes before linearized reading' (duration: 147.428834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:27:25.446815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.498435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T20:27:25.446806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.028472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T20:27:25.446832Z","caller":"traceutil/trace.go:171","msg":"trace[1792405045] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25133; }","duration":"147.522527ms","start":"2026-02-25T20:27:25.299304Z","end":"2026-02-25T20:27:25.446827Z","steps":["trace[1792405045] 'agreement among raft nodes before linearized reading' (duration: 147.498436ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:27:25.446862Z","caller":"traceutil/trace.go:171","msg":"trace[1850228769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25133; }","duration":"428.105043ms","start":"2026-02-25T20:27:25.018737Z","end":"2026-02-25T20:27:25.446842Z","steps":["trace[1850228769] 'agreement among raft nodes before linearized reading' (duration: 427.913588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:27:25.446909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.326829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-25T20:27:25.446905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:27:25.018728Z","time spent":"428.168065ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T20:27:25.446927Z","caller":"traceutil/trace.go:171","msg":"trace[1391862563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25133; }","duration":"381.360469ms","start":"2026-02-25T20:27:25.065563Z","end":"2026-02-25T20:27:25.446923Z","steps":["trace[1391862563] 'agreement among raft nodes before linearized reading' (duration: 381.310518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:27:25.446941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:27:25.065556Z","time spent":"381.38246ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T20:27:25.446917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.062265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-25T20:27:25.446994Z","caller":"traceutil/trace.go:171","msg":"trace[1018437409] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25133; }","duration":"327.165007ms","start":"2026-02-25T20:27:25.119814Z","end":"2026-02-25T20:27:25.446979Z","steps":["trace[1018437409] 'agreement among raft nodes before linearized reading' (duration: 326.89693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:27:25.447024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.124967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:27:25.447057Z","caller":"traceutil/trace.go:171","msg":"trace[1679896802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25133; }","duration":"135.171188ms","start":"2026-02-25T20:27:25.311876Z","end":"2026-02-25T20:27:25.447047Z","steps":["trace[1679896802] 'agreement among raft nodes before linearized reading' (duration: 135.061545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:27:25.447078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:27:25.119802Z","time spent":"327.24584ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T20:27:25.447102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.787533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:27:25.447118Z","caller":"traceutil/trace.go:171","msg":"trace[998707168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25133; }","duration":"144.833044ms","start":"2026-02-25T20:27:25.30228Z","end":"2026-02-25T20:27:25.447113Z","steps":["trace[998707168] 'agreement among raft nodes before linearized reading' (duration: 144.803404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:27:25.447069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.811967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:27:25.44715Z","caller":"traceutil/trace.go:171","msg":"trace[230250828] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25133; }","duration":"143.90288ms","start":"2026-02-25T20:27:25.303237Z","end":"2026-02-25T20:27:25.44714Z","steps":["trace[230250828] 'agreement among raft nodes before linearized reading' (duration: 143.815888ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:28:35.808857Z","caller":"traceutil/trace.go:171","msg":"trace[1509492635] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"140.685934ms","start":"2026-02-25T20:28:35.66814Z","end":"2026-02-25T20:28:35.808826Z","steps":["trace[1509492635] 'process raft request' (duration: 91.903316ms)","trace[1509492635] 'compare' (duration: 48.621664ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:28:35.983979Z","caller":"traceutil/trace.go:171","msg":"trace[55229710] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"155.548829ms","start":"2026-02-25T20:28:35.828394Z","end":"2026-02-25T20:28:35.983943Z","steps":["trace[55229710] 'process raft request' (duration: 155.480328ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:28:35.984038Z","caller":"traceutil/trace.go:171","msg":"trace[1769279658] linearizableReadLoop","detail":"{readStateIndex:26674; appliedIndex:26673; }","duration":"159.599468ms","start":"2026-02-25T20:28:35.82442Z","end":"2026-02-25T20:28:35.984019Z","steps":["trace[1769279658] 'read index received' (duration: 99.779035ms)","trace[1769279658] 'applied index is now lower than readState.Index' (duration: 59.818102ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:28:35.98415Z","caller":"traceutil/trace.go:171","msg":"trace[706473395] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"163.233805ms","start":"2026-02-25T20:28:35.820898Z","end":"2026-02-25T20:28:35.984132Z","steps":["trace[706473395] 'process raft request' (duration: 103.237198ms)","trace[706473395] 'compare' (duration: 59.444002ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:28:35.984312Z","caller":"traceutil/trace.go:171","msg":"trace[445149955] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"155.991402ms","start":"2026-02-25T20:28:35.828293Z","end":"2026-02-25T20:28:35.984284Z","steps":["trace[445149955] 'process raft request' (duration: 155.491558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:28:35.984411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.119794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T20:28:35.984463Z","caller":"traceutil/trace.go:171","msg":"trace[797169418] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25741; }","duration":"162.225937ms","start":"2026-02-25T20:28:35.822223Z","end":"2026-02-25T20:28:35.984449Z","steps":["trace[797169418] 'agreement among raft nodes before linearized reading' (duration: 162.048562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:28:35.984685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.270145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-25T20:28:35.98482Z","caller":"traceutil/trace.go:171","msg":"trace[2005919399] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25741; }","duration":"166.419749ms","start":"2026-02-25T20:28:35.818375Z","end":"2026-02-25T20:28:35.984794Z","steps":["trace[2005919399] 'agreement among raft nodes before linearized reading' (duration: 166.133062ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:12.368503Z","caller":"traceutil/trace.go:171","msg":"trace[59981001] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"117.973089ms","start":"2026-02-25T20:29:12.250503Z","end":"2026-02-25T20:29:12.368476Z","steps":["trace[59981001] 'process raft request' (duration: 114.670261ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:12.371607Z","caller":"traceutil/trace.go:171","msg":"trace[1370626169] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"121.048802ms","start":"2026-02-25T20:29:12.25053Z","end":"2026-02-25T20:29:12.371578Z","steps":["trace[1370626169] 'process raft request' (duration: 120.779905ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:12.371639Z","caller":"traceutil/trace.go:171","msg":"trace[793129711] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"121.088903ms","start":"2026-02-25T20:29:12.250528Z","end":"2026-02-25T20:29:12.371617Z","steps":["trace[793129711] 'process raft request' (duration: 120.935779ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:12.37179Z","caller":"traceutil/trace.go:171","msg":"trace[1473815254] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"120.267971ms","start":"2026-02-25T20:29:12.251507Z","end":"2026-02-25T20:29:12.371775Z","steps":["trace[1473815254] 'process raft request' (duration: 120.058496ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:12.371794Z","caller":"traceutil/trace.go:171","msg":"trace[420608541] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"108.926139ms","start":"2026-02-25T20:29:12.262839Z","end":"2026-02-25T20:29:12.371765Z","steps":["trace[420608541] 'process raft request' (duration: 108.869897ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:12.371862Z","caller":"traceutil/trace.go:171","msg":"trace[1893976593] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"121.216596ms","start":"2026-02-25T20:29:12.250621Z","end":"2026-02-25T20:29:12.371837Z","steps":["trace[1893976593] 'process raft request' (duration: 120.902818ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:30.625505Z","caller":"traceutil/trace.go:171","msg":"trace[1089432122] linearizableReadLoop","detail":"{readStateIndex:27260; appliedIndex:27259; }","duration":"167.298463ms","start":"2026-02-25T20:29:30.458178Z","end":"2026-02-25T20:29:30.625476Z","steps":["trace[1089432122] 'read index received' (duration: 166.868011ms)","trace[1089432122] 'applied index is now lower than readState.Index' (duration: 429.272µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:29:30.625563Z","caller":"traceutil/trace.go:171","msg":"trace[703349922] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"235.465296ms","start":"2026-02-25T20:29:30.390061Z","end":"2026-02-25T20:29:30.625527Z","steps":["trace[703349922] 'process raft request' (duration: 235.193089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:29:30.625761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.5669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-25T20:29:30.625809Z","caller":"traceutil/trace.go:171","msg":"trace[1778882560] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26309; }","duration":"167.662642ms","start":"2026-02-25T20:29:30.458132Z","end":"2026-02-25T20:29:30.625795Z","steps":["trace[1778882560] 'agreement among raft nodes before linearized reading' (duration: 167.499688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:29:30.62587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.656792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T20:29:30.625904Z","caller":"traceutil/trace.go:171","msg":"trace[2125160780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26309; }","duration":"167.743114ms","start":"2026-02-25T20:29:30.458151Z","end":"2026-02-25T20:29:30.625894Z","steps":["trace[2125160780] 'agreement among raft nodes before linearized reading' (duration: 167.588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:29:30.625895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.328571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:29:30.625949Z","caller":"traceutil/trace.go:171","msg":"trace[353425310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26309; }","duration":"147.408783ms","start":"2026-02-25T20:29:30.478527Z","end":"2026-02-25T20:29:30.625935Z","steps":["trace[353425310] 'agreement among raft nodes before linearized reading' (duration: 147.247989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:29:30.626382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.620131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T20:29:30.626473Z","caller":"traceutil/trace.go:171","msg":"trace[1565850685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26309; }","duration":"161.801836ms","start":"2026-02-25T20:29:30.464656Z","end":"2026-02-25T20:29:30.626458Z","steps":["trace[1565850685] 'agreement among raft nodes before linearized reading' (duration: 161.298673ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:30.788045Z","caller":"traceutil/trace.go:171","msg":"trace[488697237] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"157.250765ms","start":"2026-02-25T20:29:30.630768Z","end":"2026-02-25T20:29:30.788018Z","steps":["trace[488697237] 'process raft request' (duration: 157.100821ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:30.789029Z","caller":"traceutil/trace.go:171","msg":"trace[172851146] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"157.722588ms","start":"2026-02-25T20:29:30.631281Z","end":"2026-02-25T20:29:30.789004Z","steps":["trace[172851146] 'process raft request' (duration: 157.496352ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:30.789445Z","caller":"traceutil/trace.go:171","msg":"trace[1939475265] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"157.962084ms","start":"2026-02-25T20:29:30.631458Z","end":"2026-02-25T20:29:30.78942Z","steps":["trace[1939475265] 'process raft request' (duration: 157.487422ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:30.789457Z","caller":"traceutil/trace.go:171","msg":"trace[1613569538] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"156.610318ms","start":"2026-02-25T20:29:30.63283Z","end":"2026-02-25T20:29:30.789441Z","steps":["trace[1613569538] 'process raft request' (duration: 156.469214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:29:35.130929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.205838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T20:29:35.131034Z","caller":"traceutil/trace.go:171","msg":"trace[1183699559] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"365.141577ms","start":"2026-02-25T20:29:34.765872Z","end":"2026-02-25T20:29:35.131013Z","steps":["trace[1183699559] 'process raft request' (duration: 217.773325ms)","trace[1183699559] 'compare' (duration: 146.625312ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:29:35.131097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:29:34.765847Z","time spent":"365.21729ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:29:35.217142Z","caller":"traceutil/trace.go:171","msg":"trace[157142153] linearizableReadLoop","detail":"{readStateIndex:27289; appliedIndex:27287; }","duration":"413.575137ms","start":"2026-02-25T20:29:34.803535Z","end":"2026-02-25T20:29:35.21711Z","steps":["trace[157142153] 'read index received' (duration: 180.203766ms)","trace[157142153] 'applied index is now lower than readState.Index' (duration: 233.370131ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:29:35.217373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.827983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T20:29:35.217414Z","caller":"traceutil/trace.go:171","msg":"trace[564702733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26337; }","duration":"413.881466ms","start":"2026-02-25T20:29:34.803521Z","end":"2026-02-25T20:29:35.217402Z","steps":["trace[564702733] 'agreement among raft nodes before linearized reading' (duration: 413.725741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:29:35.217459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:29:34.803462Z","time spent":"413.989328ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T20:29:35.217468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.442307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:29:35.217395Z","caller":"traceutil/trace.go:171","msg":"trace[83399401] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"415.96186ms","start":"2026-02-25T20:29:34.801324Z","end":"2026-02-25T20:29:35.217286Z","steps":["trace[83399401] 'process raft request' (duration: 415.668813ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:35.21751Z","caller":"traceutil/trace.go:171","msg":"trace[1517405901] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26337; }","duration":"214.508929ms","start":"2026-02-25T20:29:35.002988Z","end":"2026-02-25T20:29:35.217497Z","steps":["trace[1517405901] 'agreement among raft nodes before linearized reading' (duration: 214.454708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:29:35.217512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.163406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-25T20:29:35.217613Z","caller":"traceutil/trace.go:171","msg":"trace[100205511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26337; }","duration":"407.30382ms","start":"2026-02-25T20:29:34.810286Z","end":"2026-02-25T20:29:35.21759Z","steps":["trace[100205511] 'agreement among raft nodes before linearized reading' (duration: 407.031302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:29:35.217664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:29:34.810274Z","time spent":"407.381071ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T20:29:35.217691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.908433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-25T20:29:35.21769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:29:34.801307Z","time spent":"416.235647ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T20:29:35.217747Z","caller":"traceutil/trace.go:171","msg":"trace[1932048288] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26337; }","duration":"405.998755ms","start":"2026-02-25T20:29:34.81173Z","end":"2026-02-25T20:29:35.217729Z","steps":["trace[1932048288] 'agreement among raft nodes before linearized reading' (duration: 405.858412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:29:35.217406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.271429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T20:29:35.217783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:29:34.811722Z","time spent":"406.054437ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-25T20:29:35.2178Z","caller":"traceutil/trace.go:171","msg":"trace[1705216047] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26337; }","duration":"401.695641ms","start":"2026-02-25T20:29:34.816086Z","end":"2026-02-25T20:29:35.217781Z","steps":["trace[1705216047] 'agreement among raft nodes before linearized reading' (duration: 401.239029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:29:35.217817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.293969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T20:29:35.217847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:29:34.816073Z","time spent":"401.756742ms","remote":"127.0.0.1:60900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-02-25T20:29:35.217882Z","caller":"traceutil/trace.go:171","msg":"trace[1996949941] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26337; }","duration":"407.393682ms","start":"2026-02-25T20:29:34.810469Z","end":"2026-02-25T20:29:35.217862Z","steps":["trace[1996949941] 'agreement among raft nodes before linearized reading' (duration: 407.273359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:29:35.217921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:29:34.810447Z","time spent":"407.466574ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T20:29:35.335717Z","caller":"traceutil/trace.go:171","msg":"trace[1678540587] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"113.014777ms","start":"2026-02-25T20:29:35.222679Z","end":"2026-02-25T20:29:35.335693Z","steps":["trace[1678540587] 'process raft request' (duration: 112.837983ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:35.335757Z","caller":"traceutil/trace.go:171","msg":"trace[1058244267] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"113.142591ms","start":"2026-02-25T20:29:35.222597Z","end":"2026-02-25T20:29:35.335739Z","steps":["trace[1058244267] 'process raft request' (duration: 112.836983ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:35.335857Z","caller":"traceutil/trace.go:171","msg":"trace[894706217] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"113.959363ms","start":"2026-02-25T20:29:35.221888Z","end":"2026-02-25T20:29:35.335848Z","steps":["trace[894706217] 'process raft request' (duration: 22.984301ms)","trace[894706217] 'compare' (duration: 90.412597ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:29:35.335867Z","caller":"traceutil/trace.go:171","msg":"trace[1429122844] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"113.225654ms","start":"2026-02-25T20:29:35.222628Z","end":"2026-02-25T20:29:35.335854Z","steps":["trace[1429122844] 'process raft request' (duration: 112.852144ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:35.52389Z","caller":"traceutil/trace.go:171","msg":"trace[469655041] linearizableReadLoop","detail":"{readStateIndex:27294; appliedIndex:27293; }","duration":"149.088017ms","start":"2026-02-25T20:29:35.374769Z","end":"2026-02-25T20:29:35.523857Z","steps":["trace[469655041] 'read index received' (duration: 72.815687ms)","trace[469655041] 'applied index is now lower than readState.Index' (duration: 76.27097ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:29:35.523912Z","caller":"traceutil/trace.go:171","msg":"trace[477027001] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"175.929812ms","start":"2026-02-25T20:29:35.34794Z","end":"2026-02-25T20:29:35.52387Z","steps":["trace[477027001] 'process raft request' (duration: 99.622772ms)","trace[477027001] 'compare' (duration: 75.990322ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:29:35.524057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.273963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:29:35.524125Z","caller":"traceutil/trace.go:171","msg":"trace[1658641677] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26342; }","duration":"149.382286ms","start":"2026-02-25T20:29:35.374727Z","end":"2026-02-25T20:29:35.524109Z","steps":["trace[1658641677] 'agreement among raft nodes before linearized reading' (duration: 149.263973ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:36.070485Z","caller":"traceutil/trace.go:171","msg":"trace[4162269] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"118.548585ms","start":"2026-02-25T20:29:35.951915Z","end":"2026-02-25T20:29:36.070463Z","steps":["trace[4162269] 'process raft request' (duration: 118.378271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:29:37.209728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.077431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-7777488968-v8mdf.1897974d58bde96c\" ","response":"range_response_count:1 size:1540"} {"level":"info","ts":"2026-02-25T20:29:37.209859Z","caller":"traceutil/trace.go:171","msg":"trace[987216393] range","detail":"{range_begin:/registry/events/openstack/manila-api-7777488968-v8mdf.1897974d58bde96c; range_end:; response_count:1; response_revision:26351; }","duration":"366.184934ms","start":"2026-02-25T20:29:36.84361Z","end":"2026-02-25T20:29:37.209794Z","steps":["trace[987216393] 'range keys from in-memory index tree' (duration: 365.877577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:29:37.209907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T20:29:36.843547Z","time spent":"366.349879ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1563,"request content":"key:\"/registry/events/openstack/manila-api-7777488968-v8mdf.1897974d58bde96c\" "} {"level":"warn","ts":"2026-02-25T20:29:37.210022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.050138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-sync-5chkx\" ","response":"range_response_count:1 size:6552"} {"level":"info","ts":"2026-02-25T20:29:37.210109Z","caller":"traceutil/trace.go:171","msg":"trace[1618861690] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-sync-5chkx; range_end:; response_count:1; response_revision:26351; }","duration":"163.181942ms","start":"2026-02-25T20:29:37.046903Z","end":"2026-02-25T20:29:37.210085Z","steps":["trace[1618861690] 'range keys from in-memory index tree' (duration: 162.586786ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:51.131948Z","caller":"traceutil/trace.go:171","msg":"trace[294297297] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"238.061276ms","start":"2026-02-25T20:29:50.893864Z","end":"2026-02-25T20:29:51.131926Z","steps":["trace[294297297] 'process raft request' (duration: 237.941033ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:51.132062Z","caller":"traceutil/trace.go:171","msg":"trace[666630829] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"298.279958ms","start":"2026-02-25T20:29:50.833756Z","end":"2026-02-25T20:29:51.132036Z","steps":["trace[666630829] 'process raft request' (duration: 264.786857ms)","trace[666630829] 'compare' (duration: 32.883495ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T20:29:51.132053Z","caller":"traceutil/trace.go:171","msg":"trace[1220697118] linearizableReadLoop","detail":"{readStateIndex:27485; appliedIndex:27484; }","duration":"243.319876ms","start":"2026-02-25T20:29:50.888712Z","end":"2026-02-25T20:29:51.132032Z","steps":["trace[1220697118] 'read index received' (duration: 209.846115ms)","trace[1220697118] 'applied index is now lower than readState.Index' (duration: 33.471361ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T20:29:51.132276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.830955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:29:51.132368Z","caller":"traceutil/trace.go:171","msg":"trace[1280015345] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26528; }","duration":"265.990759ms","start":"2026-02-25T20:29:50.866358Z","end":"2026-02-25T20:29:51.132349Z","steps":["trace[1280015345] 'agreement among raft nodes before linearized reading' (duration: 265.797174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:29:51.132639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.779393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T20:29:51.132782Z","caller":"traceutil/trace.go:171","msg":"trace[573594964] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26528; }","duration":"203.988169ms","start":"2026-02-25T20:29:50.928712Z","end":"2026-02-25T20:29:51.1327Z","steps":["trace[573594964] 'agreement among raft nodes before linearized reading' (duration: 203.846575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T20:29:51.132923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.576483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/openstack-database-exporter-dsn\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T20:29:51.132969Z","caller":"traceutil/trace.go:171","msg":"trace[1320407153] range","detail":"{range_begin:/registry/secrets/openstack/openstack-database-exporter-dsn; range_end:; response_count:0; response_revision:26528; }","duration":"225.652295ms","start":"2026-02-25T20:29:50.907304Z","end":"2026-02-25T20:29:51.132956Z","steps":["trace[1320407153] 'agreement among raft nodes before linearized reading' (duration: 225.44328ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:29:55.035959Z","caller":"traceutil/trace.go:171","msg":"trace[2105220888] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"116.564723ms","start":"2026-02-25T20:29:54.919357Z","end":"2026-02-25T20:29:55.035922Z","steps":["trace[2105220888] 'process raft request' (duration: 116.249694ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T20:31:55.82762Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24924} {"level":"info","ts":"2026-02-25T20:31:56.054046Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24924,"took":"223.027636ms","hash":2247371326,"current-db-size-bytes":55623680,"current-db-size":"56 MB","current-db-size-in-use-bytes":31600640,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-25T20:31:56.054117Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2247371326,"revision":24924,"compact-revision":18159} {"level":"info","ts":"2026-02-25T20:35:31.103582Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-25T20:35:31.11079Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-25T20:35:31.110868Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-02-25T20:36:55.834299Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27472} {"level":"info","ts":"2026-02-25T20:36:55.98076Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27472,"took":"142.275814ms","hash":1521387555,"current-db-size-bytes":55623680,"current-db-size":"56 MB","current-db-size-in-use-bytes":27164672,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-25T20:36:55.980836Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1521387555,"revision":27472,"compact-revision":24924} {"level":"info","ts":"2026-02-25T20:41:55.841302Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29552} {"level":"info","ts":"2026-02-25T20:41:55.983774Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29552,"took":"137.60611ms","hash":3826094441,"current-db-size-bytes":55623680,"current-db-size":"56 MB","current-db-size-in-use-bytes":26849280,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-25T20:41:55.983831Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3826094441,"revision":29552,"compact-revision":27472} {"level":"info","ts":"2026-02-25T20:46:55.850624Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31630} {"level":"info","ts":"2026-02-25T20:46:55.976135Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31630,"took":"121.48185ms","hash":2005843183,"current-db-size-bytes":55623680,"current-db-size":"56 MB","current-db-size-in-use-bytes":29241344,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-25T20:46:55.976197Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2005843183,"revision":31630,"compact-revision":29552} {"level":"info","ts":"2026-02-25T20:49:41.033574Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008d10.wal"} {"level":"info","ts":"2026-02-25T20:51:55.856651Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33770} {"level":"info","ts":"2026-02-25T20:51:55.985388Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33770,"took":"124.445373ms","hash":3643834542,"current-db-size-bytes":55623680,"current-db-size":"56 MB","current-db-size-in-use-bytes":29777920,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-25T20:51:55.985454Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3643834542,"revision":33770,"compact-revision":31630}