{"level":"warn","ts":"2026-02-26T21:55:43.863257Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T21:55:43.863352Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.41:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.41:2380","--initial-cluster=instance=https://199.204.45.41:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.41:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.41:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-26T21:55:43.863429Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T21:55:43.863441Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.41:2380"]} {"level":"info","ts":"2026-02-26T21:55:43.863461Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T21:55:43.864054Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.41:2379"]} {"level":"info","ts":"2026-02-26T21:55:43.864139Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.41:2380"],"listen-peer-urls":["https://199.204.45.41:2380"],"advertise-client-urls":["https://199.204.45.41:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.41:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.41:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-26T21:55:43.869984Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.612259ms"} {"level":"info","ts":"2026-02-26T21:55:43.897865Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"17dd22a2661aae79","cluster-id":"c5133f40b27eeb3"} {"level":"info","ts":"2026-02-26T21:55:43.897968Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 switched to configuration voters=()"} {"level":"info","ts":"2026-02-26T21:55:43.897996Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became follower at term 0"} {"level":"info","ts":"2026-02-26T21:55:43.898014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 17dd22a2661aae79 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-26T21:55:43.89803Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became follower at term 1"} {"level":"info","ts":"2026-02-26T21:55:43.898073Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 switched to configuration voters=(1719568713618468473)"} {"level":"warn","ts":"2026-02-26T21:55:43.91042Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-26T21:55:43.912157Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-26T21:55:43.914279Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-26T21:55:43.920567Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"17dd22a2661aae79","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-26T21:55:43.921044Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"17dd22a2661aae79","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-26T21:55:43.920994Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T21:55:43.921187Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T21:55:43.921221Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T21:55:43.923244Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 switched to configuration voters=(1719568713618468473)"} {"level":"info","ts":"2026-02-26T21:55:43.924254Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c5133f40b27eeb3","local-member-id":"17dd22a2661aae79","added-peer-id":"17dd22a2661aae79","added-peer-peer-urls":["https://199.204.45.41:2380"]} {"level":"info","ts":"2026-02-26T21:55:43.929067Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T21:55:43.929208Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.41:2380"} {"level":"info","ts":"2026-02-26T21:55:43.929283Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.41:2380"} {"level":"info","ts":"2026-02-26T21:55:43.929537Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"17dd22a2661aae79","initial-advertise-peer-urls":["https://199.204.45.41:2380"],"listen-peer-urls":["https://199.204.45.41:2380"],"advertise-client-urls":["https://199.204.45.41:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.41:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-26T21:55:43.929611Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-26T21:55:44.4995Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 is starting a new election at term 1"} {"level":"info","ts":"2026-02-26T21:55:44.499562Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-26T21:55:44.49963Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 received MsgPreVoteResp from 17dd22a2661aae79 at term 1"} {"level":"info","ts":"2026-02-26T21:55:44.4997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became candidate at term 2"} {"level":"info","ts":"2026-02-26T21:55:44.499724Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 received MsgVoteResp from 17dd22a2661aae79 at term 2"} {"level":"info","ts":"2026-02-26T21:55:44.499752Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became leader at term 2"} {"level":"info","ts":"2026-02-26T21:55:44.499777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 17dd22a2661aae79 elected leader 17dd22a2661aae79 at term 2"} {"level":"info","ts":"2026-02-26T21:55:44.50088Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T21:55:44.501957Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"17dd22a2661aae79","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.41:2379]}","request-path":"/0/members/17dd22a2661aae79/attributes","cluster-id":"c5133f40b27eeb3","publish-timeout":"7s"} {"level":"info","ts":"2026-02-26T21:55:44.501972Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T21:55:44.502034Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T21:55:44.502297Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-26T21:55:44.502346Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-26T21:55:44.502452Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c5133f40b27eeb3","local-member-id":"17dd22a2661aae79","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T21:55:44.502624Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T21:55:44.502732Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T21:55:44.505832Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.41:2379"} {"level":"info","ts":"2026-02-26T21:55:44.50638Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-02-26T21:55:47.944635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.592027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-02-26T21:55:47.9449Z","caller":"traceutil/trace.go:171","msg":"trace[176672832] transaction","detail":"{read_only:false; response_revision:122; number_of_response:1; }","duration":"220.211567ms","start":"2026-02-26T21:55:47.72467Z","end":"2026-02-26T21:55:47.944881Z","steps":["trace[176672832] 'process raft request' (duration: 220.128225ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:55:47.945006Z","caller":"traceutil/trace.go:171","msg":"trace[2104786637] transaction","detail":"{read_only:false; response_revision:121; number_of_response:1; }","duration":"221.808688ms","start":"2026-02-26T21:55:47.723104Z","end":"2026-02-26T21:55:47.944912Z","steps":["trace[2104786637] 'process raft request' (duration: 118.311347ms)","trace[2104786637] 'compare' (duration: 102.392702ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:55:48.247589Z","caller":"traceutil/trace.go:171","msg":"trace[1194233793] transaction","detail":"{read_only:false; response_revision:126; number_of_response:1; }","duration":"222.998587ms","start":"2026-02-26T21:55:48.024554Z","end":"2026-02-26T21:55:48.247553Z","steps":["trace[1194233793] 'process raft request' (duration: 222.776561ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:55:48.247652Z","caller":"traceutil/trace.go:171","msg":"trace[1282619561] transaction","detail":"{read_only:false; response_revision:125; number_of_response:1; }","duration":"233.985055ms","start":"2026-02-26T21:55:48.013592Z","end":"2026-02-26T21:55:48.247577Z","steps":["trace[1282619561] 'process raft request' (duration: 170.047105ms)","trace[1282619561] 'compare' (duration: 63.415046ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:55:48.247668Z","caller":"traceutil/trace.go:171","msg":"trace[1422390869] linearizableReadLoop","detail":"{readStateIndex:130; appliedIndex:129; }","duration":"223.233742ms","start":"2026-02-26T21:55:48.024387Z","end":"2026-02-26T21:55:48.247621Z","steps":["trace[1422390869] 'read index received' (duration: 159.19762ms)","trace[1422390869] 'applied index is now lower than readState.Index' (duration: 64.032342ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:55:48.247862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.426298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T21:55:48.24808Z","caller":"traceutil/trace.go:171","msg":"trace[424025338] range","detail":"{range_begin:/registry/clusterroles/system:controller:ephemeral-volume-controller; range_end:; response_count:0; response_revision:126; }","duration":"223.688964ms","start":"2026-02-26T21:55:48.024362Z","end":"2026-02-26T21:55:48.248051Z","steps":["trace[424025338] 'agreement among raft nodes before linearized reading' (duration: 223.369826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:55:48.24826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.692919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T21:55:48.248327Z","caller":"traceutil/trace.go:171","msg":"trace[1482770466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:126; }","duration":"111.818442ms","start":"2026-02-26T21:55:48.13649Z","end":"2026-02-26T21:55:48.248308Z","steps":["trace[1482770466] 'agreement among raft nodes before linearized reading' (duration: 111.684659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:55:48.248347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.593748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T21:55:48.248518Z","caller":"traceutil/trace.go:171","msg":"trace[1700165508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:126; }","duration":"151.819075ms","start":"2026-02-26T21:55:48.096667Z","end":"2026-02-26T21:55:48.248486Z","steps":["trace[1700165508] 'agreement among raft nodes before linearized reading' (duration: 151.415795ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:55:48.443488Z","caller":"traceutil/trace.go:171","msg":"trace[1718364454] transaction","detail":"{read_only:false; response_revision:130; number_of_response:1; }","duration":"123.252991ms","start":"2026-02-26T21:55:48.320207Z","end":"2026-02-26T21:55:48.44346Z","steps":["trace[1718364454] 'process raft request' (duration: 28.615704ms)","trace[1718364454] 'compare' (duration: 94.491802ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:55:48.443472Z","caller":"traceutil/trace.go:171","msg":"trace[2015796784] linearizableReadLoop","detail":"{readStateIndex:135; appliedIndex:134; }","duration":"121.971229ms","start":"2026-02-26T21:55:48.321463Z","end":"2026-02-26T21:55:48.443434Z","steps":["trace[2015796784] 'read index received' (duration: 27.297562ms)","trace[2015796784] 'applied index is now lower than readState.Index' (duration: 94.672507ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:55:48.44368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.186554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:55:48.44376Z","caller":"traceutil/trace.go:171","msg":"trace[298474838] range","detail":"{range_begin:/registry/clusterroles/system:controller:horizontal-pod-autoscaler; range_end:; response_count:0; response_revision:130; }","duration":"122.290228ms","start":"2026-02-26T21:55:48.321447Z","end":"2026-02-26T21:55:48.443737Z","steps":["trace[298474838] 'agreement among raft nodes before linearized reading' (duration: 122.095043ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:55:48.880558Z","caller":"traceutil/trace.go:171","msg":"trace[1383214669] transaction","detail":"{read_only:false; response_revision:158; number_of_response:1; }","duration":"141.081783ms","start":"2026-02-26T21:55:48.739446Z","end":"2026-02-26T21:55:48.880527Z","steps":["trace[1383214669] 'process raft request' (duration: 141.011671ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:55:48.880676Z","caller":"traceutil/trace.go:171","msg":"trace[483904794] transaction","detail":"{read_only:false; response_revision:157; number_of_response:1; }","duration":"142.13151ms","start":"2026-02-26T21:55:48.738476Z","end":"2026-02-26T21:55:48.880607Z","steps":["trace[483904794] 'process raft request' (duration: 62.256846ms)","trace[483904794] 'compare' (duration: 79.519894ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:55:49.182714Z","caller":"traceutil/trace.go:171","msg":"trace[639111196] transaction","detail":"{read_only:false; response_revision:162; number_of_response:1; }","duration":"164.745022ms","start":"2026-02-26T21:55:49.017917Z","end":"2026-02-26T21:55:49.182662Z","steps":["trace[639111196] 'process raft request' (duration: 124.254046ms)","trace[639111196] 'compare' (duration: 40.196418ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:55:49.182826Z","caller":"traceutil/trace.go:171","msg":"trace[651077091] transaction","detail":"{read_only:false; response_revision:163; number_of_response:1; }","duration":"163.48379ms","start":"2026-02-26T21:55:49.01932Z","end":"2026-02-26T21:55:49.182804Z","steps":["trace[651077091] 'process raft request' (duration: 163.280475ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:55:49.434384Z","caller":"traceutil/trace.go:171","msg":"trace[1860922628] linearizableReadLoop","detail":"{readStateIndex:171; appliedIndex:170; }","duration":"168.024787ms","start":"2026-02-26T21:55:49.266335Z","end":"2026-02-26T21:55:49.43436Z","steps":["trace[1860922628] 'read index received' (duration: 105.404461ms)","trace[1860922628] 'applied index is now lower than readState.Index' (duration: 62.619556ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:55:49.434452Z","caller":"traceutil/trace.go:171","msg":"trace[1753478917] transaction","detail":"{read_only:false; response_revision:166; number_of_response:1; }","duration":"236.209753ms","start":"2026-02-26T21:55:49.1982Z","end":"2026-02-26T21:55:49.43441Z","steps":["trace[1753478917] 'process raft request' (duration: 173.660879ms)","trace[1753478917] 'compare' (duration: 62.273627ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:55:49.434519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.17107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-after-finished-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:55:49.434566Z","caller":"traceutil/trace.go:171","msg":"trace[1642971530] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-after-finished-controller; range_end:; response_count:0; response_revision:166; }","duration":"168.253603ms","start":"2026-02-26T21:55:49.266297Z","end":"2026-02-26T21:55:49.434551Z","steps":["trace[1642971530] 'agreement among raft nodes before linearized reading' (duration: 168.15597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:55:49.747787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.538356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:55:49.74807Z","caller":"traceutil/trace.go:171","msg":"trace[1751609293] transaction","detail":"{read_only:false; response_revision:169; number_of_response:1; }","duration":"221.637513ms","start":"2026-02-26T21:55:49.526384Z","end":"2026-02-26T21:55:49.748021Z","steps":["trace[1751609293] 'process raft request' (duration: 62.77853ms)","trace[1751609293] 'compare' (duration: 158.379191ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:55:49.748374Z","caller":"traceutil/trace.go:171","msg":"trace[1425369974] transaction","detail":"{read_only:false; response_revision:170; number_of_response:1; }","duration":"221.417649ms","start":"2026-02-26T21:55:49.526934Z","end":"2026-02-26T21:55:49.748352Z","steps":["trace[1425369974] 'process raft request' (duration: 221.340917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:55:49.987931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.65254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:55:49.988138Z","caller":"traceutil/trace.go:171","msg":"trace[1991118826] linearizableReadLoop","detail":"{readStateIndex:177; appliedIndex:175; }","duration":"116.652165ms","start":"2026-02-26T21:55:49.871459Z","end":"2026-02-26T21:55:49.988112Z","steps":["trace[1991118826] 'read index received' (duration: 54.777198ms)","trace[1991118826] 'applied index is now lower than readState.Index' (duration: 61.873137ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:55:49.988338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.85938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:55:49.988338Z","caller":"traceutil/trace.go:171","msg":"trace[654205390] transaction","detail":"{read_only:false; response_revision:171; number_of_response:1; }","duration":"236.249764ms","start":"2026-02-26T21:55:49.752053Z","end":"2026-02-26T21:55:49.988303Z","steps":["trace[654205390] 'process raft request' (duration: 105.142583ms)","trace[654205390] 'compare' (duration: 130.503706ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:55:49.988361Z","caller":"traceutil/trace.go:171","msg":"trace[868261620] transaction","detail":"{read_only:false; response_revision:172; number_of_response:1; }","duration":"234.103361ms","start":"2026-02-26T21:55:49.754195Z","end":"2026-02-26T21:55:49.988299Z","steps":["trace[868261620] 'process raft request' (duration: 233.864515ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:55:49.988396Z","caller":"traceutil/trace.go:171","msg":"trace[190140379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:172; }","duration":"116.947223ms","start":"2026-02-26T21:55:49.871434Z","end":"2026-02-26T21:55:49.988381Z","steps":["trace[190140379] 'agreement among raft nodes before linearized reading' (duration: 116.758688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:55:50.300065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.819253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:55:50.300188Z","caller":"traceutil/trace.go:171","msg":"trace[319468386] linearizableReadLoop","detail":"{readStateIndex:181; appliedIndex:180; }","duration":"226.291861ms","start":"2026-02-26T21:55:50.073878Z","end":"2026-02-26T21:55:50.30017Z","steps":["trace[319468386] 'read index received' (duration: 114.196182ms)","trace[319468386] 'applied index is now lower than readState.Index' (duration: 112.093989ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:55:50.300295Z","caller":"traceutil/trace.go:171","msg":"trace[467805597] transaction","detail":"{read_only:false; response_revision:176; number_of_response:1; }","duration":"262.883888ms","start":"2026-02-26T21:55:50.037395Z","end":"2026-02-26T21:55:50.300279Z","steps":["trace[467805597] 'process raft request' (duration: 150.746077ms)","trace[467805597] 'compare' (duration: 111.422123ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:55:50.300499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.60947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:discovery\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:55:50.300621Z","caller":"traceutil/trace.go:171","msg":"trace[583519249] range","detail":"{range_begin:/registry/clusterrolebindings/system:discovery; range_end:; response_count:0; response_revision:176; }","duration":"226.746013ms","start":"2026-02-26T21:55:50.073827Z","end":"2026-02-26T21:55:50.300573Z","steps":["trace[583519249] 'agreement among raft nodes before linearized reading' (duration: 226.561519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:55:50.30052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.368838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:55:50.300768Z","caller":"traceutil/trace.go:171","msg":"trace[254583351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:176; }","duration":"225.592014ms","start":"2026-02-26T21:55:50.075127Z","end":"2026-02-26T21:55:50.300719Z","steps":["trace[254583351] 'agreement among raft nodes before linearized reading' (duration: 225.271546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:55:50.566687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.276614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:55:50.56721Z","caller":"traceutil/trace.go:171","msg":"trace[1645990845] transaction","detail":"{read_only:false; response_revision:180; number_of_response:1; }","duration":"201.572676ms","start":"2026-02-26T21:55:50.365583Z","end":"2026-02-26T21:55:50.567155Z","steps":["trace[1645990845] 'process raft request' (duration: 60.754148ms)","trace[1645990845] 'compare' (duration: 140.027557ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:55:50.567291Z","caller":"traceutil/trace.go:171","msg":"trace[1960611849] transaction","detail":"{read_only:false; response_revision:181; number_of_response:1; }","duration":"201.618418ms","start":"2026-02-26T21:55:50.365652Z","end":"2026-02-26T21:55:50.567271Z","steps":["trace[1960611849] 'process raft request' (duration: 201.228248ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:55:50.56777Z","caller":"traceutil/trace.go:171","msg":"trace[1928997554] transaction","detail":"{read_only:false; response_revision:182; number_of_response:1; }","duration":"199.36203ms","start":"2026-02-26T21:55:50.368385Z","end":"2026-02-26T21:55:50.567747Z","steps":["trace[1928997554] 'process raft request' (duration: 198.821896ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:55:50.86107Z","caller":"traceutil/trace.go:171","msg":"trace[1137534685] transaction","detail":"{read_only:false; response_revision:186; number_of_response:1; }","duration":"264.622052ms","start":"2026-02-26T21:55:50.596418Z","end":"2026-02-26T21:55:50.86104Z","steps":["trace[1137534685] 'process raft request' (duration: 165.213315ms)","trace[1137534685] 'compare' (duration: 99.190781ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:55:50.861092Z","caller":"traceutil/trace.go:171","msg":"trace[349047925] linearizableReadLoop","detail":"{readStateIndex:191; appliedIndex:190; }","duration":"225.416959ms","start":"2026-02-26T21:55:50.635617Z","end":"2026-02-26T21:55:50.861034Z","steps":["trace[349047925] 'read index received' (duration: 125.94987ms)","trace[349047925] 'applied index is now lower than readState.Index' (duration: 99.464279ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:55:50.861281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.634584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:node-proxier\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:55:50.861377Z","caller":"traceutil/trace.go:171","msg":"trace[1841177144] range","detail":"{range_begin:/registry/clusterrolebindings/system:node-proxier; range_end:; response_count:0; response_revision:186; }","duration":"225.768738ms","start":"2026-02-26T21:55:50.635584Z","end":"2026-02-26T21:55:50.861353Z","steps":["trace[1841177144] 'agreement among raft nodes before linearized reading' (duration: 225.586353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:55:51.370622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.626094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:55:51.370771Z","caller":"traceutil/trace.go:171","msg":"trace[1784055648] transaction","detail":"{read_only:false; response_revision:188; number_of_response:1; }","duration":"434.606827ms","start":"2026-02-26T21:55:50.93614Z","end":"2026-02-26T21:55:51.370747Z","steps":["trace[1784055648] 'process raft request' (duration: 129.763647ms)","trace[1784055648] 'compare' (duration: 304.426849ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:55:51.370763Z","caller":"traceutil/trace.go:171","msg":"trace[530516757] linearizableReadLoop","detail":"{readStateIndex:193; appliedIndex:192; }","duration":"133.384678ms","start":"2026-02-26T21:55:51.237355Z","end":"2026-02-26T21:55:51.37074Z","steps":["trace[530516757] 'read index received' (duration: 65.902µs)","trace[530516757] 'applied index is now lower than readState.Index' (duration: 133.316606ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:55:51.370844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:50.936122Z","time spent":"434.691998ms","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T21:55:51.370914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.553453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:55:51.370967Z","caller":"traceutil/trace.go:171","msg":"trace[1875995653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:188; }","duration":"133.664556ms","start":"2026-02-26T21:55:51.237289Z","end":"2026-02-26T21:55:51.370953Z","steps":["trace[1875995653] 'agreement among raft nodes before linearized reading' (duration: 133.533142ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:55:51.700609Z","caller":"traceutil/trace.go:171","msg":"trace[1532586750] transaction","detail":"{read_only:false; response_revision:190; number_of_response:1; }","duration":"244.025379ms","start":"2026-02-26T21:55:51.456551Z","end":"2026-02-26T21:55:51.700576Z","steps":["trace[1532586750] 'process raft request' (duration: 149.342111ms)","trace[1532586750] 'compare' (duration: 94.512184ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:55:51.782961Z","caller":"traceutil/trace.go:171","msg":"trace[1358533226] transaction","detail":"{read_only:false; response_revision:191; number_of_response:1; }","duration":"182.964655ms","start":"2026-02-26T21:55:51.599956Z","end":"2026-02-26T21:55:51.782921Z","steps":["trace[1358533226] 'process raft request' (duration: 182.693437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:55:54.31446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.097549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:55:54.314606Z","caller":"traceutil/trace.go:171","msg":"trace[1935258102] linearizableReadLoop","detail":"{readStateIndex:284; appliedIndex:283; }","duration":"671.044043ms","start":"2026-02-26T21:55:53.643541Z","end":"2026-02-26T21:55:54.314585Z","steps":["trace[1935258102] 'read index received' (duration: 175.524264ms)","trace[1935258102] 'applied index is now lower than readState.Index' (duration: 495.518409ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:55:54.314654Z","caller":"traceutil/trace.go:171","msg":"trace[1702801747] transaction","detail":"{read_only:false; response_revision:278; number_of_response:1; }","duration":"680.845201ms","start":"2026-02-26T21:55:53.633771Z","end":"2026-02-26T21:55:54.314616Z","steps":["trace[1702801747] 'process raft request' (duration: 185.377643ms)","trace[1702801747] 'compare' (duration: 494.959556ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:55:54.314704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.138856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:55:54.31477Z","caller":"traceutil/trace.go:171","msg":"trace[1229504453] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:0; response_revision:278; }","duration":"671.229077ms","start":"2026-02-26T21:55:53.643518Z","end":"2026-02-26T21:55:54.314747Z","steps":["trace[1229504453] 'agreement among raft nodes before linearized reading' (duration: 671.129535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:55:54.314808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:53.63375Z","time spent":"680.987905ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:55:54.314832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:53.643507Z","time spent":"671.313099ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"warn","ts":"2026-02-26T21:55:54.315434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.578241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3712"} {"level":"info","ts":"2026-02-26T21:55:54.31552Z","caller":"traceutil/trace.go:171","msg":"trace[1373122709] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:278; }","duration":"574.712125ms","start":"2026-02-26T21:55:53.740785Z","end":"2026-02-26T21:55:54.315497Z","steps":["trace[1373122709] 'agreement among raft nodes before linearized reading' (duration: 573.971866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:55:54.315586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:53.74076Z","time spent":"574.813208ms","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3734,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T21:55:54.946719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398378120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:55:55.446928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398378120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:55:55.948022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398378120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:55:56.448878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398378120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:55:56.602341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000618978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T21:55:56.602432Z","caller":"traceutil/trace.go:171","msg":"trace[392395966] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000775312s","start":"2026-02-26T21:55:54.601638Z","end":"2026-02-26T21:55:56.602413Z","steps":["trace[392395966] 'agreement among raft nodes before linearized reading' (duration: 2.000667479s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:55:56.60248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:54.601607Z","time spent":"2.000862724s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 21:55:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T21:55:56.949855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398378120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:55:57.018223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.696671118s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T21:55:58.171618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682485662s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:55:58.171762Z","caller":"traceutil/trace.go:171","msg":"trace[837103517] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:278; }","duration":"1.682636366s","start":"2026-02-26T21:55:56.489102Z","end":"2026-02-26T21:55:58.171739Z","steps":["trace[837103517] 'range keys from in-memory index tree' (duration: 1.682472252s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:55:58.172249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153651767s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:55:58.172383Z","caller":"traceutil/trace.go:171","msg":"trace[393760150] transaction","detail":"{read_only:false; response_revision:279; number_of_response:1; }","duration":"3.850958691s","start":"2026-02-26T21:55:54.321401Z","end":"2026-02-26T21:55:58.17236Z","steps":["trace[393760150] 'process raft request' (duration: 2.697089359s)","trace[393760150] 'compare' (duration: 1.152659062s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:55:58.172468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:54.321362Z","time spent":"3.851062504s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:55:58.602796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T21:55:58.603182Z","caller":"traceutil/trace.go:171","msg":"trace[1938216274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000538006s","start":"2026-02-26T21:55:56.602608Z","end":"2026-02-26T21:55:58.603146Z","steps":["trace[1938216274] 'agreement among raft nodes before linearized reading' (duration: 2.000129116s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:55:58.603332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:56.60259Z","time spent":"2.000722011s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 21:55:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T21:55:58.721232Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.69868017s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T21:56:00.040182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318589195s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:56:00.041547Z","caller":"traceutil/trace.go:171","msg":"trace[780075696] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"5.718121577s","start":"2026-02-26T21:55:54.322296Z","end":"2026-02-26T21:56:00.040417Z","steps":["trace[780075696] 'process raft request' (duration: 4.399201635s)","trace[780075696] 'compare' (duration: 1.31844179s)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:00.041859Z","caller":"traceutil/trace.go:171","msg":"trace[736424743] transaction","detail":"{read_only:false; response_revision:281; number_of_response:1; }","duration":"5.718746144s","start":"2026-02-26T21:55:54.323092Z","end":"2026-02-26T21:56:00.041838Z","steps":["trace[736424743] 'process raft request' (duration: 5.717219855s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:00.041968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:54.323074Z","time spent":"5.718836687s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4006,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:00.041965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:54.32228Z","time spent":"5.719509064s","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":201,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:56:00.044608Z","caller":"traceutil/trace.go:171","msg":"trace[1736642875] transaction","detail":"{read_only:false; number_of_response:1; response_revision:282; }","duration":"3.639205957s","start":"2026-02-26T21:55:56.405357Z","end":"2026-02-26T21:56:00.044563Z","steps":["trace[1736642875] 'process raft request' (duration: 3.638869178s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:00.044633Z","caller":"traceutil/trace.go:171","msg":"trace[2142504667] transaction","detail":"{read_only:false; response_revision:282; number_of_response:1; }","duration":"5.716126497s","start":"2026-02-26T21:55:54.328419Z","end":"2026-02-26T21:56:00.044545Z","steps":["trace[2142504667] 'process raft request' (duration: 5.711967151s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:00.044783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:56.405333Z","time spent":"3.639366471s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30,"response count":0,"response size":4053,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:00.044902Z","caller":"traceutil/trace.go:171","msg":"trace[1060171266] transaction","detail":"{read_only:false; response_revision:283; number_of_response:1; }","duration":"3.535939591s","start":"2026-02-26T21:55:56.508909Z","end":"2026-02-26T21:56:00.044849Z","steps":["trace[1060171266] 'process raft request' (duration: 3.535452759s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:00.044969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:54.328399Z","time spent":"5.716376994s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:00.045144Z","caller":"traceutil/trace.go:171","msg":"trace[734405310] linearizableReadLoop","detail":"{readStateIndex:290; appliedIndex:284; }","duration":"5.598589831s","start":"2026-02-26T21:55:54.446491Z","end":"2026-02-26T21:56:00.045081Z","steps":["trace[734405310] 'read index received' (duration: 2.572168306s)","trace[734405310] 'applied index is now lower than readState.Index' (duration: 3.026417835s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:00.045134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:56.508892Z","time spent":"3.536087174s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:00.045154Z","caller":"traceutil/trace.go:171","msg":"trace[1245239506] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"1.438357717s","start":"2026-02-26T21:55:58.60663Z","end":"2026-02-26T21:56:00.044988Z","steps":["trace[1245239506] 'process raft request' (duration: 1.438129942s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:00.045345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:58.606594Z","time spent":"1.438660285s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T21:56:00.045408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.157896633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:56:00.045399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.598907988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T21:56:00.045418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434735655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:56:00.045441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.362804969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:56:00.04547Z","caller":"traceutil/trace.go:171","msg":"trace[334152917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:284; }","duration":"4.157983526s","start":"2026-02-26T21:55:55.887465Z","end":"2026-02-26T21:56:00.045449Z","steps":["trace[334152917] 'agreement among raft nodes before linearized reading' (duration: 4.157843022s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:00.045471Z","caller":"traceutil/trace.go:171","msg":"trace[566860691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:284; }","duration":"5.599018301s","start":"2026-02-26T21:55:54.446437Z","end":"2026-02-26T21:56:00.045455Z","steps":["trace[566860691] 'agreement among raft nodes before linearized reading' (duration: 5.598791775s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:00.045485Z","caller":"traceutil/trace.go:171","msg":"trace[973232084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:284; }","duration":"1.434831917s","start":"2026-02-26T21:55:58.610628Z","end":"2026-02-26T21:56:00.04546Z","steps":["trace[973232084] 'agreement among raft nodes before linearized reading' (duration: 1.434678263s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:00.045519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:54.446415Z","time spent":"5.599093463s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:56:00.045524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:58.6106Z","time spent":"1.434915169s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:56:00.045511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:55.887445Z","time spent":"4.158054557s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:56:00.045519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.729961385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:00.045531Z","caller":"traceutil/trace.go:171","msg":"trace[756785729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:284; }","duration":"5.362917892s","start":"2026-02-26T21:55:54.682572Z","end":"2026-02-26T21:56:00.04549Z","steps":["trace[756785729] 'agreement among raft nodes before linearized reading' (duration: 5.362752398s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:00.045746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:54.682553Z","time spent":"5.363171748s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:56:00.045659Z","caller":"traceutil/trace.go:171","msg":"trace[253158612] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:284; }","duration":"3.730120359s","start":"2026-02-26T21:55:56.315492Z","end":"2026-02-26T21:56:00.045613Z","steps":["trace[253158612] 'agreement among raft nodes before linearized reading' (duration: 3.729811031s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:00.047693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:55:56.315468Z","time spent":"3.730522809s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-26T21:56:00.553251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398378132,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T21:56:00.979005Z","caller":"traceutil/trace.go:171","msg":"trace[468795758] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"929.345214ms","start":"2026-02-26T21:56:00.049602Z","end":"2026-02-26T21:56:00.978947Z","steps":["trace[468795758] 'process raft request' (duration: 876.256679ms)","trace[468795758] 'compare' (duration: 52.702545ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:00.979272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:00.049578Z","time spent":"929.549279ms","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3987,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:00.982313Z","caller":"traceutil/trace.go:171","msg":"trace[1481328710] linearizableReadLoop","detail":"{readStateIndex:296; appliedIndex:291; }","duration":"929.871198ms","start":"2026-02-26T21:56:00.052401Z","end":"2026-02-26T21:56:00.982272Z","steps":["trace[1481328710] 'read index received' (duration: 873.473399ms)","trace[1481328710] 'applied index is now lower than readState.Index' (duration: 56.396329ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:00.982391Z","caller":"traceutil/trace.go:171","msg":"trace[695685334] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"928.106213ms","start":"2026-02-26T21:56:00.054249Z","end":"2026-02-26T21:56:00.982355Z","steps":["trace[695685334] 'process raft request' (duration: 927.97673ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:00.982457Z","caller":"traceutil/trace.go:171","msg":"trace[1917751640] transaction","detail":"{read_only:false; response_revision:287; number_of_response:1; }","duration":"929.694974ms","start":"2026-02-26T21:56:00.052729Z","end":"2026-02-26T21:56:00.982424Z","steps":["trace[1917751640] 'process raft request' (duration: 929.344194ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:00.982521Z","caller":"traceutil/trace.go:171","msg":"trace[955921077] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"930.809943ms","start":"2026-02-26T21:56:00.051675Z","end":"2026-02-26T21:56:00.982485Z","steps":["trace[955921077] 'process raft request' (duration: 930.185547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:00.982576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:00.052718Z","time spent":"929.793687ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:00.982639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.193587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4001"} {"level":"warn","ts":"2026-02-26T21:56:00.98269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:00.051656Z","time spent":"930.955256ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:56:00.982702Z","caller":"traceutil/trace.go:171","msg":"trace[1764600902] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:289; }","duration":"930.319009ms","start":"2026-02-26T21:56:00.052364Z","end":"2026-02-26T21:56:00.982683Z","steps":["trace[1764600902] 'agreement among raft nodes before linearized reading' (duration: 930.142555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:00.982845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:00.052348Z","time spent":"930.482874ms","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4023,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T21:56:00.982847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.95866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-02-26T21:56:00.98287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.017808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-02-26T21:56:00.982636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:00.054239Z","time spent":"928.227228ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T21:56:00.982854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.192231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:00.98292Z","caller":"traceutil/trace.go:171","msg":"trace[2042066262] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:289; }","duration":"929.082869ms","start":"2026-02-26T21:56:00.053824Z","end":"2026-02-26T21:56:00.982906Z","steps":["trace[2042066262] 'agreement among raft nodes before linearized reading' (duration: 928.960986ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:00.982921Z","caller":"traceutil/trace.go:171","msg":"trace[324853203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:289; }","duration":"806.070223ms","start":"2026-02-26T21:56:00.176835Z","end":"2026-02-26T21:56:00.982905Z","steps":["trace[324853203] 'agreement among raft nodes before linearized reading' (duration: 805.94577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:00.982959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:00.053809Z","time spent":"929.14384ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-26T21:56:00.982967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:00.176811Z","time spent":"806.149315ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T21:56:00.982957Z","caller":"traceutil/trace.go:171","msg":"trace[1395396915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:289; }","duration":"925.320203ms","start":"2026-02-26T21:56:00.057609Z","end":"2026-02-26T21:56:00.982929Z","steps":["trace[1395396915] 'agreement among raft nodes before linearized reading' (duration: 925.148339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:00.983013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:00.057601Z","time spent":"925.402656ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:56:00.982385Z","caller":"traceutil/trace.go:171","msg":"trace[103904025] transaction","detail":"{read_only:false; response_revision:288; number_of_response:1; }","duration":"928.424212ms","start":"2026-02-26T21:56:00.053919Z","end":"2026-02-26T21:56:00.982343Z","steps":["trace[103904025] 'process raft request' (duration: 928.256118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:00.983305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:00.053897Z","time spent":"929.327985ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:00.982725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.051883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4321"} {"level":"info","ts":"2026-02-26T21:56:00.983457Z","caller":"traceutil/trace.go:171","msg":"trace[1521091302] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:289; }","duration":"930.830512ms","start":"2026-02-26T21:56:00.052613Z","end":"2026-02-26T21:56:00.983444Z","steps":["trace[1521091302] 'agreement among raft nodes before linearized reading' (duration: 929.9522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:00.983482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:00.0526Z","time spent":"930.874444ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4343,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-02-26T21:56:01.419583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.656509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:56:01.419791Z","caller":"traceutil/trace.go:171","msg":"trace[1782856153] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"337.94548ms","start":"2026-02-26T21:56:01.081831Z","end":"2026-02-26T21:56:01.419777Z","steps":["trace[1782856153] 'process raft request' (duration: 337.854808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:01.419889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:01.081806Z","time spent":"338.042483ms","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":454,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:56:01.419865Z","caller":"traceutil/trace.go:171","msg":"trace[668385783] linearizableReadLoop","detail":"{readStateIndex:303; appliedIndex:302; }","duration":"339.489449ms","start":"2026-02-26T21:56:01.080346Z","end":"2026-02-26T21:56:01.419835Z","steps":["trace[668385783] 'read index received' (duration: 60.510743ms)","trace[668385783] 'applied index is now lower than readState.Index' (duration: 278.976406ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:01.420009Z","caller":"traceutil/trace.go:171","msg":"trace[1145122021] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"376.110707ms","start":"2026-02-26T21:56:01.04388Z","end":"2026-02-26T21:56:01.41999Z","steps":["trace[1145122021] 'process raft request' (duration: 96.967076ms)","trace[1145122021] 'compare' (duration: 278.437773ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:01.420167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:01.04386Z","time spent":"376.199539ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:01.420274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.933271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5326"} {"level":"info","ts":"2026-02-26T21:56:01.420307Z","caller":"traceutil/trace.go:171","msg":"trace[1681630801] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:297; }","duration":"339.994712ms","start":"2026-02-26T21:56:01.080303Z","end":"2026-02-26T21:56:01.420298Z","steps":["trace[1681630801] 'agreement among raft nodes before linearized reading' (duration: 339.843798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:01.420368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:01.080288Z","time spent":"340.056864ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5348,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-02-26T21:56:01.420534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.101089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-02-26T21:56:01.420648Z","caller":"traceutil/trace.go:171","msg":"trace[1761256006] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:297; }","duration":"339.273113ms","start":"2026-02-26T21:56:01.08135Z","end":"2026-02-26T21:56:01.420623Z","steps":["trace[1761256006] 'agreement among raft nodes before linearized reading' (duration: 339.055518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:01.420702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:01.081328Z","time spent":"339.362416ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-02-26T21:56:01.731382Z","caller":"traceutil/trace.go:171","msg":"trace[907879150] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"301.68442ms","start":"2026-02-26T21:56:01.429672Z","end":"2026-02-26T21:56:01.731357Z","steps":["trace[907879150] 'process raft request' (duration: 301.530626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:01.731544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:01.42965Z","time spent":"301.812682ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5139,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:01.757286Z","caller":"traceutil/trace.go:171","msg":"trace[1850868328] linearizableReadLoop","detail":"{readStateIndex:307; appliedIndex:305; }","duration":"241.768882ms","start":"2026-02-26T21:56:01.515483Z","end":"2026-02-26T21:56:01.757252Z","steps":["trace[1850868328] 'read index received' (duration: 215.813355ms)","trace[1850868328] 'applied index is now lower than readState.Index' (duration: 25.953797ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:01.757393Z","caller":"traceutil/trace.go:171","msg":"trace[1647044284] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"253.374266ms","start":"2026-02-26T21:56:01.503996Z","end":"2026-02-26T21:56:01.75737Z","steps":["trace[1647044284] 'process raft request' (duration: 253.085109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:01.75755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.022919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:01.757617Z","caller":"traceutil/trace.go:171","msg":"trace[2060901974] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:0; response_revision:300; }","duration":"242.148302ms","start":"2026-02-26T21:56:01.515452Z","end":"2026-02-26T21:56:01.7576Z","steps":["trace[2060901974] 'agreement among raft nodes before linearized reading' (duration: 241.957607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:01.757653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.019485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:01.757836Z","caller":"traceutil/trace.go:171","msg":"trace[1784059114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:300; }","duration":"155.237241ms","start":"2026-02-26T21:56:01.602561Z","end":"2026-02-26T21:56:01.757798Z","steps":["trace[1784059114] 'agreement among raft nodes before linearized reading' (duration: 154.889192ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:01.918375Z","caller":"traceutil/trace.go:171","msg":"trace[1348233850] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"156.31646ms","start":"2026-02-26T21:56:01.762016Z","end":"2026-02-26T21:56:01.918333Z","steps":["trace[1348233850] 'process raft request' (duration: 82.594632ms)","trace[1348233850] 'compare' (duration: 73.533833ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:01.921813Z","caller":"traceutil/trace.go:171","msg":"trace[372948947] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"154.251307ms","start":"2026-02-26T21:56:01.767529Z","end":"2026-02-26T21:56:01.921781Z","steps":["trace[372948947] 'process raft request' (duration: 154.124714ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:01.92188Z","caller":"traceutil/trace.go:171","msg":"trace[145132763] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"157.769006ms","start":"2026-02-26T21:56:01.764018Z","end":"2026-02-26T21:56:01.921787Z","steps":["trace[145132763] 'process raft request' (duration: 157.440168ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:02.12093Z","caller":"traceutil/trace.go:171","msg":"trace[1891569069] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"115.517716ms","start":"2026-02-26T21:56:02.005381Z","end":"2026-02-26T21:56:02.120899Z","steps":["trace[1891569069] 'process raft request' (duration: 115.474474ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:02.121032Z","caller":"traceutil/trace.go:171","msg":"trace[1344253565] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"132.181057ms","start":"2026-02-26T21:56:01.988795Z","end":"2026-02-26T21:56:02.120976Z","steps":["trace[1344253565] 'process raft request' (duration: 68.376511ms)","trace[1344253565] 'compare' (duration: 63.459438ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:02.353491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.414523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-26T21:56:02.353562Z","caller":"traceutil/trace.go:171","msg":"trace[131257281] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:308; }","duration":"130.527627ms","start":"2026-02-26T21:56:02.223016Z","end":"2026-02-26T21:56:02.353544Z","steps":["trace[131257281] 'range keys from in-memory index tree' (duration: 130.321912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:02.615978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.066872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:56:02.616167Z","caller":"traceutil/trace.go:171","msg":"trace[119610946] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"162.909266ms","start":"2026-02-26T21:56:02.453218Z","end":"2026-02-26T21:56:02.616128Z","steps":["trace[119610946] 'process raft request' (duration: 23.581727ms)","trace[119610946] 'compare' (duration: 138.777474ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:02.616248Z","caller":"traceutil/trace.go:171","msg":"trace[1968634783] linearizableReadLoop","detail":"{readStateIndex:328; appliedIndex:327; }","duration":"140.16395ms","start":"2026-02-26T21:56:02.476047Z","end":"2026-02-26T21:56:02.616211Z","steps":["trace[1968634783] 'read index received' (duration: 728.608µs)","trace[1968634783] 'applied index is now lower than readState.Index' (duration: 139.432292ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:02.616619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.56144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:02.616668Z","caller":"traceutil/trace.go:171","msg":"trace[190139704] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:0; response_revision:321; }","duration":"140.671853ms","start":"2026-02-26T21:56:02.475979Z","end":"2026-02-26T21:56:02.616651Z","steps":["trace[190139704] 'agreement among raft nodes before linearized reading' (duration: 140.424877ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:07.591257Z","caller":"traceutil/trace.go:171","msg":"trace[11005941] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"131.408199ms","start":"2026-02-26T21:56:07.459804Z","end":"2026-02-26T21:56:07.591212Z","steps":["trace[11005941] 'process raft request' (duration: 131.195363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:11.529914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398378432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:56:12.030368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398378432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:56:12.531249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398378432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:56:12.705047Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.112671804s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:56:12.705469Z","caller":"traceutil/trace.go:171","msg":"trace[1357950166] linearizableReadLoop","detail":"{readStateIndex:444; appliedIndex:443; }","duration":"1.675899643s","start":"2026-02-26T21:56:11.029539Z","end":"2026-02-26T21:56:12.705438Z","steps":["trace[1357950166] 'read index received' (duration: 1.675634957s)","trace[1357950166] 'applied index is now lower than readState.Index' (duration: 263.016µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:12.705568Z","caller":"traceutil/trace.go:171","msg":"trace[1741720709] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"2.113308551s","start":"2026-02-26T21:56:10.592232Z","end":"2026-02-26T21:56:12.705541Z","steps":["trace[1741720709] 'process raft request' (duration: 2.113040734s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:12.705643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674032516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T21:56:12.705679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:10.592209Z","time spent":"2.113394192s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5139,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:12.705681Z","caller":"traceutil/trace.go:171","msg":"trace[1243984133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:425; }","duration":"1.674129128s","start":"2026-02-26T21:56:11.03154Z","end":"2026-02-26T21:56:12.70567Z","steps":["trace[1243984133] 'agreement among raft nodes before linearized reading' (duration: 1.674041876s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:12.705687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676123849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T21:56:12.705797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66907004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:56:12.705773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582688043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-02-26T21:56:12.705803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:11.031519Z","time spent":"1.674266141s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:56:12.705856Z","caller":"traceutil/trace.go:171","msg":"trace[1796181300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:425; }","duration":"1.669153151s","start":"2026-02-26T21:56:11.036684Z","end":"2026-02-26T21:56:12.705838Z","steps":["trace[1796181300] 'agreement among raft nodes before linearized reading' (duration: 1.669038328s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:12.705863Z","caller":"traceutil/trace.go:171","msg":"trace[1549981474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:425; }","duration":"1.582832755s","start":"2026-02-26T21:56:11.123015Z","end":"2026-02-26T21:56:12.705848Z","steps":["trace[1549981474] 'agreement among raft nodes before linearized reading' (duration: 1.582638241s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:12.705889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:11.03667Z","time spent":"1.669213023s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:56:12.705897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:11.122998Z","time spent":"1.582890557s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T21:56:12.705816Z","caller":"traceutil/trace.go:171","msg":"trace[2038484196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:425; }","duration":"1.676296743s","start":"2026-02-26T21:56:11.029493Z","end":"2026-02-26T21:56:12.70579Z","steps":["trace[2038484196] 'agreement among raft nodes before linearized reading' (duration: 1.676082738s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:12.705806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.767212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T21:56:12.705948Z","caller":"traceutil/trace.go:171","msg":"trace[699181929] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:425; }","duration":"301.947467ms","start":"2026-02-26T21:56:12.403991Z","end":"2026-02-26T21:56:12.705938Z","steps":["trace[699181929] 'agreement among raft nodes before linearized reading' (duration: 301.774212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:12.705953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:11.029472Z","time spent":"1.676470107s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:56:12.70599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:12.403964Z","time spent":"302.013859ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"warn","ts":"2026-02-26T21:56:12.705688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100697147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:56:12.706045Z","caller":"traceutil/trace.go:171","msg":"trace[846863223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:425; }","duration":"1.101050356s","start":"2026-02-26T21:56:11.604973Z","end":"2026-02-26T21:56:12.706023Z","steps":["trace[846863223] 'agreement among raft nodes before linearized reading' (duration: 1.100636776s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:12.706093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:11.604927Z","time spent":"1.101152278s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:56:15.09384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.604953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:56:15.094067Z","caller":"traceutil/trace.go:171","msg":"trace[493148283] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"349.42353ms","start":"2026-02-26T21:56:14.744624Z","end":"2026-02-26T21:56:15.094047Z","steps":["trace[493148283] 'process raft request' (duration: 349.380939ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:15.09405Z","caller":"traceutil/trace.go:171","msg":"trace[1154460956] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"350.208219ms","start":"2026-02-26T21:56:14.743802Z","end":"2026-02-26T21:56:15.09401Z","steps":["trace[1154460956] 'process raft request' (duration: 173.35176ms)","trace[1154460956] 'compare' (duration: 176.48169ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:15.094146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:14.744601Z","time spent":"349.513382ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:15.094151Z","caller":"traceutil/trace.go:171","msg":"trace[1404525781] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"349.664016ms","start":"2026-02-26T21:56:14.744467Z","end":"2026-02-26T21:56:15.094131Z","steps":["trace[1404525781] 'process raft request' (duration: 349.470321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:15.094222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:14.74378Z","time spent":"350.349753ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:15.09424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:14.744453Z","time spent":"349.739478ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:15.352172Z","caller":"traceutil/trace.go:171","msg":"trace[452032379] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"165.731977ms","start":"2026-02-26T21:56:15.186417Z","end":"2026-02-26T21:56:15.352149Z","steps":["trace[452032379] 'process raft request' (duration: 82.096979ms)","trace[452032379] 'compare' (duration: 83.498864ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:15.489167Z","caller":"traceutil/trace.go:171","msg":"trace[1659864237] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"123.027416ms","start":"2026-02-26T21:56:15.366105Z","end":"2026-02-26T21:56:15.489132Z","steps":["trace[1659864237] 'process raft request' (duration: 118.389918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:15.792649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.682445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:56:15.792859Z","caller":"traceutil/trace.go:171","msg":"trace[1935062376] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"231.117553ms","start":"2026-02-26T21:56:15.561728Z","end":"2026-02-26T21:56:15.792846Z","steps":["trace[1935062376] 'process raft request' (duration: 231.081893ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:15.792917Z","caller":"traceutil/trace.go:171","msg":"trace[1859034332] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"232.023945ms","start":"2026-02-26T21:56:15.560853Z","end":"2026-02-26T21:56:15.792877Z","steps":["trace[1859034332] 'process raft request' (duration: 231.880552ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:15.793163Z","caller":"traceutil/trace.go:171","msg":"trace[1959684941] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"231.623155ms","start":"2026-02-26T21:56:15.561532Z","end":"2026-02-26T21:56:15.793155Z","steps":["trace[1959684941] 'process raft request' (duration: 231.252376ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:15.793214Z","caller":"traceutil/trace.go:171","msg":"trace[2085372171] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"232.55974ms","start":"2026-02-26T21:56:15.560635Z","end":"2026-02-26T21:56:15.793195Z","steps":["trace[2085372171] 'process raft request' (duration: 68.27815ms)","trace[2085372171] 'compare' (duration: 163.537982ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:16.122015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.59681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:56:16.122197Z","caller":"traceutil/trace.go:171","msg":"trace[1902166117] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"315.564292ms","start":"2026-02-26T21:56:15.806602Z","end":"2026-02-26T21:56:16.122166Z","steps":["trace[1902166117] 'process raft request' (duration: 146.644315ms)","trace[1902166117] 'compare' (duration: 168.276291ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:16.122283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:15.806581Z","time spent":"315.660814ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4013,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:16.14297Z","caller":"traceutil/trace.go:171","msg":"trace[86767086] linearizableReadLoop","detail":"{readStateIndex:471; appliedIndex:469; }","duration":"240.793188ms","start":"2026-02-26T21:56:15.902147Z","end":"2026-02-26T21:56:16.14294Z","steps":["trace[86767086] 'read index received' (duration: 51.118955ms)","trace[86767086] 'applied index is now lower than readState.Index' (duration: 189.672773ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:16.143127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.965133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:16.143127Z","caller":"traceutil/trace.go:171","msg":"trace[988139758] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"278.422421ms","start":"2026-02-26T21:56:15.864664Z","end":"2026-02-26T21:56:16.143087Z","steps":["trace[988139758] 'process raft request' (duration: 278.096163ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:16.143175Z","caller":"traceutil/trace.go:171","msg":"trace[862491149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:451; }","duration":"241.084686ms","start":"2026-02-26T21:56:15.902076Z","end":"2026-02-26T21:56:16.143161Z","steps":["trace[862491149] 'agreement among raft nodes before linearized reading' (duration: 240.991433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:16.188453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.308797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:16.188566Z","caller":"traceutil/trace.go:171","msg":"trace[1968039039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:453; }","duration":"150.493702ms","start":"2026-02-26T21:56:16.038047Z","end":"2026-02-26T21:56:16.188541Z","steps":["trace[1968039039] 'agreement among raft nodes before linearized reading' (duration: 150.308167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:16.502718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.338158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:56:16.502898Z","caller":"traceutil/trace.go:171","msg":"trace[972435808] linearizableReadLoop","detail":"{readStateIndex:475; appliedIndex:473; }","duration":"314.584057ms","start":"2026-02-26T21:56:16.188298Z","end":"2026-02-26T21:56:16.502882Z","steps":["trace[972435808] 'read index received' (duration: 100.031212ms)","trace[972435808] 'applied index is now lower than readState.Index' (duration: 214.551735ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:16.502989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.833126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:16.503015Z","caller":"traceutil/trace.go:171","msg":"trace[915607633] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:455; }","duration":"352.894658ms","start":"2026-02-26T21:56:16.15011Z","end":"2026-02-26T21:56:16.503005Z","steps":["trace[915607633] 'agreement among raft nodes before linearized reading' (duration: 352.818206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:16.503049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:16.150098Z","time spent":"352.941229ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"info","ts":"2026-02-26T21:56:16.503202Z","caller":"traceutil/trace.go:171","msg":"trace[400840991] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"355.163575ms","start":"2026-02-26T21:56:16.147991Z","end":"2026-02-26T21:56:16.503155Z","steps":["trace[400840991] 'process raft request' (duration: 140.310484ms)","trace[400840991] 'compare' (duration: 214.186885ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:16.503255Z","caller":"traceutil/trace.go:171","msg":"trace[2048099023] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"351.248396ms","start":"2026-02-26T21:56:16.151967Z","end":"2026-02-26T21:56:16.503216Z","steps":["trace[2048099023] 'process raft request' (duration: 350.856346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:16.503361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:16.147976Z","time spent":"355.313869ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T21:56:16.503476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:16.151954Z","time spent":"351.391659ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:16.532368Z","caller":"traceutil/trace.go:171","msg":"trace[556224068] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"339.023306ms","start":"2026-02-26T21:56:16.193322Z","end":"2026-02-26T21:56:16.532346Z","steps":["trace[556224068] 'process raft request' (duration: 338.75721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:16.532509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:16.193293Z","time spent":"339.142089ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:56:16.532368Z","caller":"traceutil/trace.go:171","msg":"trace[291663364] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"337.783004ms","start":"2026-02-26T21:56:16.194535Z","end":"2026-02-26T21:56:16.532318Z","steps":["trace[291663364] 'process raft request' (duration: 337.651211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:16.532707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:16.194518Z","time spent":"338.087962ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:17.260498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398378491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:56:17.536989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.632159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:56:17.537172Z","caller":"traceutil/trace.go:171","msg":"trace[187930308] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:478; }","duration":"777.272275ms","start":"2026-02-26T21:56:16.759884Z","end":"2026-02-26T21:56:17.537157Z","steps":["trace[187930308] 'read index received' (duration: 777.175402ms)","trace[187930308] 'applied index is now lower than readState.Index' (duration: 95.883µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:17.537231Z","caller":"traceutil/trace.go:171","msg":"trace[2137844092] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"1.003186086s","start":"2026-02-26T21:56:16.533994Z","end":"2026-02-26T21:56:17.537181Z","steps":["trace[2137844092] 'process raft request' (duration: 1.003080544s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:17.537387Z","caller":"traceutil/trace.go:171","msg":"trace[1867453970] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"997.341499ms","start":"2026-02-26T21:56:16.540035Z","end":"2026-02-26T21:56:17.537376Z","steps":["trace[1867453970] 'process raft request' (duration: 997.081343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:17.537447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:16.540018Z","time spent":"997.39991ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:17.537625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.731727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T21:56:17.537656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:16.533975Z","time spent":"1.003335491s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:56:17.537621Z","caller":"traceutil/trace.go:171","msg":"trace[2022517479] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"1.025067141s","start":"2026-02-26T21:56:16.51247Z","end":"2026-02-26T21:56:17.537537Z","steps":["trace[2022517479] 'process raft request' (duration: 200.809026ms)","trace[2022517479] 'compare' (duration: 823.524727ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:17.537734Z","caller":"traceutil/trace.go:171","msg":"trace[571674916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:460; }","duration":"777.894981ms","start":"2026-02-26T21:56:16.759818Z","end":"2026-02-26T21:56:17.537713Z","steps":["trace[571674916] 'agreement among raft nodes before linearized reading' (duration: 777.697726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:17.537784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:16.759792Z","time spent":"777.983052ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:56:17.537883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:16.512443Z","time spent":"1.025331317s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:17.708816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.40878ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T21:56:17.709155Z","caller":"traceutil/trace.go:171","msg":"trace[810172689] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"167.634875ms","start":"2026-02-26T21:56:17.541494Z","end":"2026-02-26T21:56:17.709129Z","steps":["trace[810172689] 'process raft request' (duration: 167.44899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:17.709247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.278506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:17.709296Z","caller":"traceutil/trace.go:171","msg":"trace[1016101206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:461; }","duration":"672.386219ms","start":"2026-02-26T21:56:17.036898Z","end":"2026-02-26T21:56:17.709284Z","steps":["trace[1016101206] 'agreement among raft nodes before linearized reading' (duration: 672.297407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:17.70931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.61845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T21:56:17.709341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.784914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T21:56:17.709364Z","caller":"traceutil/trace.go:171","msg":"trace[712417404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:461; }","duration":"611.705152ms","start":"2026-02-26T21:56:17.097645Z","end":"2026-02-26T21:56:17.70935Z","steps":["trace[712417404] 'agreement among raft nodes before linearized reading' (duration: 611.63008ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:17.709398Z","caller":"traceutil/trace.go:171","msg":"trace[1378641148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:461; }","duration":"611.874266ms","start":"2026-02-26T21:56:17.097509Z","end":"2026-02-26T21:56:17.709383Z","steps":["trace[1378641148] 'agreement among raft nodes before linearized reading' (duration: 611.772474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:17.709463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:17.097487Z","time spent":"611.96105ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:56:17.709238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.657701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:56:17.709589Z","caller":"traceutil/trace.go:171","msg":"trace[1265548688] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"163.565463ms","start":"2026-02-26T21:56:17.545996Z","end":"2026-02-26T21:56:17.709561Z","steps":["trace[1265548688] 'process raft request' (duration: 163.528902ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:17.70961Z","caller":"traceutil/trace.go:171","msg":"trace[194857698] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"165.682147ms","start":"2026-02-26T21:56:17.543908Z","end":"2026-02-26T21:56:17.709591Z","steps":["trace[194857698] 'process raft request' (duration: 165.539464ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:17.709668Z","caller":"traceutil/trace.go:171","msg":"trace[530891805] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"167.978164ms","start":"2026-02-26T21:56:17.541677Z","end":"2026-02-26T21:56:17.709655Z","steps":["trace[530891805] 'process raft request' (duration: 167.640805ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:17.709616Z","caller":"traceutil/trace.go:171","msg":"trace[771347670] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"166.2022ms","start":"2026-02-26T21:56:17.543397Z","end":"2026-02-26T21:56:17.709599Z","steps":["trace[771347670] 'process raft request' (duration: 166.017704ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:17.709739Z","caller":"traceutil/trace.go:171","msg":"trace[930296397] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"164.452595ms","start":"2026-02-26T21:56:17.545213Z","end":"2026-02-26T21:56:17.709666Z","steps":["trace[930296397] 'process raft request' (duration: 164.279441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:17.709325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:17.03687Z","time spent":"672.447101ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:56:17.709148Z","caller":"traceutil/trace.go:171","msg":"trace[1776003270] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:480; }","duration":"171.916443ms","start":"2026-02-26T21:56:17.537198Z","end":"2026-02-26T21:56:17.709114Z","steps":["trace[1776003270] 'read index received' (duration: 2.096473ms)","trace[1776003270] 'applied index is now lower than readState.Index' (duration: 169.81698ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:17.70941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:17.097614Z","time spent":"611.787334ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:56:17.709541Z","caller":"traceutil/trace.go:171","msg":"trace[313768432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:461; }","duration":"611.9972ms","start":"2026-02-26T21:56:17.097535Z","end":"2026-02-26T21:56:17.709532Z","steps":["trace[313768432] 'agreement among raft nodes before linearized reading' (duration: 611.617009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:17.710007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:17.097519Z","time spent":"612.478513ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T21:56:17.865028Z","caller":"traceutil/trace.go:171","msg":"trace[44541993] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"150.943383ms","start":"2026-02-26T21:56:17.714049Z","end":"2026-02-26T21:56:17.864993Z","steps":["trace[44541993] 'process raft request' (duration: 118.47533ms)","trace[44541993] 'compare' (duration: 32.311949ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:17.865549Z","caller":"traceutil/trace.go:171","msg":"trace[14107525] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"147.608827ms","start":"2026-02-26T21:56:17.717925Z","end":"2026-02-26T21:56:17.865533Z","steps":["trace[14107525] 'process raft request' (duration: 147.562766ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:17.865629Z","caller":"traceutil/trace.go:171","msg":"trace[2019080861] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"150.612274ms","start":"2026-02-26T21:56:17.715Z","end":"2026-02-26T21:56:17.865612Z","steps":["trace[2019080861] 'process raft request' (duration: 150.354438ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:17.865816Z","caller":"traceutil/trace.go:171","msg":"trace[1633734088] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"150.092891ms","start":"2026-02-26T21:56:17.715706Z","end":"2026-02-26T21:56:17.865799Z","steps":["trace[1633734088] 'process raft request' (duration: 149.738122ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:18.165455Z","caller":"traceutil/trace.go:171","msg":"trace[1651266942] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"290.448145ms","start":"2026-02-26T21:56:17.874976Z","end":"2026-02-26T21:56:18.165424Z","steps":["trace[1651266942] 'process raft request' (duration: 263.734429ms)","trace[1651266942] 'compare' (duration: 26.575333ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:19.834622Z","caller":"traceutil/trace.go:171","msg":"trace[448972312] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"115.923895ms","start":"2026-02-26T21:56:19.718662Z","end":"2026-02-26T21:56:19.834586Z","steps":["trace[448972312] 'process raft request' (duration: 115.71919ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:20.029605Z","caller":"traceutil/trace.go:171","msg":"trace[1948976414] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"156.73505ms","start":"2026-02-26T21:56:19.872843Z","end":"2026-02-26T21:56:20.029578Z","steps":["trace[1948976414] 'process raft request' (duration: 139.894363ms)","trace[1948976414] 'compare' (duration: 16.607781ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:20.029805Z","caller":"traceutil/trace.go:171","msg":"trace[266594181] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"156.824581ms","start":"2026-02-26T21:56:19.872971Z","end":"2026-02-26T21:56:20.029796Z","steps":["trace[266594181] 'process raft request' (duration: 156.564815ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:20.029924Z","caller":"traceutil/trace.go:171","msg":"trace[539030934] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"156.701728ms","start":"2026-02-26T21:56:19.873175Z","end":"2026-02-26T21:56:20.029877Z","steps":["trace[539030934] 'process raft request' (duration: 156.504573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:26.299344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.631379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-02-26T21:56:26.299384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.616402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T21:56:26.299461Z","caller":"traceutil/trace.go:171","msg":"trace[1359008854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:487; }","duration":"239.771863ms","start":"2026-02-26T21:56:26.059656Z","end":"2026-02-26T21:56:26.299428Z","steps":["trace[1359008854] 'range keys from in-memory index tree' (duration: 239.546867ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:26.299466Z","caller":"traceutil/trace.go:171","msg":"trace[1225541265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:487; }","duration":"247.731915ms","start":"2026-02-26T21:56:26.051715Z","end":"2026-02-26T21:56:26.299447Z","steps":["trace[1225541265] 'range keys from in-memory index tree' (duration: 247.521939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:26.29948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.516619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:56:26.29948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.560393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T21:56:26.299541Z","caller":"traceutil/trace.go:171","msg":"trace[1962430382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:487; }","duration":"240.641715ms","start":"2026-02-26T21:56:26.058886Z","end":"2026-02-26T21:56:26.299528Z","steps":["trace[1962430382] 'range keys from in-memory index tree' (duration: 240.489191ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:26.299538Z","caller":"traceutil/trace.go:171","msg":"trace[1965148608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:487; }","duration":"262.598371ms","start":"2026-02-26T21:56:26.036924Z","end":"2026-02-26T21:56:26.299522Z","steps":["trace[1965148608] 'range keys from in-memory index tree' (duration: 262.476608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:27.368944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025238156s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T21:56:27.472041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.730551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:56:27.472213Z","caller":"traceutil/trace.go:171","msg":"trace[945861365] linearizableReadLoop","detail":"{readStateIndex:512; appliedIndex:510; }","duration":"434.72281ms","start":"2026-02-26T21:56:27.037476Z","end":"2026-02-26T21:56:27.472199Z","steps":["trace[945861365] 'read index received' (duration: 331.684921ms)","trace[945861365] 'applied index is now lower than readState.Index' (duration: 103.036929ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:27.472308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.837064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:27.472336Z","caller":"traceutil/trace.go:171","msg":"trace[320076893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:490; }","duration":"434.898245ms","start":"2026-02-26T21:56:27.037427Z","end":"2026-02-26T21:56:27.472325Z","steps":["trace[320076893] 'agreement among raft nodes before linearized reading' (duration: 434.857104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:27.472366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:27.037408Z","time spent":"434.951426ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:56:27.472327Z","caller":"traceutil/trace.go:171","msg":"trace[1506199011] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"1.16826668s","start":"2026-02-26T21:56:26.304029Z","end":"2026-02-26T21:56:27.472295Z","steps":["trace[1506199011] 'process raft request' (duration: 1.168102585s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:27.472397Z","caller":"traceutil/trace.go:171","msg":"trace[1476046120] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"1.168419704s","start":"2026-02-26T21:56:26.30396Z","end":"2026-02-26T21:56:27.472379Z","steps":["trace[1476046120] 'process raft request' (duration: 1.065269821s)","trace[1476046120] 'compare' (duration: 102.313191ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:27.472475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:26.303942Z","time spent":"1.168493545s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:27.472521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:26.304006Z","time spent":"1.168414493s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:29.594599Z","caller":"traceutil/trace.go:171","msg":"trace[1735384776] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"114.759127ms","start":"2026-02-26T21:56:29.479812Z","end":"2026-02-26T21:56:29.594571Z","steps":["trace[1735384776] 'process raft request' (duration: 114.580752ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:29.674991Z","caller":"traceutil/trace.go:171","msg":"trace[995154341] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"194.786494ms","start":"2026-02-26T21:56:29.480178Z","end":"2026-02-26T21:56:29.674964Z","steps":["trace[995154341] 'process raft request' (duration: 191.655815ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:30.261927Z","caller":"traceutil/trace.go:171","msg":"trace[1816793373] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"209.794983ms","start":"2026-02-26T21:56:30.05211Z","end":"2026-02-26T21:56:30.261905Z","steps":["trace[1816793373] 'process raft request' (duration: 209.68224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:31.156314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.531597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T21:56:31.156391Z","caller":"traceutil/trace.go:171","msg":"trace[2136869087] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:530; }","duration":"793.65ms","start":"2026-02-26T21:56:30.362722Z","end":"2026-02-26T21:56:31.156372Z","steps":["trace[2136869087] 'range keys from in-memory index tree' (duration: 793.329333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:31.156432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:30.362703Z","time spent":"793.720793ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T21:56:31.16117Z","caller":"traceutil/trace.go:171","msg":"trace[1952155048] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"546.725886ms","start":"2026-02-26T21:56:30.614428Z","end":"2026-02-26T21:56:31.161154Z","steps":["trace[1952155048] 'process raft request' (duration: 546.549181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:31.161289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:30.614403Z","time spent":"546.816438ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:31.16138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.724288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:31.161522Z","caller":"traceutil/trace.go:171","msg":"trace[290261437] linearizableReadLoop","detail":"{readStateIndex:554; appliedIndex:553; }","duration":"124.866012ms","start":"2026-02-26T21:56:31.036642Z","end":"2026-02-26T21:56:31.161508Z","steps":["trace[290261437] 'read index received' (duration: 124.382029ms)","trace[290261437] 'applied index is now lower than readState.Index' (duration: 100.663µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:31.161729Z","caller":"traceutil/trace.go:171","msg":"trace[1041577718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:531; }","duration":"125.075897ms","start":"2026-02-26T21:56:31.03659Z","end":"2026-02-26T21:56:31.161666Z","steps":["trace[1041577718] 'agreement among raft nodes before linearized reading' (duration: 124.721278ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:32.849252Z","caller":"traceutil/trace.go:171","msg":"trace[1305067068] linearizableReadLoop","detail":"{readStateIndex:559; appliedIndex:558; }","duration":"443.924124ms","start":"2026-02-26T21:56:32.405306Z","end":"2026-02-26T21:56:32.84923Z","steps":["trace[1305067068] 'read index received' (duration: 443.75308ms)","trace[1305067068] 'applied index is now lower than readState.Index' (duration: 170.234µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:32.849332Z","caller":"traceutil/trace.go:171","msg":"trace[1178595796] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"580.115253ms","start":"2026-02-26T21:56:32.269172Z","end":"2026-02-26T21:56:32.849287Z","steps":["trace[1178595796] 'process raft request' (duration: 579.932858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:32.849432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.123028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T21:56:32.849474Z","caller":"traceutil/trace.go:171","msg":"trace[1212622395] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:536; }","duration":"444.226421ms","start":"2026-02-26T21:56:32.405237Z","end":"2026-02-26T21:56:32.849464Z","steps":["trace[1212622395] 'agreement among raft nodes before linearized reading' (duration: 444.077677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:32.849491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:32.269151Z","time spent":"580.257986ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:32.849517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:32.405212Z","time spent":"444.295353ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"info","ts":"2026-02-26T21:56:35.460721Z","caller":"traceutil/trace.go:171","msg":"trace[1386295997] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"278.268297ms","start":"2026-02-26T21:56:35.182432Z","end":"2026-02-26T21:56:35.4607Z","steps":["trace[1386295997] 'process raft request' (duration: 278.125643ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:35.838492Z","caller":"traceutil/trace.go:171","msg":"trace[2118932850] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"138.297982ms","start":"2026-02-26T21:56:35.700166Z","end":"2026-02-26T21:56:35.838464Z","steps":["trace[2118932850] 'process raft request' (duration: 100.390562ms)","trace[2118932850] 'compare' (duration: 37.776057ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:37.679886Z","caller":"traceutil/trace.go:171","msg":"trace[704848768] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:595; }","duration":"102.762922ms","start":"2026-02-26T21:56:37.577105Z","end":"2026-02-26T21:56:37.679868Z","steps":["trace[704848768] 'read index received' (duration: 29.083196ms)","trace[704848768] 'applied index is now lower than readState.Index' (duration: 73.678266ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:37.680156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.010978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-26T21:56:37.680279Z","caller":"traceutil/trace.go:171","msg":"trace[89046767] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:571; }","duration":"103.232003ms","start":"2026-02-26T21:56:37.577018Z","end":"2026-02-26T21:56:37.68025Z","steps":["trace[89046767] 'agreement among raft nodes before linearized reading' (duration: 102.932356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:37.690166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.795276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:37.690241Z","caller":"traceutil/trace.go:171","msg":"trace[1282394150] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:572; }","duration":"112.920629ms","start":"2026-02-26T21:56:37.577301Z","end":"2026-02-26T21:56:37.690222Z","steps":["trace[1282394150] 'agreement among raft nodes before linearized reading' (duration: 112.794336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:38.563777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.231047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:56:38.563854Z","caller":"traceutil/trace.go:171","msg":"trace[1296197863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:573; }","duration":"721.36587ms","start":"2026-02-26T21:56:37.842471Z","end":"2026-02-26T21:56:38.563837Z","steps":["trace[1296197863] 'range keys from in-memory index tree' (duration: 720.994411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:38.563887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:37.84244Z","time spent":"721.438462ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T21:56:41.882072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201847702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jx7v7\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-02-26T21:56:41.882157Z","caller":"traceutil/trace.go:171","msg":"trace[744888818] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jx7v7; range_end:; response_count:1; response_revision:574; }","duration":"3.201990305s","start":"2026-02-26T21:56:38.680149Z","end":"2026-02-26T21:56:41.882139Z","steps":["trace[744888818] 'range keys from in-memory index tree' (duration: 3.201638407s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:41.882199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:38.680119Z","time spent":"3.202069428s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-jx7v7\" "} {"level":"warn","ts":"2026-02-26T21:56:41.882285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.969595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:56:41.88231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118011005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:56:41.882305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15228825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:56:41.882372Z","caller":"traceutil/trace.go:171","msg":"trace[1921429967] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:574; }","duration":"1.118100928s","start":"2026-02-26T21:56:40.764251Z","end":"2026-02-26T21:56:41.882352Z","steps":["trace[1921429967] 'range keys from in-memory index tree' (duration: 1.117941264s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:41.882377Z","caller":"traceutil/trace.go:171","msg":"trace[259363425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:574; }","duration":"844.110818ms","start":"2026-02-26T21:56:41.038231Z","end":"2026-02-26T21:56:41.882342Z","steps":["trace[259363425] 'range keys from in-memory index tree' (duration: 843.78931ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:41.882392Z","caller":"traceutil/trace.go:171","msg":"trace[1097091736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:574; }","duration":"2.152426503s","start":"2026-02-26T21:56:39.729942Z","end":"2026-02-26T21:56:41.882368Z","steps":["trace[1097091736] 'range keys from in-memory index tree' (duration: 2.152004973s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:41.882412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:40.764234Z","time spent":"1.11816895s","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-02-26T21:56:41.882449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:39.729919Z","time spent":"2.152515245s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:56:41.882472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.461134ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:41.882567Z","caller":"traceutil/trace.go:171","msg":"trace[765940167] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:574; }","duration":"774.554358ms","start":"2026-02-26T21:56:41.107995Z","end":"2026-02-26T21:56:41.882549Z","steps":["trace[765940167] 'range keys from in-memory index tree' (duration: 774.446244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:41.882561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984807836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:56:41.882621Z","caller":"traceutil/trace.go:171","msg":"trace[2121510918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:574; }","duration":"2.984924108s","start":"2026-02-26T21:56:38.897682Z","end":"2026-02-26T21:56:41.882606Z","steps":["trace[2121510918] 'range keys from in-memory index tree' (duration: 2.984606589s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:41.882643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271118734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T21:56:41.882414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:41.0382Z","time spent":"844.207311ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:56:41.882738Z","caller":"traceutil/trace.go:171","msg":"trace[1851306012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:574; }","duration":"1.271258507s","start":"2026-02-26T21:56:40.611464Z","end":"2026-02-26T21:56:41.882722Z","steps":["trace[1851306012] 'range keys from in-memory index tree' (duration: 1.271020791s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:41.882769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.845478127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:56:41.882784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:40.611442Z","time spent":"1.271328369s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:56:41.882802Z","caller":"traceutil/trace.go:171","msg":"trace[1505722374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:574; }","duration":"2.845540338s","start":"2026-02-26T21:56:39.037252Z","end":"2026-02-26T21:56:41.882792Z","steps":["trace[1505722374] 'range keys from in-memory index tree' (duration: 2.845405795s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:41.882828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:39.037235Z","time spent":"2.845586549s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:56:41.882658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:38.897661Z","time spent":"2.98498614s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:56:41.882913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340362793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T21:56:41.882966Z","caller":"traceutil/trace.go:171","msg":"trace[290897439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:574; }","duration":"2.340460286s","start":"2026-02-26T21:56:39.542491Z","end":"2026-02-26T21:56:41.882951Z","steps":["trace[290897439] 'range keys from in-memory index tree' (duration: 2.340231011s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:41.883008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:39.542472Z","time spent":"2.340523898s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:56:42.387546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398378738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:56:42.586708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022239899s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:56:42.587193Z","caller":"traceutil/trace.go:171","msg":"trace[254529964] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"1.022842345s","start":"2026-02-26T21:56:41.564322Z","end":"2026-02-26T21:56:42.587164Z","steps":["trace[254529964] 'process raft request' (duration: 1.022619509s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:42.588151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:41.564292Z","time spent":"1.022983728s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:43.763315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.142946276s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:56:43.763903Z","caller":"traceutil/trace.go:171","msg":"trace[1069272716] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"1.876604367s","start":"2026-02-26T21:56:41.887258Z","end":"2026-02-26T21:56:43.763863Z","steps":["trace[1069272716] 'process raft request' (duration: 1.876263179s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:43.765047Z","caller":"traceutil/trace.go:171","msg":"trace[931070821] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"1.875030476s","start":"2026-02-26T21:56:41.888808Z","end":"2026-02-26T21:56:43.763839Z","steps":["trace[931070821] 'process raft request' (duration: 1.874939484s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:43.765181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:41.887224Z","time spent":"1.877857329s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:43.765183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:41.888786Z","time spent":"1.8763302s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:43.764996Z","caller":"traceutil/trace.go:171","msg":"trace[1912162721] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"1.876484563s","start":"2026-02-26T21:56:41.888465Z","end":"2026-02-26T21:56:43.764949Z","steps":["trace[1912162721] 'process raft request' (duration: 1.875230082s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:43.76537Z","caller":"traceutil/trace.go:171","msg":"trace[1854281443] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"1.876375841s","start":"2026-02-26T21:56:41.888973Z","end":"2026-02-26T21:56:43.765348Z","steps":["trace[1854281443] 'process raft request' (duration: 1.874819961s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:43.765588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:41.888964Z","time spent":"1.876498444s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:43.76549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:41.888452Z","time spent":"1.876915825s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:56:43.766838Z","caller":"traceutil/trace.go:171","msg":"trace[632419313] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"1.877732145s","start":"2026-02-26T21:56:41.889075Z","end":"2026-02-26T21:56:43.766807Z","steps":["trace[632419313] 'process raft request' (duration: 1.876043032s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:43.767604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:41.889064Z","time spent":"1.878456063s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:43.767603Z","caller":"traceutil/trace.go:171","msg":"trace[1931234833] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:599; }","duration":"1.880629948s","start":"2026-02-26T21:56:41.886925Z","end":"2026-02-26T21:56:43.767555Z","steps":["trace[1931234833] 'read index received' (duration: 700.103861ms)","trace[1931234833] 'applied index is now lower than readState.Index' (duration: 1.180524567s)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:43.767775Z","caller":"traceutil/trace.go:171","msg":"trace[1383674117] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"1.870706757s","start":"2026-02-26T21:56:41.897038Z","end":"2026-02-26T21:56:43.767745Z","steps":["trace[1383674117] 'process raft request' (duration: 1.86962281s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:43.767852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:41.897024Z","time spent":"1.870789849s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:43.769851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882909926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:43.769918Z","caller":"traceutil/trace.go:171","msg":"trace[485906935] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:0; response_revision:581; }","duration":"1.883018879s","start":"2026-02-26T21:56:41.886883Z","end":"2026-02-26T21:56:43.769902Z","steps":["trace[485906935] 'agreement among raft nodes before linearized reading' (duration: 1.881036209s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:43.769951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:41.886862Z","time spent":"1.883080181s","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-02-26T21:56:43.82883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936051962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:43.82894Z","caller":"traceutil/trace.go:171","msg":"trace[66488377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"1.936202176s","start":"2026-02-26T21:56:41.892717Z","end":"2026-02-26T21:56:43.828919Z","steps":["trace[66488377] 'agreement among raft nodes before linearized reading' (duration: 1.935984791s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:43.828837Z","caller":"traceutil/trace.go:171","msg":"trace[496569580] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"566.115407ms","start":"2026-02-26T21:56:43.262674Z","end":"2026-02-26T21:56:43.82879Z","steps":["trace[496569580] 'process raft request' (duration: 565.788589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:43.829009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:41.892709Z","time spent":"1.936286818s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:56:43.829044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423322396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-26T21:56:43.829129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:43.262645Z","time spent":"566.360603ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:43.829144Z","caller":"traceutil/trace.go:171","msg":"trace[48785916] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:582; }","duration":"1.4234768s","start":"2026-02-26T21:56:42.405644Z","end":"2026-02-26T21:56:43.82912Z","steps":["trace[48785916] 'agreement among raft nodes before linearized reading' (duration: 1.423192063s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:43.829251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:42.405622Z","time spent":"1.423617264s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"warn","ts":"2026-02-26T21:56:45.749441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804778288s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:56:45.749568Z","caller":"traceutil/trace.go:171","msg":"trace[819284613] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:608; }","duration":"1.900981166s","start":"2026-02-26T21:56:43.848565Z","end":"2026-02-26T21:56:45.749546Z","steps":["trace[819284613] 'read index received' (duration: 95.9011ms)","trace[819284613] 'applied index is now lower than readState.Index' (duration: 1.805077646s)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:45.749684Z","caller":"traceutil/trace.go:171","msg":"trace[1680173492] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"1.902711919s","start":"2026-02-26T21:56:43.846957Z","end":"2026-02-26T21:56:45.749669Z","steps":["trace[1680173492] 'process raft request' (duration: 97.563391ms)","trace[1680173492] 'compare' (duration: 1.804540412s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:45.74984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:43.846939Z","time spent":"1.902831922s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:45.750453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.504215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:56:45.750527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901943079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:45.750573Z","caller":"traceutil/trace.go:171","msg":"trace[58791752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:583; }","duration":"712.6749ms","start":"2026-02-26T21:56:45.037871Z","end":"2026-02-26T21:56:45.750546Z","steps":["trace[58791752] 'agreement among raft nodes before linearized reading' (duration: 712.131226ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:45.750619Z","caller":"traceutil/trace.go:171","msg":"trace[841594380] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io; range_end:; response_count:0; response_revision:583; }","duration":"1.902078763s","start":"2026-02-26T21:56:43.848515Z","end":"2026-02-26T21:56:45.750594Z","steps":["trace[841594380] 'agreement among raft nodes before linearized reading' (duration: 1.901751795s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:45.75063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:45.037851Z","time spent":"712.770171ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:56:45.750676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:43.8485Z","time spent":"1.902165275s","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io\" "} {"level":"warn","ts":"2026-02-26T21:56:46.273998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398378774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:56:46.77461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398378774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:56:47.278012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398378774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:56:47.778701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398378774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:56:47.845346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.071940765s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T21:56:47.98665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.9601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:56:47.986901Z","caller":"traceutil/trace.go:171","msg":"trace[1033484222] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:609; }","duration":"2.212947675s","start":"2026-02-26T21:56:45.773934Z","end":"2026-02-26T21:56:47.986882Z","steps":["trace[1033484222] 'read index received' (duration: 2.071754659s)","trace[1033484222] 'applied index is now lower than readState.Index' (duration: 141.191526ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:47.986987Z","caller":"traceutil/trace.go:171","msg":"trace[983248658] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"2.213225343s","start":"2026-02-26T21:56:45.773721Z","end":"2026-02-26T21:56:47.986946Z","steps":["trace[983248658] 'process raft request' (duration: 2.213039108s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:47.987018Z","caller":"traceutil/trace.go:171","msg":"trace[425165681] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"2.211958131s","start":"2026-02-26T21:56:45.77503Z","end":"2026-02-26T21:56:47.986988Z","steps":["trace[425165681] 'process raft request' (duration: 2.211819107s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:47.987084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.287258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:47.987054Z","caller":"traceutil/trace.go:171","msg":"trace[1646238188] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"2.213713086s","start":"2026-02-26T21:56:45.773282Z","end":"2026-02-26T21:56:47.986995Z","steps":["trace[1646238188] 'process raft request' (duration: 2.072306174s)","trace[1646238188] 'compare' (duration: 140.827937ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:47.987125Z","caller":"traceutil/trace.go:171","msg":"trace[1912709436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:587; }","duration":"950.36017ms","start":"2026-02-26T21:56:47.036754Z","end":"2026-02-26T21:56:47.987114Z","steps":["trace[1912709436] 'agreement among raft nodes before linearized reading' (duration: 950.312619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:47.987179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:47.036731Z","time spent":"950.440981ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:56:47.987183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:45.775018Z","time spent":"2.212080194s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:47.987168Z","caller":"traceutil/trace.go:171","msg":"trace[1873031511] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"2.213258543s","start":"2026-02-26T21:56:45.773871Z","end":"2026-02-26T21:56:47.98713Z","steps":["trace[1873031511] 'process raft request' (duration: 2.212943645s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:47.987221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:45.773262Z","time spent":"2.213869809s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:47.987211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.229569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:56:47.987225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.960812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:56:47.987298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:45.773865Z","time spent":"2.213371936s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:47.987312Z","caller":"traceutil/trace.go:171","msg":"trace[689424299] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:587; }","duration":"100.382563ms","start":"2026-02-26T21:56:47.886901Z","end":"2026-02-26T21:56:47.987283Z","steps":["trace[689424299] 'agreement among raft nodes before linearized reading' (duration: 100.191698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:47.987037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21310671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-orders\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:47.987315Z","caller":"traceutil/trace.go:171","msg":"trace[2086364112] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:587; }","duration":"575.087985ms","start":"2026-02-26T21:56:47.412203Z","end":"2026-02-26T21:56:47.987291Z","steps":["trace[2086364112] 'agreement among raft nodes before linearized reading' (duration: 574.943952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:47.987307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:45.773712Z","time spent":"2.213362396s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:47.987398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:47.412182Z","time spent":"575.197868ms","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:56:47.987453Z","caller":"traceutil/trace.go:171","msg":"trace[594097827] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-orders; range_end:; response_count:0; response_revision:587; }","duration":"2.213484588s","start":"2026-02-26T21:56:45.773892Z","end":"2026-02-26T21:56:47.987376Z","steps":["trace[594097827] 'agreement among raft nodes before linearized reading' (duration: 2.213094109s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:47.987624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:45.773877Z","time spent":"2.213685534s","remote":"127.0.0.1:38118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/cert-manager-controller-orders\" "} {"level":"warn","ts":"2026-02-26T21:56:48.36476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.965879ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T21:56:48.364911Z","caller":"traceutil/trace.go:171","msg":"trace[1674042745] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"356.604011ms","start":"2026-02-26T21:56:48.008289Z","end":"2026-02-26T21:56:48.364893Z","steps":["trace[1674042745] 'read index received' (duration: 63.523859ms)","trace[1674042745] 'applied index is now lower than readState.Index' (duration: 293.078482ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:48.365045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.722995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-clusterissuers\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:56:48.365081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.146562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:48.365156Z","caller":"traceutil/trace.go:171","msg":"trace[1009156925] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-clusterissuers; range_end:; response_count:0; response_revision:587; }","duration":"356.833418ms","start":"2026-02-26T21:56:48.008273Z","end":"2026-02-26T21:56:48.365106Z","steps":["trace[1009156925] 'agreement among raft nodes before linearized reading' (duration: 356.686455ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:48.365147Z","caller":"traceutil/trace.go:171","msg":"trace[1915848673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:587; }","duration":"328.214574ms","start":"2026-02-26T21:56:48.036916Z","end":"2026-02-26T21:56:48.36513Z","steps":["trace[1915848673] 'agreement among raft nodes before linearized reading' (duration: 328.114781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:48.365202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:48.008265Z","time spent":"356.92737ms","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/cert-manager-controller-clusterissuers\" "} {"level":"warn","ts":"2026-02-26T21:56:48.365216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:48.036875Z","time spent":"328.325427ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:56:48.634366Z","caller":"traceutil/trace.go:171","msg":"trace[537393563] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"220.29169ms","start":"2026-02-26T21:56:48.414045Z","end":"2026-02-26T21:56:48.634337Z","steps":["trace[537393563] 'process raft request' (duration: 220.119585ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:49.342153Z","caller":"traceutil/trace.go:171","msg":"trace[762986246] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"463.667021ms","start":"2026-02-26T21:56:48.878451Z","end":"2026-02-26T21:56:49.342118Z","steps":["trace[762986246] 'process raft request' (duration: 433.500926ms)","trace[762986246] 'compare' (duration: 29.423697ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:49.342284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:48.87843Z","time spent":"463.797434ms","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:56:49.342343Z","caller":"traceutil/trace.go:171","msg":"trace[155611021] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"463.788494ms","start":"2026-02-26T21:56:48.87854Z","end":"2026-02-26T21:56:49.342329Z","steps":["trace[155611021] 'process raft request' (duration: 463.534918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:49.342404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:48.878532Z","time spent":"463.844845ms","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:56:49.34255Z","caller":"traceutil/trace.go:171","msg":"trace[862297347] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"459.548636ms","start":"2026-02-26T21:56:48.882993Z","end":"2026-02-26T21:56:49.342542Z","steps":["trace[862297347] 'process raft request' (duration: 459.30753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:49.343711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:48.882974Z","time spent":"460.700675ms","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:56:49.344207Z","caller":"traceutil/trace.go:171","msg":"trace[1420344214] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"457.014391ms","start":"2026-02-26T21:56:48.887012Z","end":"2026-02-26T21:56:49.344027Z","steps":["trace[1420344214] 'process raft request' (duration: 455.476403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:49.344408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:48.886985Z","time spent":"457.339559ms","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:56:49.346557Z","caller":"traceutil/trace.go:171","msg":"trace[8816478] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"459.082701ms","start":"2026-02-26T21:56:48.887447Z","end":"2026-02-26T21:56:49.34653Z","steps":["trace[8816478] 'process raft request' (duration: 458.825235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:49.346696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:48.887431Z","time spent":"459.195684ms","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:56:49.439093Z","caller":"traceutil/trace.go:171","msg":"trace[457805840] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:623; }","duration":"402.131383ms","start":"2026-02-26T21:56:49.036904Z","end":"2026-02-26T21:56:49.439035Z","steps":["trace[457805840] 'read index received' (duration: 274.622912ms)","trace[457805840] 'applied index is now lower than readState.Index' (duration: 127.507391ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:49.439254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.335058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:49.439291Z","caller":"traceutil/trace.go:171","msg":"trace[1348414252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:603; }","duration":"402.4235ms","start":"2026-02-26T21:56:49.036853Z","end":"2026-02-26T21:56:49.439277Z","steps":["trace[1348414252] 'agreement among raft nodes before linearized reading' (duration: 402.318978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:49.439323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:49.036833Z","time spent":"402.483171ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:56:49.439716Z","caller":"traceutil/trace.go:171","msg":"trace[8728805] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"484.891738ms","start":"2026-02-26T21:56:48.954812Z","end":"2026-02-26T21:56:49.439704Z","steps":["trace[8728805] 'process raft request' (duration: 484.049367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:49.439808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:48.954788Z","time spent":"484.96841ms","remote":"127.0.0.1:38316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:56:49.439916Z","caller":"traceutil/trace.go:171","msg":"trace[1674662147] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"481.235216ms","start":"2026-02-26T21:56:48.958514Z","end":"2026-02-26T21:56:49.43975Z","steps":["trace[1674662147] 'process raft request' (duration: 480.458397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:49.440228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:48.958503Z","time spent":"481.538483ms","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:49.562464Z","caller":"traceutil/trace.go:171","msg":"trace[382570831] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"212.36114ms","start":"2026-02-26T21:56:49.350052Z","end":"2026-02-26T21:56:49.562413Z","steps":["trace[382570831] 'process raft request' (duration: 191.526062ms)","trace[382570831] 'compare' (duration: 20.51749ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:49.562588Z","caller":"traceutil/trace.go:171","msg":"trace[1822076712] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"198.937132ms","start":"2026-02-26T21:56:49.363603Z","end":"2026-02-26T21:56:49.56254Z","steps":["trace[1822076712] 'process raft request' (duration: 198.768188ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:49.562578Z","caller":"traceutil/trace.go:171","msg":"trace[88993627] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"198.924832ms","start":"2026-02-26T21:56:49.363603Z","end":"2026-02-26T21:56:49.562528Z","steps":["trace[88993627] 'process raft request' (duration: 198.684126ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:49.562931Z","caller":"traceutil/trace.go:171","msg":"trace[316321971] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"199.273151ms","start":"2026-02-26T21:56:49.363632Z","end":"2026-02-26T21:56:49.562905Z","steps":["trace[316321971] 'process raft request' (duration: 198.8272ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:49.563054Z","caller":"traceutil/trace.go:171","msg":"trace[315605636] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"199.26661ms","start":"2026-02-26T21:56:49.363692Z","end":"2026-02-26T21:56:49.562959Z","steps":["trace[315605636] 'process raft request' (duration: 198.816199ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:49.562998Z","caller":"traceutil/trace.go:171","msg":"trace[492547227] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"199.363572ms","start":"2026-02-26T21:56:49.363603Z","end":"2026-02-26T21:56:49.562966Z","steps":["trace[492547227] 'process raft request' (duration: 198.812079ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:49.563324Z","caller":"traceutil/trace.go:171","msg":"trace[1037849259] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"199.27746ms","start":"2026-02-26T21:56:49.364031Z","end":"2026-02-26T21:56:49.563309Z","steps":["trace[1037849259] 'process raft request' (duration: 199.025184ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:49.5634Z","caller":"traceutil/trace.go:171","msg":"trace[1918569531] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"199.305351ms","start":"2026-02-26T21:56:49.364077Z","end":"2026-02-26T21:56:49.563382Z","steps":["trace[1918569531] 'process raft request' (duration: 199.118977ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:49.563231Z","caller":"traceutil/trace.go:171","msg":"trace[1403004644] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"199.208729ms","start":"2026-02-26T21:56:49.364004Z","end":"2026-02-26T21:56:49.563213Z","steps":["trace[1403004644] 'process raft request' (duration: 198.684126ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:49.563662Z","caller":"traceutil/trace.go:171","msg":"trace[732217686] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"199.445104ms","start":"2026-02-26T21:56:49.364203Z","end":"2026-02-26T21:56:49.563648Z","steps":["trace[732217686] 'process raft request' (duration: 199.119457ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:49.563106Z","caller":"traceutil/trace.go:171","msg":"trace[929042248] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"199.331302ms","start":"2026-02-26T21:56:49.36374Z","end":"2026-02-26T21:56:49.563071Z","steps":["trace[929042248] 'process raft request' (duration: 198.820659ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:49.563823Z","caller":"traceutil/trace.go:171","msg":"trace[355263935] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"199.565547ms","start":"2026-02-26T21:56:49.364229Z","end":"2026-02-26T21:56:49.563795Z","steps":["trace[355263935] 'process raft request' (duration: 199.416543ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:49.56376Z","caller":"traceutil/trace.go:171","msg":"trace[924523220] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"199.562057ms","start":"2026-02-26T21:56:49.364184Z","end":"2026-02-26T21:56:49.563746Z","steps":["trace[924523220] 'process raft request' (duration: 199.396523ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:49.579258Z","caller":"traceutil/trace.go:171","msg":"trace[971104924] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"131.63095ms","start":"2026-02-26T21:56:49.44761Z","end":"2026-02-26T21:56:49.579241Z","steps":["trace[971104924] 'process raft request' (duration: 131.476707ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:49.579431Z","caller":"traceutil/trace.go:171","msg":"trace[876377708] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"131.16264ms","start":"2026-02-26T21:56:49.448261Z","end":"2026-02-26T21:56:49.579424Z","steps":["trace[876377708] 'process raft request' (duration: 130.924334ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:50.07589Z","caller":"traceutil/trace.go:171","msg":"trace[1009954421] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"376.195656ms","start":"2026-02-26T21:56:49.699668Z","end":"2026-02-26T21:56:50.075863Z","steps":["trace[1009954421] 'process raft request' (duration: 375.957911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:50.07604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:49.69964Z","time spent":"376.32302ms","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21222,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:50.076077Z","caller":"traceutil/trace.go:171","msg":"trace[945033497] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:664; }","duration":"362.214086ms","start":"2026-02-26T21:56:49.713832Z","end":"2026-02-26T21:56:50.076047Z","steps":["trace[945033497] 'read index received' (duration: 361.790285ms)","trace[945033497] 'applied index is now lower than readState.Index' (duration: 422.881µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:50.07629Z","caller":"traceutil/trace.go:171","msg":"trace[533596659] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"373.47844ms","start":"2026-02-26T21:56:49.702768Z","end":"2026-02-26T21:56:50.076247Z","steps":["trace[533596659] 'process raft request' (duration: 373.03175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:50.076379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.534183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jx7v7\" ","response":"range_response_count:1 size:17145"} {"level":"info","ts":"2026-02-26T21:56:50.076427Z","caller":"traceutil/trace.go:171","msg":"trace[27467304] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jx7v7; range_end:; response_count:1; response_revision:639; }","duration":"362.587344ms","start":"2026-02-26T21:56:49.713825Z","end":"2026-02-26T21:56:50.076412Z","steps":["trace[27467304] 'agreement among raft nodes before linearized reading' (duration: 362.448731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:50.076442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:49.70275Z","time spent":"373.590473ms","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:50.076479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:49.713758Z","time spent":"362.708848ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17167,"request content":"key:\"/registry/pods/kube-system/cilium-jx7v7\" "} {"level":"warn","ts":"2026-02-26T21:56:50.108326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:49.715473Z","time spent":"392.846962ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T21:56:50.108651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.608365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:56:50.108685Z","caller":"traceutil/trace.go:171","msg":"trace[367145977] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"392.74721ms","start":"2026-02-26T21:56:49.715922Z","end":"2026-02-26T21:56:50.108669Z","steps":["trace[367145977] 'process raft request' (duration: 392.413902ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:50.108704Z","caller":"traceutil/trace.go:171","msg":"trace[1365897798] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"392.588476ms","start":"2026-02-26T21:56:49.716096Z","end":"2026-02-26T21:56:50.108684Z","steps":["trace[1365897798] 'process raft request' (duration: 392.273839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:50.108764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:49.715913Z","time spent":"392.803512ms","remote":"127.0.0.1:38104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1156,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T21:56:50.108804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.646156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T21:56:50.108832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:49.716088Z","time spent":"392.678568ms","remote":"127.0.0.1:38104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1134,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:56:50.108877Z","caller":"traceutil/trace.go:171","msg":"trace[610616343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:642; }","duration":"116.84376ms","start":"2026-02-26T21:56:49.992014Z","end":"2026-02-26T21:56:50.108858Z","steps":["trace[610616343] 'agreement among raft nodes before linearized reading' (duration: 116.558183ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:50.108857Z","caller":"traceutil/trace.go:171","msg":"trace[1212211414] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"393.074388ms","start":"2026-02-26T21:56:49.715745Z","end":"2026-02-26T21:56:50.108819Z","steps":["trace[1212211414] 'process raft request' (duration: 392.482074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:50.109016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:49.71573Z","time spent":"393.210021ms","remote":"127.0.0.1:38104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T21:56:50.10918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.668771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T21:56:50.1093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.277771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T21:56:50.109305Z","caller":"traceutil/trace.go:171","msg":"trace[828170259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:642; }","duration":"116.693467ms","start":"2026-02-26T21:56:49.991998Z","end":"2026-02-26T21:56:50.108692Z","steps":["trace[828170259] 'agreement among raft nodes before linearized reading' (duration: 116.480032ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:50.109351Z","caller":"traceutil/trace.go:171","msg":"trace[1153822038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:642; }","duration":"117.364833ms","start":"2026-02-26T21:56:49.991972Z","end":"2026-02-26T21:56:50.109337Z","steps":["trace[1153822038] 'agreement among raft nodes before linearized reading' (duration: 116.437581ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:50.109326Z","caller":"traceutil/trace.go:171","msg":"trace[125529114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:642; }","duration":"116.187534ms","start":"2026-02-26T21:56:49.993031Z","end":"2026-02-26T21:56:50.109218Z","steps":["trace[125529114] 'agreement among raft nodes before linearized reading' (duration: 115.632341ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:50.2634Z","caller":"traceutil/trace.go:171","msg":"trace[2040865096] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"150.286335ms","start":"2026-02-26T21:56:50.113054Z","end":"2026-02-26T21:56:50.263341Z","steps":["trace[2040865096] 'process raft request' (duration: 149.968048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:50.263581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.104601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116"} {"level":"info","ts":"2026-02-26T21:56:50.26368Z","caller":"traceutil/trace.go:171","msg":"trace[923070114] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:650; }","duration":"150.267875ms","start":"2026-02-26T21:56:50.113399Z","end":"2026-02-26T21:56:50.263667Z","steps":["trace[923070114] 'agreement among raft nodes before linearized reading' (duration: 150.05105ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:50.263691Z","caller":"traceutil/trace.go:171","msg":"trace[328420279] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"151.049964ms","start":"2026-02-26T21:56:50.112619Z","end":"2026-02-26T21:56:50.263669Z","steps":["trace[328420279] 'process raft request' (duration: 150.200884ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:50.263424Z","caller":"traceutil/trace.go:171","msg":"trace[1700963581] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:673; }","duration":"138.1339ms","start":"2026-02-26T21:56:50.125178Z","end":"2026-02-26T21:56:50.263312Z","steps":["trace[1700963581] 'read index received' (duration: 100.934753ms)","trace[1700963581] 'applied index is now lower than readState.Index' (duration: 37.195477ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:50.263915Z","caller":"traceutil/trace.go:171","msg":"trace[686567205] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"150.728896ms","start":"2026-02-26T21:56:50.113107Z","end":"2026-02-26T21:56:50.263836Z","steps":["trace[686567205] 'process raft request' (duration: 150.009919ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:50.263924Z","caller":"traceutil/trace.go:171","msg":"trace[2069950792] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"153.894303ms","start":"2026-02-26T21:56:50.109907Z","end":"2026-02-26T21:56:50.263802Z","steps":["trace[2069950792] 'process raft request' (duration: 116.188984ms)","trace[2069950792] 'compare' (duration: 34.777698ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:50.263968Z","caller":"traceutil/trace.go:171","msg":"trace[235714754] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"150.763306ms","start":"2026-02-26T21:56:50.113121Z","end":"2026-02-26T21:56:50.263884Z","steps":["trace[235714754] 'process raft request' (duration: 150.08527ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:50.264399Z","caller":"traceutil/trace.go:171","msg":"trace[1815908141] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"116.177234ms","start":"2026-02-26T21:56:50.148169Z","end":"2026-02-26T21:56:50.264346Z","steps":["trace[1815908141] 'process raft request' (duration: 115.856116ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:50.266561Z","caller":"traceutil/trace.go:171","msg":"trace[1993785275] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"111.501499ms","start":"2026-02-26T21:56:50.155038Z","end":"2026-02-26T21:56:50.266539Z","steps":["trace[1993785275] 'process raft request' (duration: 109.188933ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:50.813318Z","caller":"traceutil/trace.go:171","msg":"trace[2114959330] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"349.70751ms","start":"2026-02-26T21:56:50.463575Z","end":"2026-02-26T21:56:50.813283Z","steps":["trace[2114959330] 'process raft request' (duration: 277.321285ms)","trace[2114959330] 'compare' (duration: 72.007315ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:50.813481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:50.46356Z","time spent":"349.855164ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1732,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:56:50.813869Z","caller":"traceutil/trace.go:171","msg":"trace[157588650] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"333.828063ms","start":"2026-02-26T21:56:50.480018Z","end":"2026-02-26T21:56:50.813846Z","steps":["trace[157588650] 'process raft request' (duration: 333.30843ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:50.813824Z","caller":"traceutil/trace.go:171","msg":"trace[89356054] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"334.337706ms","start":"2026-02-26T21:56:50.479461Z","end":"2026-02-26T21:56:50.813798Z","steps":["trace[89356054] 'process raft request' (duration: 333.770571ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:50.814073Z","caller":"traceutil/trace.go:171","msg":"trace[2099430726] linearizableReadLoop","detail":"{readStateIndex:699; appliedIndex:696; }","duration":"333.767201ms","start":"2026-02-26T21:56:50.480298Z","end":"2026-02-26T21:56:50.814065Z","steps":["trace[2099430726] 'read index received' (duration: 260.686159ms)","trace[2099430726] 'applied index is now lower than readState.Index' (duration: 73.077732ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:50.814126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.836123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:56:50.814016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:50.480005Z","time spent":"333.941476ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3501,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:50.814109Z","caller":"traceutil/trace.go:171","msg":"trace[1542262148] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"330.122453ms","start":"2026-02-26T21:56:50.48395Z","end":"2026-02-26T21:56:50.814073Z","steps":["trace[1542262148] 'process raft request' (duration: 329.642241ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:50.814152Z","caller":"traceutil/trace.go:171","msg":"trace[849467725] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:673; }","duration":"333.859483ms","start":"2026-02-26T21:56:50.480283Z","end":"2026-02-26T21:56:50.814142Z","steps":["trace[849467725] 'agreement among raft nodes before linearized reading' (duration: 333.814972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:50.81418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:50.480241Z","time spent":"333.933105ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" "} {"level":"warn","ts":"2026-02-26T21:56:50.814164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:50.479441Z","time spent":"334.631684ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T21:56:50.813868Z","caller":"traceutil/trace.go:171","msg":"trace[1563261908] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"332.48887ms","start":"2026-02-26T21:56:50.481365Z","end":"2026-02-26T21:56:50.813854Z","steps":["trace[1563261908] 'process raft request' (duration: 332.018049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:50.81427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:50.483928Z","time spent":"330.248746ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4625,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:56:50.814327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:50.48134Z","time spent":"332.919541ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:56:50.945417Z","caller":"traceutil/trace.go:171","msg":"trace[1549521095] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"103.427843ms","start":"2026-02-26T21:56:50.841965Z","end":"2026-02-26T21:56:50.945393Z","steps":["trace[1549521095] 'process raft request' (duration: 103.337141ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:50.945547Z","caller":"traceutil/trace.go:171","msg":"trace[795250306] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"104.149351ms","start":"2026-02-26T21:56:50.841362Z","end":"2026-02-26T21:56:50.945511Z","steps":["trace[795250306] 'process raft request' (duration: 91.138653ms)","trace[795250306] 'compare' (duration: 12.70984ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:50.945763Z","caller":"traceutil/trace.go:171","msg":"trace[1723201063] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"101.699511ms","start":"2026-02-26T21:56:50.84404Z","end":"2026-02-26T21:56:50.945739Z","steps":["trace[1723201063] 'process raft request' (duration: 101.332072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:50.945833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.082806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-02-26T21:56:50.945884Z","caller":"traceutil/trace.go:171","msg":"trace[55224063] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:681; }","duration":"126.163647ms","start":"2026-02-26T21:56:50.819708Z","end":"2026-02-26T21:56:50.945872Z","steps":["trace[55224063] 'agreement among raft nodes before linearized reading' (duration: 125.935642ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:50.945878Z","caller":"traceutil/trace.go:171","msg":"trace[1225006596] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"102.274295ms","start":"2026-02-26T21:56:50.843581Z","end":"2026-02-26T21:56:50.945855Z","steps":["trace[1225006596] 'process raft request' (duration: 101.746712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:50.94604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.679108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:50.946065Z","caller":"traceutil/trace.go:171","msg":"trace[1222649592] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:681; }","duration":"121.73836ms","start":"2026-02-26T21:56:50.82432Z","end":"2026-02-26T21:56:50.946059Z","steps":["trace[1222649592] 'agreement among raft nodes before linearized reading' (duration: 121.700769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:50.946194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.282326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-02-26T21:56:50.946217Z","caller":"traceutil/trace.go:171","msg":"trace[667015126] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:681; }","duration":"125.317457ms","start":"2026-02-26T21:56:50.820894Z","end":"2026-02-26T21:56:50.946211Z","steps":["trace[667015126] 'agreement among raft nodes before linearized reading' (duration: 125.252576ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:51.581027Z","caller":"traceutil/trace.go:171","msg":"trace[1489031668] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"115.082648ms","start":"2026-02-26T21:56:51.465917Z","end":"2026-02-26T21:56:51.581Z","steps":["trace[1489031668] 'process raft request' (duration: 114.622856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:52.194882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.01424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:56:52.194912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.597075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:52.194988Z","caller":"traceutil/trace.go:171","msg":"trace[1454150739] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:718; }","duration":"166.173774ms","start":"2026-02-26T21:56:52.028792Z","end":"2026-02-26T21:56:52.194966Z","steps":["trace[1454150739] 'count revisions from in-memory index tree' (duration: 165.943669ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:52.195005Z","caller":"traceutil/trace.go:171","msg":"trace[1766379016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:718; }","duration":"157.753009ms","start":"2026-02-26T21:56:52.03723Z","end":"2026-02-26T21:56:52.194983Z","steps":["trace[1766379016] 'range keys from in-memory index tree' (duration: 157.484922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:52.605282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.814438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:56:52.6054Z","caller":"traceutil/trace.go:171","msg":"trace[608870210] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:723; }","duration":"103.540096ms","start":"2026-02-26T21:56:52.501832Z","end":"2026-02-26T21:56:52.605372Z","steps":["trace[608870210] 'count revisions from in-memory index tree' (duration: 102.701236ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:52.836921Z","caller":"traceutil/trace.go:171","msg":"trace[1407748119] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"109.471051ms","start":"2026-02-26T21:56:52.727423Z","end":"2026-02-26T21:56:52.836894Z","steps":["trace[1407748119] 'process raft request' (duration: 109.329437ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:52.892607Z","caller":"traceutil/trace.go:171","msg":"trace[1300369290] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"147.58425ms","start":"2026-02-26T21:56:52.744997Z","end":"2026-02-26T21:56:52.892581Z","steps":["trace[1300369290] 'process raft request' (duration: 147.427956ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:53.201551Z","caller":"traceutil/trace.go:171","msg":"trace[662298491] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"108.809064ms","start":"2026-02-26T21:56:53.092726Z","end":"2026-02-26T21:56:53.201535Z","steps":["trace[662298491] 'process raft request' (duration: 108.694111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:54.056057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.358487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:56:54.056246Z","caller":"traceutil/trace.go:171","msg":"trace[867459929] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"205.786489ms","start":"2026-02-26T21:56:53.850443Z","end":"2026-02-26T21:56:54.056229Z","steps":["trace[867459929] 'process raft request' (duration: 205.718488ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:54.0563Z","caller":"traceutil/trace.go:171","msg":"trace[1355936099] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"754.701449ms","start":"2026-02-26T21:56:53.301544Z","end":"2026-02-26T21:56:54.056245Z","steps":["trace[1355936099] 'process raft request' (duration: 274.081445ms)","trace[1355936099] 'compare' (duration: 480.242695ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:54.056527Z","caller":"traceutil/trace.go:171","msg":"trace[1686618246] linearizableReadLoop","detail":"{readStateIndex:758; appliedIndex:757; }","duration":"616.55353ms","start":"2026-02-26T21:56:53.439939Z","end":"2026-02-26T21:56:54.056493Z","steps":["trace[1686618246] 'read index received' (duration: 135.597038ms)","trace[1686618246] 'applied index is now lower than readState.Index' (duration: 480.952351ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:56:54.056478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:53.301521Z","time spent":"754.878033ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T21:56:54.056697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.736974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:56:54.05677Z","caller":"traceutil/trace.go:171","msg":"trace[1680917750] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:730; }","duration":"616.857847ms","start":"2026-02-26T21:56:53.439894Z","end":"2026-02-26T21:56:54.056752Z","steps":["trace[1680917750] 'agreement among raft nodes before linearized reading' (duration: 616.732054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:54.05677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.377569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jx7v7\" ","response":"range_response_count:1 size:17786"} {"level":"warn","ts":"2026-02-26T21:56:54.05683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:53.439874Z","time spent":"616.943219ms","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:56:54.056832Z","caller":"traceutil/trace.go:171","msg":"trace[270953883] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jx7v7; range_end:; response_count:1; response_revision:730; }","duration":"321.483691ms","start":"2026-02-26T21:56:53.735337Z","end":"2026-02-26T21:56:54.056821Z","steps":["trace[270953883] 'agreement among raft nodes before linearized reading' (duration: 321.315217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:54.056871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:56:53.735316Z","time spent":"321.547032ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17808,"request content":"key:\"/registry/pods/kube-system/cilium-jx7v7\" "} {"level":"info","ts":"2026-02-26T21:56:55.056494Z","caller":"traceutil/trace.go:171","msg":"trace[1513021060] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"173.742138ms","start":"2026-02-26T21:56:54.882716Z","end":"2026-02-26T21:56:55.056458Z","steps":["trace[1513021060] 'process raft request' (duration: 173.515502ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:55.059814Z","caller":"traceutil/trace.go:171","msg":"trace[836969258] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"162.975596ms","start":"2026-02-26T21:56:54.896814Z","end":"2026-02-26T21:56:55.05979Z","steps":["trace[836969258] 'process raft request' (duration: 162.865253ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:55.237942Z","caller":"traceutil/trace.go:171","msg":"trace[269621516] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"116.665236ms","start":"2026-02-26T21:56:55.121249Z","end":"2026-02-26T21:56:55.237914Z","steps":["trace[269621516] 'process raft request' (duration: 116.484492ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:56:56.12712Z","caller":"traceutil/trace.go:171","msg":"trace[122877941] linearizableReadLoop","detail":"{readStateIndex:801; appliedIndex:800; }","duration":"224.583118ms","start":"2026-02-26T21:56:55.902513Z","end":"2026-02-26T21:56:56.127096Z","steps":["trace[122877941] 'read index received' (duration: 224.445775ms)","trace[122877941] 'applied index is now lower than readState.Index' (duration: 136.473µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:56:56.127251Z","caller":"traceutil/trace.go:171","msg":"trace[1474800415] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"229.696343ms","start":"2026-02-26T21:56:55.897531Z","end":"2026-02-26T21:56:56.127227Z","steps":["trace[1474800415] 'process raft request' (duration: 229.421547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:56.127442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.914936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:56:56.127517Z","caller":"traceutil/trace.go:171","msg":"trace[72260033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:772; }","duration":"225.033519ms","start":"2026-02-26T21:56:55.902471Z","end":"2026-02-26T21:56:56.127505Z","steps":["trace[72260033] 'agreement among raft nodes before linearized reading' (duration: 224.818964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:56:56.134757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.584574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:56:56.134846Z","caller":"traceutil/trace.go:171","msg":"trace[1484964924] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:773; }","duration":"157.687087ms","start":"2026-02-26T21:56:55.977128Z","end":"2026-02-26T21:56:56.134815Z","steps":["trace[1484964924] 'agreement among raft nodes before linearized reading' (duration: 157.079142ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:04.31122Z","caller":"traceutil/trace.go:171","msg":"trace[199731781] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"113.579601ms","start":"2026-02-26T21:57:04.197613Z","end":"2026-02-26T21:57:04.311192Z","steps":["trace[199731781] 'process raft request' (duration: 113.368646ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:05.607202Z","caller":"traceutil/trace.go:171","msg":"trace[297084520] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"110.092565ms","start":"2026-02-26T21:57:05.497082Z","end":"2026-02-26T21:57:05.607174Z","steps":["trace[297084520] 'process raft request' (duration: 109.662225ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:06.374546Z","caller":"traceutil/trace.go:171","msg":"trace[1799573806] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"556.005952ms","start":"2026-02-26T21:57:05.818517Z","end":"2026-02-26T21:57:06.374523Z","steps":["trace[1799573806] 'process raft request' (duration: 555.857039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:06.374686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:05.818497Z","time spent":"556.124875ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T21:57:07.37525Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000812163s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:57:07.375646Z","caller":"traceutil/trace.go:171","msg":"trace[1722142957] linearizableReadLoop","detail":"{readStateIndex:951; appliedIndex:949; }","duration":"1.4721276s","start":"2026-02-26T21:57:05.903487Z","end":"2026-02-26T21:57:07.375615Z","steps":["trace[1722142957] 'read index received' (duration: 470.847516ms)","trace[1722142957] 'applied index is now lower than readState.Index' (duration: 1.001278774s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:57:07.375819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338320325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:57:07.37586Z","caller":"traceutil/trace.go:171","msg":"trace[1340592788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:919; }","duration":"1.338413837s","start":"2026-02-26T21:57:06.037436Z","end":"2026-02-26T21:57:07.37585Z","steps":["trace[1340592788] 'agreement among raft nodes before linearized reading' (duration: 1.338328395s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:07.375893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:06.037416Z","time spent":"1.338469589s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:57:07.375894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472357805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:57:07.375859Z","caller":"traceutil/trace.go:171","msg":"trace[2140243429] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"1.550761447s","start":"2026-02-26T21:57:05.824971Z","end":"2026-02-26T21:57:07.375733Z","steps":["trace[2140243429] 'process raft request' (duration: 1.55046831s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:07.3762Z","caller":"traceutil/trace.go:171","msg":"trace[2055291304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:919; }","duration":"1.472742164s","start":"2026-02-26T21:57:05.903432Z","end":"2026-02-26T21:57:07.376174Z","steps":["trace[2055291304] 'agreement among raft nodes before linearized reading' (duration: 1.472287333s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:07.376249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.882652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T21:57:07.376213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.124434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-26T21:57:07.376243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.284636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:57:07.375947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.117311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:57:07.376304Z","caller":"traceutil/trace.go:171","msg":"trace[485564657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:919; }","duration":"906.971854ms","start":"2026-02-26T21:57:06.469315Z","end":"2026-02-26T21:57:07.376287Z","steps":["trace[485564657] 'agreement among raft nodes before linearized reading' (duration: 906.852201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:07.376332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.186708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T21:57:07.376331Z","caller":"traceutil/trace.go:171","msg":"trace[1149871303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:919; }","duration":"908.534151ms","start":"2026-02-26T21:57:06.467785Z","end":"2026-02-26T21:57:07.37632Z","steps":["trace[1149871303] 'agreement among raft nodes before linearized reading' (duration: 908.009368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:07.376278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:05.903406Z","time spent":"1.472862227s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:57:07.376333Z","caller":"traceutil/trace.go:171","msg":"trace[682092999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:919; }","duration":"920.290778ms","start":"2026-02-26T21:57:06.456012Z","end":"2026-02-26T21:57:07.376303Z","steps":["trace[682092999] 'agreement among raft nodes before linearized reading' (duration: 919.812777ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:07.376363Z","caller":"traceutil/trace.go:171","msg":"trace[1713567977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:919; }","duration":"932.26244ms","start":"2026-02-26T21:57:06.444092Z","end":"2026-02-26T21:57:07.376354Z","steps":["trace[1713567977] 'agreement among raft nodes before linearized reading' (duration: 932.168938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:07.376417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:06.467774Z","time spent":"908.591912ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T21:57:07.376437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:06.44407Z","time spent":"932.359822ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T21:57:07.376351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:06.469292Z","time spent":"907.047175ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:57:07.376358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:05.824947Z","time spent":"1.551259779s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5337,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:57:07.376334Z","caller":"traceutil/trace.go:171","msg":"trace[1526040923] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:919; }","duration":"733.44271ms","start":"2026-02-26T21:57:06.642873Z","end":"2026-02-26T21:57:07.376315Z","steps":["trace[1526040923] 'agreement among raft nodes before linearized reading' (duration: 733.271876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:07.376469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.108759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T21:57:07.37652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:06.642848Z","time spent":"733.647756ms","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:57:07.376441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:06.455961Z","time spent":"920.464652ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T21:57:07.376556Z","caller":"traceutil/trace.go:171","msg":"trace[6668394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:919; }","duration":"919.226462ms","start":"2026-02-26T21:57:06.457308Z","end":"2026-02-26T21:57:07.376534Z","steps":["trace[6668394] 'agreement among raft nodes before linearized reading' (duration: 918.915304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:07.376614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:06.457294Z","time spent":"919.311154ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T21:57:09.056102Z","caller":"traceutil/trace.go:171","msg":"trace[768685444] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"126.203658ms","start":"2026-02-26T21:57:08.929871Z","end":"2026-02-26T21:57:09.056075Z","steps":["trace[768685444] 'process raft request' (duration: 126.072835ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:09.361636Z","caller":"traceutil/trace.go:171","msg":"trace[65589205] linearizableReadLoop","detail":"{readStateIndex:969; appliedIndex:968; }","duration":"324.872234ms","start":"2026-02-26T21:57:09.03674Z","end":"2026-02-26T21:57:09.361612Z","steps":["trace[65589205] 'read index received' (duration: 19.336912ms)","trace[65589205] 'applied index is now lower than readState.Index' (duration: 305.534432ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:57:09.361684Z","caller":"traceutil/trace.go:171","msg":"trace[811491418] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"323.935832ms","start":"2026-02-26T21:57:09.037714Z","end":"2026-02-26T21:57:09.36165Z","steps":["trace[811491418] 'process raft request' (duration: 323.804989ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:09.361764Z","caller":"traceutil/trace.go:171","msg":"trace[1095224954] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"344.853382ms","start":"2026-02-26T21:57:09.0169Z","end":"2026-02-26T21:57:09.361753Z","steps":["trace[1095224954] 'process raft request' (duration: 344.482293ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:09.361765Z","caller":"traceutil/trace.go:171","msg":"trace[1933782157] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"323.256055ms","start":"2026-02-26T21:57:09.03848Z","end":"2026-02-26T21:57:09.361736Z","steps":["trace[1933782157] 'process raft request' (duration: 323.092671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:09.361841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:09.037682Z","time spent":"324.084235ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2600,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:57:09.361921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:09.016873Z","time spent":"344.936814ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:57:09.36198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.243334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:57:09.362041Z","caller":"traceutil/trace.go:171","msg":"trace[1105179929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:938; }","duration":"325.359086ms","start":"2026-02-26T21:57:09.036668Z","end":"2026-02-26T21:57:09.362027Z","steps":["trace[1105179929] 'agreement among raft nodes before linearized reading' (duration: 325.270724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:09.362075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:09.036639Z","time spent":"325.428278ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:57:09.361934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:09.038454Z","time spent":"323.396509ms","remote":"127.0.0.1:38298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:57:11.992789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398379404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:57:12.493545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398379404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:57:12.994076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398379404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:57:13.061062Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.58860919s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:57:13.061472Z","caller":"traceutil/trace.go:171","msg":"trace[1384750491] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"1.643998641s","start":"2026-02-26T21:57:11.417452Z","end":"2026-02-26T21:57:13.061451Z","steps":["trace[1384750491] 'process raft request' (duration: 1.643866558s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:13.061595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:11.417438Z","time spent":"1.644086304s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:57:13.08513Z","caller":"traceutil/trace.go:171","msg":"trace[532306932] linearizableReadLoop","detail":"{readStateIndex:978; appliedIndex:976; }","duration":"1.593451659s","start":"2026-02-26T21:57:11.491654Z","end":"2026-02-26T21:57:13.085106Z","steps":["trace[532306932] 'read index received' (duration: 1.569655298s)","trace[532306932] 'applied index is now lower than readState.Index' (duration: 23.795341ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:57:13.085209Z","caller":"traceutil/trace.go:171","msg":"trace[698563666] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"151.341752ms","start":"2026-02-26T21:57:12.93384Z","end":"2026-02-26T21:57:13.085182Z","steps":["trace[698563666] 'process raft request' (duration: 151.132216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:13.085356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593674184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T21:57:13.085405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.328772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T21:57:13.085418Z","caller":"traceutil/trace.go:171","msg":"trace[1871828993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:945; }","duration":"1.593777997s","start":"2026-02-26T21:57:11.491626Z","end":"2026-02-26T21:57:13.085404Z","steps":["trace[1871828993] 'agreement among raft nodes before linearized reading' (duration: 1.593583222s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:13.085468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:11.491614Z","time spent":"1.593844358s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T21:57:13.085471Z","caller":"traceutil/trace.go:171","msg":"trace[1540034053] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:945; }","duration":"677.424515ms","start":"2026-02-26T21:57:12.40802Z","end":"2026-02-26T21:57:13.085444Z","steps":["trace[1540034053] 'agreement among raft nodes before linearized reading' (duration: 677.248231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:13.085452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048164957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:57:13.085478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555735238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T21:57:13.085509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:12.407991Z","time spent":"677.509316ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"info","ts":"2026-02-26T21:57:13.085539Z","caller":"traceutil/trace.go:171","msg":"trace[1696176634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:945; }","duration":"1.048302261s","start":"2026-02-26T21:57:12.037217Z","end":"2026-02-26T21:57:13.08552Z","steps":["trace[1696176634] 'agreement among raft nodes before linearized reading' (duration: 1.048139977s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:13.085549Z","caller":"traceutil/trace.go:171","msg":"trace[1941959892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:945; }","duration":"1.555875831s","start":"2026-02-26T21:57:11.529655Z","end":"2026-02-26T21:57:13.085531Z","steps":["trace[1941959892] 'agreement among raft nodes before linearized reading' (duration: 1.555673566s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:13.085569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555962154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T21:57:13.085589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:11.529635Z","time spent":"1.555945393s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:57:13.085591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:12.037198Z","time spent":"1.048385382s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T21:57:13.085606Z","caller":"traceutil/trace.go:171","msg":"trace[242215365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:945; }","duration":"1.556017224s","start":"2026-02-26T21:57:11.529579Z","end":"2026-02-26T21:57:13.085596Z","steps":["trace[242215365] 'agreement among raft nodes before linearized reading' (duration: 1.555930952s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:13.085482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581659382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T21:57:13.085609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.27769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-tbbnn\" ","response":"range_response_count:1 size:5352"} {"level":"warn","ts":"2026-02-26T21:57:13.085639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:11.529568Z","time spent":"1.556064376s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:57:13.085665Z","caller":"traceutil/trace.go:171","msg":"trace[465593352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:945; }","duration":"1.581913198s","start":"2026-02-26T21:57:11.503735Z","end":"2026-02-26T21:57:13.085648Z","steps":["trace[465593352] 'agreement among raft nodes before linearized reading' (duration: 1.581485367s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:13.085678Z","caller":"traceutil/trace.go:171","msg":"trace[923558964] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-tbbnn; range_end:; response_count:1; response_revision:945; }","duration":"274.387703ms","start":"2026-02-26T21:57:12.811271Z","end":"2026-02-26T21:57:13.085659Z","steps":["trace[923558964] 'agreement among raft nodes before linearized reading' (duration: 274.215309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:13.085739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:11.503712Z","time spent":"1.582001999s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:57:13.364546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.208152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:57:13.36469Z","caller":"traceutil/trace.go:171","msg":"trace[1110713904] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"275.153213ms","start":"2026-02-26T21:57:13.089515Z","end":"2026-02-26T21:57:13.364668Z","steps":["trace[1110713904] 'process raft request' (duration: 97.700974ms)","trace[1110713904] 'compare' (duration: 176.922375ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:57:13.450099Z","caller":"traceutil/trace.go:171","msg":"trace[134183498] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"360.439783ms","start":"2026-02-26T21:57:13.089625Z","end":"2026-02-26T21:57:13.450065Z","steps":["trace[134183498] 'process raft request' (duration: 360.138175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:13.450309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:13.089604Z","time spent":"360.593086ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:57:13.450451Z","caller":"traceutil/trace.go:171","msg":"trace[1314650556] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"360.570976ms","start":"2026-02-26T21:57:13.089867Z","end":"2026-02-26T21:57:13.450438Z","steps":["trace[1314650556] 'process raft request' (duration: 360.257048ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:13.450574Z","caller":"traceutil/trace.go:171","msg":"trace[1680600039] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"355.550403ms","start":"2026-02-26T21:57:13.094998Z","end":"2026-02-26T21:57:13.450549Z","steps":["trace[1680600039] 'process raft request' (duration: 355.275047ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:13.450558Z","caller":"traceutil/trace.go:171","msg":"trace[426235507] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"359.420857ms","start":"2026-02-26T21:57:13.091079Z","end":"2026-02-26T21:57:13.4505Z","steps":["trace[426235507] 'process raft request' (duration: 359.12222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:13.450636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:13.089844Z","time spent":"360.681159ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:57:13.450687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.335211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T21:57:13.450775Z","caller":"traceutil/trace.go:171","msg":"trace[794732812] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:951; }","duration":"358.510125ms","start":"2026-02-26T21:57:13.092253Z","end":"2026-02-26T21:57:13.450763Z","steps":["trace[794732812] 'agreement among raft nodes before linearized reading' (duration: 358.244429ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:13.450361Z","caller":"traceutil/trace.go:171","msg":"trace[2008684027] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"360.519225ms","start":"2026-02-26T21:57:13.089804Z","end":"2026-02-26T21:57:13.450323Z","steps":["trace[2008684027] 'process raft request' (duration: 360.151246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:13.45084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:13.089777Z","time spent":"361.032256ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:57:13.450848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:13.092239Z","time spent":"358.594017ms","remote":"127.0.0.1:38304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":131,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:57:13.450417Z","caller":"traceutil/trace.go:171","msg":"trace[1789947389] linearizableReadLoop","detail":"{readStateIndex:984; appliedIndex:979; }","duration":"358.064405ms","start":"2026-02-26T21:57:13.092294Z","end":"2026-02-26T21:57:13.450359Z","steps":["trace[1789947389] 'read index received' (duration: 94.928526ms)","trace[1789947389] 'applied index is now lower than readState.Index' (duration: 263.134789ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:57:13.450693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:13.094989Z","time spent":"355.650555ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5133,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:57:13.451108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.222119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:57:13.451186Z","caller":"traceutil/trace.go:171","msg":"trace[799092255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:951; }","duration":"356.346662ms","start":"2026-02-26T21:57:13.094816Z","end":"2026-02-26T21:57:13.451163Z","steps":["trace[799092255] 'agreement among raft nodes before linearized reading' (duration: 356.223709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:13.451229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:13.094807Z","time spent":"356.413183ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:57:13.451295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:13.091062Z","time spent":"360.092793ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:57:13.817011Z","caller":"traceutil/trace.go:171","msg":"trace[1928486615] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"124.520017ms","start":"2026-02-26T21:57:13.692465Z","end":"2026-02-26T21:57:13.816985Z","steps":["trace[1928486615] 'process raft request' (duration: 124.345032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:21.905386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398379515,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T21:57:21.965831Z","caller":"traceutil/trace.go:171","msg":"trace[660107524] linearizableReadLoop","detail":"{readStateIndex:1035; appliedIndex:1034; }","duration":"561.014974ms","start":"2026-02-26T21:57:21.404788Z","end":"2026-02-26T21:57:21.965802Z","steps":["trace[660107524] 'read index received' (duration: 560.746048ms)","trace[660107524] 'applied index is now lower than readState.Index' (duration: 267.876µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:57:21.966047Z","caller":"traceutil/trace.go:171","msg":"trace[2054769405] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"866.699431ms","start":"2026-02-26T21:57:21.099304Z","end":"2026-02-26T21:57:21.966004Z","steps":["trace[2054769405] 'process raft request' (duration: 866.304491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:21.966222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.476973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:57:21.96626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:21.099279Z","time spent":"866.879234ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:57:21.96629Z","caller":"traceutil/trace.go:171","msg":"trace[938491509] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:999; }","duration":"549.587626ms","start":"2026-02-26T21:57:21.416685Z","end":"2026-02-26T21:57:21.966272Z","steps":["trace[938491509] 'agreement among raft nodes before linearized reading' (duration: 549.480344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:21.966271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.473235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T21:57:21.966532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:21.416671Z","time spent":"549.843572ms","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:57:21.966537Z","caller":"traceutil/trace.go:171","msg":"trace[1150532885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:999; }","duration":"561.770532ms","start":"2026-02-26T21:57:21.404751Z","end":"2026-02-26T21:57:21.966521Z","steps":["trace[1150532885] 'agreement among raft nodes before linearized reading' (duration: 561.286861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:21.966551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.864215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T21:57:21.966603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:21.404729Z","time spent":"561.846875ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T21:57:21.966636Z","caller":"traceutil/trace.go:171","msg":"trace[193818361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:999; }","duration":"477.969588ms","start":"2026-02-26T21:57:21.488643Z","end":"2026-02-26T21:57:21.966613Z","steps":["trace[193818361] 'agreement among raft nodes before linearized reading' (duration: 477.550988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:21.966645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.03241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T21:57:21.966696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:21.488632Z","time spent":"478.05027ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T21:57:21.966709Z","caller":"traceutil/trace.go:171","msg":"trace[437851789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:999; }","duration":"478.120002ms","start":"2026-02-26T21:57:21.488571Z","end":"2026-02-26T21:57:21.966691Z","steps":["trace[437851789] 'agreement among raft nodes before linearized reading' (duration: 477.667901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:21.966803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:21.48856Z","time spent":"478.229185ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:57:21.966697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.901929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T21:57:21.966884Z","caller":"traceutil/trace.go:171","msg":"trace[1311492210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:999; }","duration":"483.110514ms","start":"2026-02-26T21:57:21.48375Z","end":"2026-02-26T21:57:21.96686Z","steps":["trace[1311492210] 'agreement among raft nodes before linearized reading' (duration: 482.544551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:21.96695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:21.483685Z","time spent":"483.249627ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T21:57:27.951933Z","caller":"traceutil/trace.go:171","msg":"trace[85291749] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"165.21204ms","start":"2026-02-26T21:57:27.786685Z","end":"2026-02-26T21:57:27.951897Z","steps":["trace[85291749] 'process raft request' (duration: 97.183669ms)","trace[85291749] 'compare' (duration: 67.892377ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:57:32.28751Z","caller":"traceutil/trace.go:171","msg":"trace[557113655] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"100.104601ms","start":"2026-02-26T21:57:32.187373Z","end":"2026-02-26T21:57:32.287478Z","steps":["trace[557113655] 'process raft request' (duration: 99.897516ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:32.849853Z","caller":"traceutil/trace.go:171","msg":"trace[1710803577] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"113.350655ms","start":"2026-02-26T21:57:32.736466Z","end":"2026-02-26T21:57:32.849817Z","steps":["trace[1710803577] 'process raft request' (duration: 99.248191ms)","trace[1710803577] 'compare' (duration: 13.904079ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:57:35.605496Z","caller":"traceutil/trace.go:171","msg":"trace[2086450211] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"170.95498ms","start":"2026-02-26T21:57:35.434516Z","end":"2026-02-26T21:57:35.605471Z","steps":["trace[2086450211] 'process raft request' (duration: 170.715444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:35.940536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.54811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:57:35.940619Z","caller":"traceutil/trace.go:171","msg":"trace[387276963] range","detail":"{range_begin:/registry/roles/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1102; }","duration":"268.676633ms","start":"2026-02-26T21:57:35.671923Z","end":"2026-02-26T21:57:35.9406Z","steps":["trace[387276963] 'range keys from in-memory index tree' (duration: 268.436377ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:36.428389Z","caller":"traceutil/trace.go:171","msg":"trace[420185314] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"149.903237ms","start":"2026-02-26T21:57:36.278459Z","end":"2026-02-26T21:57:36.428362Z","steps":["trace[420185314] 'process raft request' (duration: 66.750128ms)","trace[420185314] 'compare' (duration: 82.983875ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:57:38.636958Z","caller":"traceutil/trace.go:171","msg":"trace[1979081263] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"145.93266ms","start":"2026-02-26T21:57:38.490978Z","end":"2026-02-26T21:57:38.636911Z","steps":["trace[1979081263] 'process raft request' (duration: 96.296359ms)","trace[1979081263] 'compare' (duration: 49.372634ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:57:38.637156Z","caller":"traceutil/trace.go:171","msg":"trace[1554957407] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"145.788226ms","start":"2026-02-26T21:57:38.491346Z","end":"2026-02-26T21:57:38.637134Z","steps":["trace[1554957407] 'process raft request' (duration: 145.715214ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:38.637174Z","caller":"traceutil/trace.go:171","msg":"trace[867202220] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"145.805806ms","start":"2026-02-26T21:57:38.491338Z","end":"2026-02-26T21:57:38.637144Z","steps":["trace[867202220] 'process raft request' (duration: 145.503499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:40.756999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.158398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T21:57:40.757084Z","caller":"traceutil/trace.go:171","msg":"trace[811402980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1130; }","duration":"115.292372ms","start":"2026-02-26T21:57:40.641773Z","end":"2026-02-26T21:57:40.757065Z","steps":["trace[811402980] 'range keys from in-memory index tree' (duration: 114.943053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:40.757057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.872727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:57:40.757151Z","caller":"traceutil/trace.go:171","msg":"trace[70713618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1130; }","duration":"116.028681ms","start":"2026-02-26T21:57:40.641101Z","end":"2026-02-26T21:57:40.757129Z","steps":["trace[70713618] 'range keys from in-memory index tree' (duration: 115.652301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:40.757448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.291467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:57:40.757553Z","caller":"traceutil/trace.go:171","msg":"trace[714777160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1130; }","duration":"116.461501ms","start":"2026-02-26T21:57:40.641072Z","end":"2026-02-26T21:57:40.757533Z","steps":["trace[714777160] 'range keys from in-memory index tree' (duration: 115.99652ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:42.346377Z","caller":"traceutil/trace.go:171","msg":"trace[1710879818] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"115.639921ms","start":"2026-02-26T21:57:42.230714Z","end":"2026-02-26T21:57:42.346354Z","steps":["trace[1710879818] 'process raft request' (duration: 115.510188ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:44.710986Z","caller":"traceutil/trace.go:171","msg":"trace[562622089] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"176.487845ms","start":"2026-02-26T21:57:44.534469Z","end":"2026-02-26T21:57:44.710957Z","steps":["trace[562622089] 'process raft request' (duration: 176.27107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:44.945157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.033614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:57:44.945242Z","caller":"traceutil/trace.go:171","msg":"trace[1271830698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1142; }","duration":"119.167487ms","start":"2026-02-26T21:57:44.826055Z","end":"2026-02-26T21:57:44.945223Z","steps":["trace[1271830698] 'range keys from in-memory index tree' (duration: 118.839959ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:46.95155Z","caller":"traceutil/trace.go:171","msg":"trace[1772387126] linearizableReadLoop","detail":"{readStateIndex:1196; appliedIndex:1195; }","duration":"275.54772ms","start":"2026-02-26T21:57:46.675971Z","end":"2026-02-26T21:57:46.951519Z","steps":["trace[1772387126] 'read index received' (duration: 275.285764ms)","trace[1772387126] 'applied index is now lower than readState.Index' (duration: 260.526µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:57:46.951676Z","caller":"traceutil/trace.go:171","msg":"trace[996124198] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"506.970926ms","start":"2026-02-26T21:57:46.444664Z","end":"2026-02-26T21:57:46.951635Z","steps":["trace[996124198] 'process raft request' (duration: 506.650818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:46.951815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.815657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:57:46.951861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:46.444562Z","time spent":"507.196741ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:57:46.951878Z","caller":"traceutil/trace.go:171","msg":"trace[841871641] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1151; }","duration":"275.93805ms","start":"2026-02-26T21:57:46.675919Z","end":"2026-02-26T21:57:46.951857Z","steps":["trace[841871641] 'agreement among raft nodes before linearized reading' (duration: 275.796497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:46.952111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.946419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:57:46.952217Z","caller":"traceutil/trace.go:171","msg":"trace[2006443324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1151; }","duration":"237.087672ms","start":"2026-02-26T21:57:46.715101Z","end":"2026-02-26T21:57:46.952189Z","steps":["trace[2006443324] 'agreement among raft nodes before linearized reading' (duration: 236.790375ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:49.151711Z","caller":"traceutil/trace.go:171","msg":"trace[1295737647] linearizableReadLoop","detail":"{readStateIndex:1206; appliedIndex:1204; }","duration":"158.348782ms","start":"2026-02-26T21:57:48.993335Z","end":"2026-02-26T21:57:49.151684Z","steps":["trace[1295737647] 'read index received' (duration: 3.881664ms)","trace[1295737647] 'applied index is now lower than readState.Index' (duration: 154.465778ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:57:49.151923Z","caller":"traceutil/trace.go:171","msg":"trace[1500173826] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"187.536633ms","start":"2026-02-26T21:57:48.964335Z","end":"2026-02-26T21:57:49.151871Z","steps":["trace[1500173826] 'process raft request' (duration: 152.453158ms)","trace[1500173826] 'compare' (duration: 34.753287ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:57:49.152024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.67159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:57:49.152077Z","caller":"traceutil/trace.go:171","msg":"trace[165288107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1160; }","duration":"158.794934ms","start":"2026-02-26T21:57:48.993266Z","end":"2026-02-26T21:57:49.152061Z","steps":["trace[165288107] 'agreement among raft nodes before linearized reading' (duration: 158.607868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:49.152164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.546628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T21:57:49.152221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.743529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-sjph8\" ","response":"range_response_count:1 size:4522"} {"level":"warn","ts":"2026-02-26T21:57:49.152208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.577346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T21:57:49.152298Z","caller":"traceutil/trace.go:171","msg":"trace[23673165] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-sjph8; range_end:; response_count:1; response_revision:1160; }","duration":"123.862482ms","start":"2026-02-26T21:57:49.028411Z","end":"2026-02-26T21:57:49.152274Z","steps":["trace[23673165] 'agreement among raft nodes before linearized reading' (duration: 123.594984ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:49.152296Z","caller":"traceutil/trace.go:171","msg":"trace[1078659654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1160; }","duration":"156.710603ms","start":"2026-02-26T21:57:48.995552Z","end":"2026-02-26T21:57:49.152263Z","steps":["trace[1078659654] 'agreement among raft nodes before linearized reading' (duration: 156.395944ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:49.152305Z","caller":"traceutil/trace.go:171","msg":"trace[1428291687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1160; }","duration":"155.716969ms","start":"2026-02-26T21:57:48.996566Z","end":"2026-02-26T21:57:49.152282Z","steps":["trace[1428291687] 'agreement among raft nodes before linearized reading' (duration: 155.496364ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:49.341115Z","caller":"traceutil/trace.go:171","msg":"trace[1022058363] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"184.08033ms","start":"2026-02-26T21:57:49.157011Z","end":"2026-02-26T21:57:49.341091Z","steps":["trace[1022058363] 'process raft request' (duration: 172.768384ms)","trace[1022058363] 'compare' (duration: 11.137232ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:57:49.341437Z","caller":"traceutil/trace.go:171","msg":"trace[1435881209] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"184.330167ms","start":"2026-02-26T21:57:49.157076Z","end":"2026-02-26T21:57:49.341406Z","steps":["trace[1435881209] 'process raft request' (duration: 183.968168ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:49.341451Z","caller":"traceutil/trace.go:171","msg":"trace[70690144] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"181.115558ms","start":"2026-02-26T21:57:49.160308Z","end":"2026-02-26T21:57:49.341423Z","steps":["trace[70690144] 'process raft request' (duration: 180.985625ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:51.30211Z","caller":"traceutil/trace.go:171","msg":"trace[1816370536] linearizableReadLoop","detail":"{readStateIndex:1289; appliedIndex:1288; }","duration":"144.829803ms","start":"2026-02-26T21:57:51.157251Z","end":"2026-02-26T21:57:51.302081Z","steps":["trace[1816370536] 'read index received' (duration: 125.898551ms)","trace[1816370536] 'applied index is now lower than readState.Index' (duration: 18.930022ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:57:51.302285Z","caller":"traceutil/trace.go:171","msg":"trace[2118036170] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"191.528172ms","start":"2026-02-26T21:57:51.110644Z","end":"2026-02-26T21:57:51.302172Z","steps":["trace[2118036170] 'process raft request' (duration: 172.60888ms)","trace[2118036170] 'compare' (duration: 18.660525ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:57:51.302407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.12051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T21:57:51.302453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.604544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:57:51.302494Z","caller":"traceutil/trace.go:171","msg":"trace[1637427816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1242; }","duration":"145.263354ms","start":"2026-02-26T21:57:51.15721Z","end":"2026-02-26T21:57:51.302473Z","steps":["trace[1637427816] 'agreement among raft nodes before linearized reading' (duration: 144.970687ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:51.302502Z","caller":"traceutil/trace.go:171","msg":"trace[420606108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1242; }","duration":"116.667886ms","start":"2026-02-26T21:57:51.185818Z","end":"2026-02-26T21:57:51.302486Z","steps":["trace[420606108] 'agreement among raft nodes before linearized reading' (duration: 116.535793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:52.903019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:52.412273Z","time spent":"490.742441ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T21:57:53.527978Z","caller":"traceutil/trace.go:171","msg":"trace[742821217] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"118.818708ms","start":"2026-02-26T21:57:53.409129Z","end":"2026-02-26T21:57:53.527948Z","steps":["trace[742821217] 'process raft request' (duration: 93.049089ms)","trace[742821217] 'compare' (duration: 25.644276ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:57:54.269608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.583489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-tq8g5\" ","response":"range_response_count:1 size:4178"} {"level":"info","ts":"2026-02-26T21:57:54.269727Z","caller":"traceutil/trace.go:171","msg":"trace[1764327601] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-tq8g5; range_end:; response_count:1; response_revision:1269; }","duration":"236.679052ms","start":"2026-02-26T21:57:54.032992Z","end":"2026-02-26T21:57:54.269671Z","steps":["trace[1764327601] 'range keys from in-memory index tree' (duration: 236.346434ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:57.852322Z","caller":"traceutil/trace.go:171","msg":"trace[1841489468] linearizableReadLoop","detail":"{readStateIndex:1328; appliedIndex:1327; }","duration":"466.214899ms","start":"2026-02-26T21:57:57.386083Z","end":"2026-02-26T21:57:57.852298Z","steps":["trace[1841489468] 'read index received' (duration: 466.076946ms)","trace[1841489468] 'applied index is now lower than readState.Index' (duration: 136.923µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:57:57.852353Z","caller":"traceutil/trace.go:171","msg":"trace[754932553] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"728.875361ms","start":"2026-02-26T21:57:57.123446Z","end":"2026-02-26T21:57:57.852322Z","steps":["trace[754932553] 'process raft request' (duration: 728.723597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:57.852515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:57.123411Z","time spent":"729.008024ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:57:57.852534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.451406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:57:57.85275Z","caller":"traceutil/trace.go:171","msg":"trace[1336552278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1280; }","duration":"466.712303ms","start":"2026-02-26T21:57:57.386022Z","end":"2026-02-26T21:57:57.852734Z","steps":["trace[1336552278] 'agreement among raft nodes before linearized reading' (duration: 466.391564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:57.8528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:57.385976Z","time spent":"466.809885ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T21:57:58.088042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.521233ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T21:57:58.088226Z","caller":"traceutil/trace.go:171","msg":"trace[64886853] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"231.327346ms","start":"2026-02-26T21:57:57.856885Z","end":"2026-02-26T21:57:58.088212Z","steps":["trace[64886853] 'process raft request' (duration: 231.235664ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:57:58.08824Z","caller":"traceutil/trace.go:171","msg":"trace[2055150943] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1328; }","duration":"235.839777ms","start":"2026-02-26T21:57:57.852387Z","end":"2026-02-26T21:57:58.088227Z","steps":["trace[2055150943] 'read index received' (duration: 93.050636ms)","trace[2055150943] 'applied index is now lower than readState.Index' (duration: 142.787971ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:57:58.088419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.347881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:57:58.088463Z","caller":"traceutil/trace.go:171","msg":"trace[2099393338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1281; }","duration":"697.435885ms","start":"2026-02-26T21:57:57.391016Z","end":"2026-02-26T21:57:58.088452Z","steps":["trace[2099393338] 'agreement among raft nodes before linearized reading' (duration: 697.29461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:58.088497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:57.390998Z","time spent":"697.491176ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:57:58.088506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.724769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:57:58.088583Z","caller":"traceutil/trace.go:171","msg":"trace[331193144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1281; }","duration":"692.836933ms","start":"2026-02-26T21:57:57.395728Z","end":"2026-02-26T21:57:58.088565Z","steps":["trace[331193144] 'agreement among raft nodes before linearized reading' (duration: 692.596925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:58.088539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.903807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T21:57:58.088636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:57.39572Z","time spent":"692.907264ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T21:57:58.088715Z","caller":"traceutil/trace.go:171","msg":"trace[1554077793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1281; }","duration":"692.077702ms","start":"2026-02-26T21:57:57.396606Z","end":"2026-02-26T21:57:58.088684Z","steps":["trace[1554077793] 'agreement among raft nodes before linearized reading' (duration: 691.881967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:57:58.088812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:57:57.396593Z","time spent":"692.185204ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T21:57:58.55532Z","caller":"traceutil/trace.go:171","msg":"trace[1437192034] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"123.419825ms","start":"2026-02-26T21:57:58.431876Z","end":"2026-02-26T21:57:58.555295Z","steps":["trace[1437192034] 'process raft request' (duration: 123.283201ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:03.54243Z","caller":"traceutil/trace.go:171","msg":"trace[490912796] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"334.051061ms","start":"2026-02-26T21:58:03.208338Z","end":"2026-02-26T21:58:03.542389Z","steps":["trace[490912796] 'process raft request' (duration: 307.785802ms)","trace[490912796] 'compare' (duration: 26.097085ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:03.54259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:03.208312Z","time spent":"334.202616ms","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:58:08.761409Z","caller":"traceutil/trace.go:171","msg":"trace[1341459944] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"127.860293ms","start":"2026-02-26T21:58:08.633517Z","end":"2026-02-26T21:58:08.761378Z","steps":["trace[1341459944] 'process raft request' (duration: 127.619286ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:10.830296Z","caller":"traceutil/trace.go:171","msg":"trace[142899821] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1528; }","duration":"165.223438ms","start":"2026-02-26T21:58:10.664985Z","end":"2026-02-26T21:58:10.830208Z","steps":["trace[142899821] 'process raft request' (duration: 164.975331ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:11.396615Z","caller":"traceutil/trace.go:171","msg":"trace[705033232] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"109.060033ms","start":"2026-02-26T21:58:11.287535Z","end":"2026-02-26T21:58:11.396595Z","steps":["trace[705033232] 'process raft request' (duration: 108.93602ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:11.797611Z","caller":"traceutil/trace.go:171","msg":"trace[136430482] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"392.442656ms","start":"2026-02-26T21:58:11.405144Z","end":"2026-02-26T21:58:11.797586Z","steps":["trace[136430482] 'process raft request' (duration: 392.393285ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:11.797678Z","caller":"traceutil/trace.go:171","msg":"trace[1137598562] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"392.505198ms","start":"2026-02-26T21:58:11.405143Z","end":"2026-02-26T21:58:11.797648Z","steps":["trace[1137598562] 'process raft request' (duration: 392.239531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:11.797828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:11.405121Z","time spent":"392.60352ms","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1152,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:58:11.798003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:11.405118Z","time spent":"392.690442ms","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1169,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:58:11.90676Z","caller":"traceutil/trace.go:171","msg":"trace[1947263215] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"501.303293ms","start":"2026-02-26T21:58:11.405423Z","end":"2026-02-26T21:58:11.906727Z","steps":["trace[1947263215] 'process raft request' (duration: 485.01667ms)","trace[1947263215] 'compare' (duration: 15.928374ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:11.906988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:11.405408Z","time spent":"501.431017ms","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1202,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:58:11.908075Z","caller":"traceutil/trace.go:171","msg":"trace[1978451166] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"501.371165ms","start":"2026-02-26T21:58:11.405843Z","end":"2026-02-26T21:58:11.907214Z","steps":["trace[1978451166] 'process raft request' (duration: 501.048747ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:11.90725Z","caller":"traceutil/trace.go:171","msg":"trace[1868372079] linearizableReadLoop","detail":"{readStateIndex:1607; appliedIndex:1602; }","duration":"122.765996ms","start":"2026-02-26T21:58:11.784455Z","end":"2026-02-26T21:58:11.907221Z","steps":["trace[1868372079] 'read index received' (duration: 13.167139ms)","trace[1868372079] 'applied index is now lower than readState.Index' (duration: 109.597057ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:58:11.908645Z","caller":"traceutil/trace.go:171","msg":"trace[328989650] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"496.741712ms","start":"2026-02-26T21:58:11.411863Z","end":"2026-02-26T21:58:11.908604Z","steps":["trace[328989650] 'process raft request' (duration: 495.20304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:11.908712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.224477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:58:11.908734Z","caller":"traceutil/trace.go:171","msg":"trace[405787539] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"503.163424ms","start":"2026-02-26T21:58:11.405513Z","end":"2026-02-26T21:58:11.908676Z","steps":["trace[405787539] 'process raft request' (duration: 501.17297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:11.90881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:11.411842Z","time spent":"496.878876ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6114,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:58:11.908799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:11.405832Z","time spent":"502.432045ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1756,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:58:11.908855Z","caller":"traceutil/trace.go:171","msg":"trace[2140505867] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:0; response_revision:1536; }","duration":"124.388801ms","start":"2026-02-26T21:58:11.784413Z","end":"2026-02-26T21:58:11.908802Z","steps":["trace[2140505867] 'agreement among raft nodes before linearized reading' (duration: 123.99218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:11.908982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:11.4055Z","time spent":"503.362858ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:58:11.909283Z","caller":"traceutil/trace.go:171","msg":"trace[168331912] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"503.653576ms","start":"2026-02-26T21:58:11.40561Z","end":"2026-02-26T21:58:11.909264Z","steps":["trace[168331912] 'process raft request' (duration: 501.241602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:11.909384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:11.405603Z","time spent":"503.721459ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:58:12.439225Z","caller":"traceutil/trace.go:171","msg":"trace[1413375492] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"102.373284ms","start":"2026-02-26T21:58:12.336821Z","end":"2026-02-26T21:58:12.439194Z","steps":["trace[1413375492] 'process raft request' (duration: 102.146508ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:12.439283Z","caller":"traceutil/trace.go:171","msg":"trace[1145806416] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"101.83497ms","start":"2026-02-26T21:58:12.337404Z","end":"2026-02-26T21:58:12.439239Z","steps":["trace[1145806416] 'process raft request' (duration: 101.699286ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:12.439338Z","caller":"traceutil/trace.go:171","msg":"trace[464420360] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"100.31834ms","start":"2026-02-26T21:58:12.338998Z","end":"2026-02-26T21:58:12.439317Z","steps":["trace[464420360] 'process raft request' (duration: 100.162156ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:14.077298Z","caller":"traceutil/trace.go:171","msg":"trace[1367055453] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"136.470363ms","start":"2026-02-26T21:58:13.940799Z","end":"2026-02-26T21:58:14.07727Z","steps":["trace[1367055453] 'process raft request' (duration: 136.182035ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:14.765132Z","caller":"traceutil/trace.go:171","msg":"trace[1672548331] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"108.233891ms","start":"2026-02-26T21:58:14.656876Z","end":"2026-02-26T21:58:14.76511Z","steps":["trace[1672548331] 'process raft request' (duration: 108.096587ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:14.767428Z","caller":"traceutil/trace.go:171","msg":"trace[1397808799] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"107.824609ms","start":"2026-02-26T21:58:14.659577Z","end":"2026-02-26T21:58:14.767401Z","steps":["trace[1397808799] 'process raft request' (duration: 107.530372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:16.726466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.289047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:58:16.726599Z","caller":"traceutil/trace.go:171","msg":"trace[717712051] linearizableReadLoop","detail":"{readStateIndex:1660; appliedIndex:1659; }","duration":"360.185517ms","start":"2026-02-26T21:58:16.366391Z","end":"2026-02-26T21:58:16.726576Z","steps":["trace[717712051] 'read index received' (duration: 152.770006ms)","trace[717712051] 'applied index is now lower than readState.Index' (duration: 207.413721ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:58:16.726623Z","caller":"traceutil/trace.go:171","msg":"trace[2003185379] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"395.129628ms","start":"2026-02-26T21:58:16.331469Z","end":"2026-02-26T21:58:16.726599Z","steps":["trace[2003185379] 'process raft request' (duration: 187.597474ms)","trace[2003185379] 'compare' (duration: 207.157124ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:16.726738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:16.331446Z","time spent":"395.23624ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:58:16.726871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.462455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T21:58:16.726938Z","caller":"traceutil/trace.go:171","msg":"trace[268561276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1587; }","duration":"360.587038ms","start":"2026-02-26T21:58:16.366333Z","end":"2026-02-26T21:58:16.72692Z","steps":["trace[268561276] 'agreement among raft nodes before linearized reading' (duration: 360.345952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:16.726978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:16.36631Z","time spent":"360.659181ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T21:58:16.981858Z","caller":"traceutil/trace.go:171","msg":"trace[441345091] linearizableReadLoop","detail":"{readStateIndex:1661; appliedIndex:1660; }","duration":"255.194422ms","start":"2026-02-26T21:58:16.726641Z","end":"2026-02-26T21:58:16.981835Z","steps":["trace[441345091] 'read index received' (duration: 255.015838ms)","trace[441345091] 'applied index is now lower than readState.Index' (duration: 177.544µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:58:16.981926Z","caller":"traceutil/trace.go:171","msg":"trace[778000053] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"503.854092ms","start":"2026-02-26T21:58:16.478038Z","end":"2026-02-26T21:58:16.981892Z","steps":["trace[778000053] 'process raft request' (duration: 503.549884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:16.982038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.139894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T21:58:16.982105Z","caller":"traceutil/trace.go:171","msg":"trace[972459592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1588; }","duration":"615.213936ms","start":"2026-02-26T21:58:16.366847Z","end":"2026-02-26T21:58:16.982061Z","steps":["trace[972459592] 'agreement among raft nodes before linearized reading' (duration: 615.079383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:16.982115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:16.477996Z","time spent":"504.006296ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:58:16.982152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:16.366833Z","time spent":"615.307249ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T21:58:16.983029Z","caller":"traceutil/trace.go:171","msg":"trace[1350881846] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"251.71521ms","start":"2026-02-26T21:58:16.731293Z","end":"2026-02-26T21:58:16.983008Z","steps":["trace[1350881846] 'process raft request' (duration: 251.636198ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:21.805517Z","caller":"traceutil/trace.go:171","msg":"trace[1784241246] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"114.407236ms","start":"2026-02-26T21:58:21.691086Z","end":"2026-02-26T21:58:21.805493Z","steps":["trace[1784241246] 'process raft request' (duration: 114.217281ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:21.80585Z","caller":"traceutil/trace.go:171","msg":"trace[1774642038] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"111.405626ms","start":"2026-02-26T21:58:21.694427Z","end":"2026-02-26T21:58:21.805833Z","steps":["trace[1774642038] 'process raft request' (duration: 110.981905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:22.204877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.500456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:58:22.205079Z","caller":"traceutil/trace.go:171","msg":"trace[210793603] linearizableReadLoop","detail":"{readStateIndex:1728; appliedIndex:1726; }","duration":"220.987093ms","start":"2026-02-26T21:58:21.984076Z","end":"2026-02-26T21:58:22.205063Z","steps":["trace[210793603] 'read index received' (duration: 76.186669ms)","trace[210793603] 'applied index is now lower than readState.Index' (duration: 144.799584ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:58:22.205128Z","caller":"traceutil/trace.go:171","msg":"trace[433400919] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"229.450258ms","start":"2026-02-26T21:58:21.975638Z","end":"2026-02-26T21:58:22.205088Z","steps":["trace[433400919] 'process raft request' (duration: 229.343955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:22.205234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.897218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:58:22.205246Z","caller":"traceutil/trace.go:171","msg":"trace[906499215] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"281.205206ms","start":"2026-02-26T21:58:21.923999Z","end":"2026-02-26T21:58:22.205204Z","steps":["trace[906499215] 'process raft request' (duration: 136.299789ms)","trace[906499215] 'compare' (duration: 144.255209ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:22.205286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.01369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18157"} {"level":"info","ts":"2026-02-26T21:58:22.205313Z","caller":"traceutil/trace.go:171","msg":"trace[680991566] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:1654; }","duration":"281.00822ms","start":"2026-02-26T21:58:21.924283Z","end":"2026-02-26T21:58:22.205291Z","steps":["trace[680991566] 'agreement among raft nodes before linearized reading' (duration: 280.868106ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:22.205326Z","caller":"traceutil/trace.go:171","msg":"trace[1713917738] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:1654; }","duration":"263.088083ms","start":"2026-02-26T21:58:21.942228Z","end":"2026-02-26T21:58:22.205316Z","steps":["trace[1713917738] 'agreement among raft nodes before linearized reading' (duration: 262.908188ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:22.252637Z","caller":"traceutil/trace.go:171","msg":"trace[6353235] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"266.920565ms","start":"2026-02-26T21:58:21.985678Z","end":"2026-02-26T21:58:22.252599Z","steps":["trace[6353235] 'process raft request' (duration: 266.586656ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:22.25277Z","caller":"traceutil/trace.go:171","msg":"trace[369133650] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"266.116474ms","start":"2026-02-26T21:58:21.986623Z","end":"2026-02-26T21:58:22.252739Z","steps":["trace[369133650] 'process raft request' (duration: 265.805306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:22.252841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.03694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:58:22.25294Z","caller":"traceutil/trace.go:171","msg":"trace[595724518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1656; }","duration":"216.183544ms","start":"2026-02-26T21:58:22.036734Z","end":"2026-02-26T21:58:22.252917Z","steps":["trace[595724518] 'agreement among raft nodes before linearized reading' (duration: 216.00882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:22.252927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.880574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-02-26T21:58:22.253013Z","caller":"traceutil/trace.go:171","msg":"trace[1102907434] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1656; }","duration":"201.996756ms","start":"2026-02-26T21:58:22.050996Z","end":"2026-02-26T21:58:22.252993Z","steps":["trace[1102907434] 'agreement among raft nodes before linearized reading' (duration: 201.729049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:22.253361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.866824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-26T21:58:22.253421Z","caller":"traceutil/trace.go:171","msg":"trace[1534296338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1656; }","duration":"136.958175ms","start":"2026-02-26T21:58:22.11645Z","end":"2026-02-26T21:58:22.253408Z","steps":["trace[1534296338] 'agreement among raft nodes before linearized reading' (duration: 136.7443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:22.487285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.540912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:58:22.487402Z","caller":"traceutil/trace.go:171","msg":"trace[821523921] linearizableReadLoop","detail":"{readStateIndex:1731; appliedIndex:1730; }","duration":"234.77662ms","start":"2026-02-26T21:58:22.252609Z","end":"2026-02-26T21:58:22.487385Z","steps":["trace[821523921] 'read index received' (duration: 118.070693ms)","trace[821523921] 'applied index is now lower than readState.Index' (duration: 116.704867ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:58:22.487447Z","caller":"traceutil/trace.go:171","msg":"trace[1122695781] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"271.848636ms","start":"2026-02-26T21:58:22.215568Z","end":"2026-02-26T21:58:22.487416Z","steps":["trace[1122695781] 'process raft request' (duration: 155.097598ms)","trace[1122695781] 'compare' (duration: 116.409239ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:22.487581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.852402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:58:22.487659Z","caller":"traceutil/trace.go:171","msg":"trace[1194068694] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:1657; }","duration":"278.974305ms","start":"2026-02-26T21:58:22.208672Z","end":"2026-02-26T21:58:22.487646Z","steps":["trace[1194068694] 'agreement among raft nodes before linearized reading' (duration: 278.78649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:22.489586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.327994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:58:22.489775Z","caller":"traceutil/trace.go:171","msg":"trace[978637457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1661; }","duration":"235.54667ms","start":"2026-02-26T21:58:22.254204Z","end":"2026-02-26T21:58:22.489751Z","steps":["trace[978637457] 'agreement among raft nodes before linearized reading' (duration: 235.283263ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:22.490118Z","caller":"traceutil/trace.go:171","msg":"trace[585379251] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"232.56862ms","start":"2026-02-26T21:58:22.257521Z","end":"2026-02-26T21:58:22.490089Z","steps":["trace[585379251] 'process raft request' (duration: 231.835961ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:22.49013Z","caller":"traceutil/trace.go:171","msg":"trace[2054940755] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"232.720404ms","start":"2026-02-26T21:58:22.257389Z","end":"2026-02-26T21:58:22.490109Z","steps":["trace[2054940755] 'process raft request' (duration: 231.930694ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:22.490181Z","caller":"traceutil/trace.go:171","msg":"trace[1039909829] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"218.335012ms","start":"2026-02-26T21:58:22.27182Z","end":"2026-02-26T21:58:22.490155Z","steps":["trace[1039909829] 'process raft request' (duration: 217.599512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:22.490327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.673933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:114918"} {"level":"info","ts":"2026-02-26T21:58:22.490385Z","caller":"traceutil/trace.go:171","msg":"trace[1091110490] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1661; }","duration":"232.790076ms","start":"2026-02-26T21:58:22.257576Z","end":"2026-02-26T21:58:22.490366Z","steps":["trace[1091110490] 'agreement among raft nodes before linearized reading' (duration: 232.54829ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:22.490509Z","caller":"traceutil/trace.go:171","msg":"trace[1493639709] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"233.317901ms","start":"2026-02-26T21:58:22.257176Z","end":"2026-02-26T21:58:22.490493Z","steps":["trace[1493639709] 'process raft request' (duration: 232.015676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:22.490712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.629483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:58:22.490782Z","caller":"traceutil/trace.go:171","msg":"trace[212084271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1661; }","duration":"140.740096ms","start":"2026-02-26T21:58:22.35003Z","end":"2026-02-26T21:58:22.49077Z","steps":["trace[212084271] 'agreement among raft nodes before linearized reading' (duration: 139.995786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:24.736225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.100058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:58:24.736295Z","caller":"traceutil/trace.go:171","msg":"trace[1120667234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1688; }","duration":"699.188091ms","start":"2026-02-26T21:58:24.037093Z","end":"2026-02-26T21:58:24.736281Z","steps":["trace[1120667234] 'range keys from in-memory index tree' (duration: 698.992205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:24.736329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:24.037019Z","time spent":"699.301764ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:58:24.736341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.583864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4eed0d80-fdb6-4eed-ac32-909e789c3d92\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-02-26T21:58:24.736436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.718865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4eed0d80-fdb6-4eed-ac32-909e789c3d92\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-02-26T21:58:24.736465Z","caller":"traceutil/trace.go:171","msg":"trace[826413243] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4eed0d80-fdb6-4eed-ac32-909e789c3d92; range_end:; response_count:1; response_revision:1688; }","duration":"220.770206ms","start":"2026-02-26T21:58:24.515685Z","end":"2026-02-26T21:58:24.736455Z","steps":["trace[826413243] 'range keys from in-memory index tree' (duration: 220.617432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:24.736673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.050144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T21:58:24.736742Z","caller":"traceutil/trace.go:171","msg":"trace[47881684] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1688; }","duration":"277.142016ms","start":"2026-02-26T21:58:24.459581Z","end":"2026-02-26T21:58:24.736723Z","steps":["trace[47881684] 'range keys from in-memory index tree' (duration: 276.802278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:24.736758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.52178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T21:58:24.736798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.693353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-26T21:58:24.736833Z","caller":"traceutil/trace.go:171","msg":"trace[500294363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1688; }","duration":"241.769775ms","start":"2026-02-26T21:58:24.495056Z","end":"2026-02-26T21:58:24.736825Z","steps":["trace[500294363] 'range keys from in-memory index tree' (duration: 241.58259ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:24.736834Z","caller":"traceutil/trace.go:171","msg":"trace[640275360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1688; }","duration":"468.638003ms","start":"2026-02-26T21:58:24.268174Z","end":"2026-02-26T21:58:24.736812Z","steps":["trace[640275360] 'range keys from in-memory index tree' (duration: 468.356836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:24.736715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.94375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T21:58:24.736911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:24.268152Z","time spent":"468.742046ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T21:58:24.73692Z","caller":"traceutil/trace.go:171","msg":"trace[2092182212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1688; }","duration":"230.293ms","start":"2026-02-26T21:58:24.506606Z","end":"2026-02-26T21:58:24.736899Z","steps":["trace[2092182212] 'range keys from in-memory index tree' (duration: 229.751266ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:24.736954Z","caller":"traceutil/trace.go:171","msg":"trace[214224543] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4eed0d80-fdb6-4eed-ac32-909e789c3d92; range_end:; response_count:1; response_revision:1688; }","duration":"559.78417ms","start":"2026-02-26T21:58:24.176661Z","end":"2026-02-26T21:58:24.736445Z","steps":["trace[214224543] 'range keys from in-memory index tree' (duration: 559.269446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:24.737069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:24.176631Z","time spent":"560.419096ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4eed0d80-fdb6-4eed-ac32-909e789c3d92\" "} {"level":"info","ts":"2026-02-26T21:58:25.032808Z","caller":"traceutil/trace.go:171","msg":"trace[377577884] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"292.103196ms","start":"2026-02-26T21:58:24.740662Z","end":"2026-02-26T21:58:25.032765Z","steps":["trace[377577884] 'process raft request' (duration: 291.967063ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:25.362666Z","caller":"traceutil/trace.go:171","msg":"trace[498736619] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"621.900125ms","start":"2026-02-26T21:58:24.740746Z","end":"2026-02-26T21:58:25.362646Z","steps":["trace[498736619] 'process raft request' (duration: 621.686279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:25.362802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:24.740723Z","time spent":"622.009029ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:58:25.362685Z","caller":"traceutil/trace.go:171","msg":"trace[1804902182] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"621.172496ms","start":"2026-02-26T21:58:24.741497Z","end":"2026-02-26T21:58:25.362669Z","steps":["trace[1804902182] 'process raft request' (duration: 621.072043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:25.362926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:24.741478Z","time spent":"621.413472ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:58:25.362988Z","caller":"traceutil/trace.go:171","msg":"trace[1072671824] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"617.439208ms","start":"2026-02-26T21:58:24.745537Z","end":"2026-02-26T21:58:25.362976Z","steps":["trace[1072671824] 'process raft request' (duration: 617.066627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:25.363059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:24.745519Z","time spent":"617.512009ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:58:25.36307Z","caller":"traceutil/trace.go:171","msg":"trace[1849551783] linearizableReadLoop","detail":"{readStateIndex:1767; appliedIndex:1763; }","duration":"601.387179ms","start":"2026-02-26T21:58:24.761676Z","end":"2026-02-26T21:58:25.363063Z","steps":["trace[1849551783] 'read index received' (duration: 270.999964ms)","trace[1849551783] 'applied index is now lower than readState.Index' (duration: 330.386455ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:58:25.363045Z","caller":"traceutil/trace.go:171","msg":"trace[1929043755] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"370.432132ms","start":"2026-02-26T21:58:24.992588Z","end":"2026-02-26T21:58:25.36302Z","steps":["trace[1929043755] 'process raft request' (duration: 370.286418ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:25.363115Z","caller":"traceutil/trace.go:171","msg":"trace[7750511] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"358.800031ms","start":"2026-02-26T21:58:25.004309Z","end":"2026-02-26T21:58:25.363109Z","steps":["trace[7750511] 'process raft request' (duration: 358.669738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:25.363151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:25.004288Z","time spent":"358.840403ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:58:25.3632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:24.99256Z","time spent":"370.555104ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:58:25.363223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.555484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:58:25.363251Z","caller":"traceutil/trace.go:171","msg":"trace[122157136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1694; }","duration":"601.626516ms","start":"2026-02-26T21:58:24.761617Z","end":"2026-02-26T21:58:25.363244Z","steps":["trace[122157136] 'agreement among raft nodes before linearized reading' (duration: 601.529523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:25.36328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:24.761599Z","time spent":"601.676196ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T21:58:25.418909Z","caller":"traceutil/trace.go:171","msg":"trace[74312098] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"377.003385ms","start":"2026-02-26T21:58:25.041865Z","end":"2026-02-26T21:58:25.418869Z","steps":["trace[74312098] 'process raft request' (duration: 376.83138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:25.419042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.768608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T21:58:25.419139Z","caller":"traceutil/trace.go:171","msg":"trace[396573408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1695; }","duration":"397.896572ms","start":"2026-02-26T21:58:25.021223Z","end":"2026-02-26T21:58:25.41912Z","steps":["trace[396573408] 'agreement among raft nodes before linearized reading' (duration: 397.672496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:25.419075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:25.041849Z","time spent":"377.14265ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:58:25.4192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:25.021213Z","time spent":"397.974514ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:58:25.419204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.316273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T21:58:25.419246Z","caller":"traceutil/trace.go:171","msg":"trace[1393561599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1695; }","duration":"401.391225ms","start":"2026-02-26T21:58:25.017844Z","end":"2026-02-26T21:58:25.419235Z","steps":["trace[1393561599] 'agreement among raft nodes before linearized reading' (duration: 401.259352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:25.419275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:25.01782Z","time spent":"401.448657ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T21:58:25.544762Z","caller":"traceutil/trace.go:171","msg":"trace[123121455] linearizableReadLoop","detail":"{readStateIndex:1771; appliedIndex:1770; }","duration":"125.89853ms","start":"2026-02-26T21:58:25.418834Z","end":"2026-02-26T21:58:25.544733Z","steps":["trace[123121455] 'read index received' (duration: 125.624252ms)","trace[123121455] 'applied index is now lower than readState.Index' (duration: 272.687µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:58:25.544838Z","caller":"traceutil/trace.go:171","msg":"trace[1767764210] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"176.882219ms","start":"2026-02-26T21:58:25.367915Z","end":"2026-02-26T21:58:25.544798Z","steps":["trace[1767764210] 'process raft request' (duration: 176.587801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:25.545059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.253675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10667"} {"level":"info","ts":"2026-02-26T21:58:25.545144Z","caller":"traceutil/trace.go:171","msg":"trace[886495642] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1696; }","duration":"178.379358ms","start":"2026-02-26T21:58:25.366747Z","end":"2026-02-26T21:58:25.545126Z","steps":["trace[886495642] 'agreement among raft nodes before linearized reading' (duration: 178.108811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:26.870195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222012081s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:58:26.870465Z","caller":"traceutil/trace.go:171","msg":"trace[620704322] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"1.446478576s","start":"2026-02-26T21:58:25.423955Z","end":"2026-02-26T21:58:26.870433Z","steps":["trace[620704322] 'process raft request' (duration: 1.446340592s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:26.870462Z","caller":"traceutil/trace.go:171","msg":"trace[1691081157] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"1.447262236s","start":"2026-02-26T21:58:25.423159Z","end":"2026-02-26T21:58:26.870421Z","steps":["trace[1691081157] 'process raft request' (duration: 224.937137ms)","trace[1691081157] 'compare' (duration: 1.221663481s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:26.870593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:25.423945Z","time spent":"1.446593669s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:58:26.870634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:25.423141Z","time spent":"1.44741345s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:58:27.073078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.424951351s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T21:58:27.142988Z","caller":"traceutil/trace.go:171","msg":"trace[2031044269] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"1.583962824s","start":"2026-02-26T21:58:25.558987Z","end":"2026-02-26T21:58:27.14295Z","steps":["trace[2031044269] 'process raft request' (duration: 1.514273828s)","trace[2031044269] 'compare' (duration: 68.921496ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:27.143155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:25.55896Z","time spent":"1.584109148s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10969,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:58:27.143189Z","caller":"traceutil/trace.go:171","msg":"trace[1707862792] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"1.556156494s","start":"2026-02-26T21:58:25.587001Z","end":"2026-02-26T21:58:27.143158Z","steps":["trace[1707862792] 'process raft request' (duration: 1.555874837s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:27.143254Z","caller":"traceutil/trace.go:171","msg":"trace[1855749902] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"1.444269755s","start":"2026-02-26T21:58:25.698965Z","end":"2026-02-26T21:58:27.143235Z","steps":["trace[1855749902] 'process raft request' (duration: 1.444161153s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:27.143334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:25.58698Z","time spent":"1.556274737s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:58:27.143346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:25.698907Z","time spent":"1.444393908s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:58:27.143317Z","caller":"traceutil/trace.go:171","msg":"trace[1463978618] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1771; }","duration":"1.497048301s","start":"2026-02-26T21:58:25.646232Z","end":"2026-02-26T21:58:27.14328Z","steps":["trace[1463978618] 'read index received' (duration: 1.88008ms)","trace[1463978618] 'applied index is now lower than readState.Index' (duration: 1.49515887s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:27.143501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106500184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:58:27.143535Z","caller":"traceutil/trace.go:171","msg":"trace[1430531466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1701; }","duration":"1.106572506s","start":"2026-02-26T21:58:26.03695Z","end":"2026-02-26T21:58:27.143522Z","steps":["trace[1430531466] 'agreement among raft nodes before linearized reading' (duration: 1.106518615s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:27.14349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497235935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:58:27.143565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:26.036927Z","time spent":"1.106629928s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:58:27.143577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239972805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:58:27.143616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388663535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T21:58:27.143607Z","caller":"traceutil/trace.go:171","msg":"trace[1306793120] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1701; }","duration":"1.497368909s","start":"2026-02-26T21:58:25.646217Z","end":"2026-02-26T21:58:27.143586Z","steps":["trace[1306793120] 'agreement among raft nodes before linearized reading' (duration: 1.497169783s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:27.143634Z","caller":"traceutil/trace.go:171","msg":"trace[881846133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1701; }","duration":"1.240056077s","start":"2026-02-26T21:58:25.903561Z","end":"2026-02-26T21:58:27.143617Z","steps":["trace[881846133] 'agreement among raft nodes before linearized reading' (duration: 1.239983386s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:27.143672Z","caller":"traceutil/trace.go:171","msg":"trace[304587599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1701; }","duration":"1.388759328s","start":"2026-02-26T21:58:25.754892Z","end":"2026-02-26T21:58:27.143651Z","steps":["trace[304587599] 'agreement among raft nodes before linearized reading' (duration: 1.388570343s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:27.14368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:25.646172Z","time spent":"1.497494042s","remote":"127.0.0.1:38104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:58:27.143683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:25.90354Z","time spent":"1.24012949s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:58:27.143715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:25.754873Z","time spent":"1.38883277s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T21:58:27.143852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.141342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T21:58:27.143937Z","caller":"traceutil/trace.go:171","msg":"trace[2082581810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1701; }","duration":"107.270555ms","start":"2026-02-26T21:58:27.036643Z","end":"2026-02-26T21:58:27.143913Z","steps":["trace[2082581810] 'agreement among raft nodes before linearized reading' (duration: 107.021979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:27.144204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38925051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4eed0d80-fdb6-4eed-ac32-909e789c3d92\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-02-26T21:58:27.144268Z","caller":"traceutil/trace.go:171","msg":"trace[688778281] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4eed0d80-fdb6-4eed-ac32-909e789c3d92; range_end:; response_count:1; response_revision:1701; }","duration":"1.389349222s","start":"2026-02-26T21:58:25.754904Z","end":"2026-02-26T21:58:27.144254Z","steps":["trace[688778281] 'agreement among raft nodes before linearized reading' (duration: 1.389188708s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:27.144307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:25.754885Z","time spent":"1.389407515s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4eed0d80-fdb6-4eed-ac32-909e789c3d92\" "} {"level":"warn","ts":"2026-02-26T21:58:27.144402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.240967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T21:58:27.144461Z","caller":"traceutil/trace.go:171","msg":"trace[1085683559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1701; }","duration":"657.338699ms","start":"2026-02-26T21:58:26.487109Z","end":"2026-02-26T21:58:27.144448Z","steps":["trace[1085683559] 'agreement among raft nodes before linearized reading' (duration: 656.558138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:27.144501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:26.487089Z","time spent":"657.402761ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T21:58:29.369989Z","caller":"traceutil/trace.go:171","msg":"trace[2071922886] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"143.727985ms","start":"2026-02-26T21:58:29.226245Z","end":"2026-02-26T21:58:29.369973Z","steps":["trace[2071922886] 'process raft request' (duration: 143.583791ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:29.539756Z","caller":"traceutil/trace.go:171","msg":"trace[459215547] linearizableReadLoop","detail":"{readStateIndex:1801; appliedIndex:1799; }","duration":"161.266633ms","start":"2026-02-26T21:58:29.378463Z","end":"2026-02-26T21:58:29.539729Z","steps":["trace[459215547] 'read index received' (duration: 31.652282ms)","trace[459215547] 'applied index is now lower than readState.Index' (duration: 129.613301ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:58:29.539842Z","caller":"traceutil/trace.go:171","msg":"trace[909595810] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"163.043971ms","start":"2026-02-26T21:58:29.376759Z","end":"2026-02-26T21:58:29.539803Z","steps":["trace[909595810] 'process raft request' (duration: 89.122523ms)","trace[909595810] 'compare' (duration: 73.67863ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:29.540206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.691914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:58:29.540286Z","caller":"traceutil/trace.go:171","msg":"trace[1188347734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1725; }","duration":"161.810697ms","start":"2026-02-26T21:58:29.378458Z","end":"2026-02-26T21:58:29.540268Z","steps":["trace[1188347734] 'agreement among raft nodes before linearized reading' (duration: 161.401036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:29.800525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.505327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:58:29.800651Z","caller":"traceutil/trace.go:171","msg":"trace[1646945693] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"196.024438ms","start":"2026-02-26T21:58:29.604606Z","end":"2026-02-26T21:58:29.80063Z","steps":["trace[1646945693] 'process raft request' (duration: 51.322035ms)","trace[1646945693] 'compare' (duration: 144.22136ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:30.12291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.535638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:58:30.123129Z","caller":"traceutil/trace.go:171","msg":"trace[1463057262] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1727; }","duration":"126.775254ms","start":"2026-02-26T21:58:29.996281Z","end":"2026-02-26T21:58:30.123056Z","steps":["trace[1463057262] 'count revisions from in-memory index tree' (duration: 126.421125ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:30.125391Z","caller":"traceutil/trace.go:171","msg":"trace[1237603324] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"128.264045ms","start":"2026-02-26T21:58:29.997108Z","end":"2026-02-26T21:58:30.125372Z","steps":["trace[1237603324] 'process raft request' (duration: 128.113221ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:30.462803Z","caller":"traceutil/trace.go:171","msg":"trace[1657129323] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"169.151532ms","start":"2026-02-26T21:58:30.293612Z","end":"2026-02-26T21:58:30.462764Z","steps":["trace[1657129323] 'process raft request' (duration: 112.830193ms)","trace[1657129323] 'compare' (duration: 56.171805ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:58:30.523003Z","caller":"traceutil/trace.go:171","msg":"trace[2050044493] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"227.953859ms","start":"2026-02-26T21:58:30.295023Z","end":"2026-02-26T21:58:30.522977Z","steps":["trace[2050044493] 'process raft request' (duration: 227.810554ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:30.676368Z","caller":"traceutil/trace.go:171","msg":"trace[218155890] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"118.225247ms","start":"2026-02-26T21:58:30.5581Z","end":"2026-02-26T21:58:30.676325Z","steps":["trace[218155890] 'process raft request' (duration: 73.840985ms)","trace[218155890] 'compare' (duration: 44.108324ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:58:30.924004Z","caller":"traceutil/trace.go:171","msg":"trace[1465883427] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"243.557614ms","start":"2026-02-26T21:58:30.680416Z","end":"2026-02-26T21:58:30.923974Z","steps":["trace[1465883427] 'process raft request' (duration: 162.045374ms)","trace[1465883427] 'compare' (duration: 81.327305ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:58:30.924084Z","caller":"traceutil/trace.go:171","msg":"trace[133016963] linearizableReadLoop","detail":"{readStateIndex:1811; appliedIndex:1809; }","duration":"208.736137ms","start":"2026-02-26T21:58:30.715317Z","end":"2026-02-26T21:58:30.924053Z","steps":["trace[133016963] 'read index received' (duration: 127.173456ms)","trace[133016963] 'applied index is now lower than readState.Index' (duration: 81.560731ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:58:30.924109Z","caller":"traceutil/trace.go:171","msg":"trace[1318378564] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"242.973898ms","start":"2026-02-26T21:58:30.68111Z","end":"2026-02-26T21:58:30.924084Z","steps":["trace[1318378564] 'process raft request' (duration: 242.785624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:30.924308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.958773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:58:30.924423Z","caller":"traceutil/trace.go:171","msg":"trace[1346868278] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1735; }","duration":"209.126427ms","start":"2026-02-26T21:58:30.715282Z","end":"2026-02-26T21:58:30.924408Z","steps":["trace[1346868278] 'agreement among raft nodes before linearized reading' (duration: 208.942012ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:31.043204Z","caller":"traceutil/trace.go:171","msg":"trace[1247828986] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"113.403638ms","start":"2026-02-26T21:58:30.929779Z","end":"2026-02-26T21:58:31.043183Z","steps":["trace[1247828986] 'process raft request' (duration: 113.157782ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:31.043435Z","caller":"traceutil/trace.go:171","msg":"trace[1682850644] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"114.515618ms","start":"2026-02-26T21:58:30.92889Z","end":"2026-02-26T21:58:31.043406Z","steps":["trace[1682850644] 'process raft request' (duration: 113.952213ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:32.050725Z","caller":"traceutil/trace.go:171","msg":"trace[1014167223] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"242.376562ms","start":"2026-02-26T21:58:31.808328Z","end":"2026-02-26T21:58:32.050704Z","steps":["trace[1014167223] 'process raft request' (duration: 242.259039ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:32.518515Z","caller":"traceutil/trace.go:171","msg":"trace[1628455497] linearizableReadLoop","detail":"{readStateIndex:1822; appliedIndex:1820; }","duration":"489.45082ms","start":"2026-02-26T21:58:32.029042Z","end":"2026-02-26T21:58:32.518493Z","steps":["trace[1628455497] 'read index received' (duration: 21.621846ms)","trace[1628455497] 'applied index is now lower than readState.Index' (duration: 467.827824ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:32.518878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.024947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T21:58:32.518961Z","caller":"traceutil/trace.go:171","msg":"trace[826034946] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:1746; }","duration":"105.161111ms","start":"2026-02-26T21:58:32.413781Z","end":"2026-02-26T21:58:32.518942Z","steps":["trace[826034946] 'agreement among raft nodes before linearized reading' (duration: 104.962766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:32.518876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.099232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T21:58:32.51896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.897952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-26T21:58:32.519011Z","caller":"traceutil/trace.go:171","msg":"trace[237357728] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1746; }","duration":"489.991194ms","start":"2026-02-26T21:58:32.029007Z","end":"2026-02-26T21:58:32.518998Z","steps":["trace[237357728] 'agreement among raft nodes before linearized reading' (duration: 489.625745ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:32.51902Z","caller":"traceutil/trace.go:171","msg":"trace[1957702207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1746; }","duration":"249.300387ms","start":"2026-02-26T21:58:32.26969Z","end":"2026-02-26T21:58:32.518991Z","steps":["trace[1957702207] 'agreement among raft nodes before linearized reading' (duration: 249.00786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:32.51905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:32.028991Z","time spent":"490.050207ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T21:58:32.51907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.338949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T21:58:32.519185Z","caller":"traceutil/trace.go:171","msg":"trace[1233197045] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1746; }","duration":"222.509424ms","start":"2026-02-26T21:58:32.296644Z","end":"2026-02-26T21:58:32.519153Z","steps":["trace[1233197045] 'agreement among raft nodes before linearized reading' (duration: 222.186675ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:32.518688Z","caller":"traceutil/trace.go:171","msg":"trace[447221180] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"705.85313ms","start":"2026-02-26T21:58:31.812782Z","end":"2026-02-26T21:58:32.518635Z","steps":["trace[447221180] 'process raft request' (duration: 705.549432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:32.51943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:31.812738Z","time spent":"706.561919ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10359,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:58:39.333365Z","caller":"traceutil/trace.go:171","msg":"trace[768758200] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"291.782789ms","start":"2026-02-26T21:58:39.041553Z","end":"2026-02-26T21:58:39.333336Z","steps":["trace[768758200] 'process raft request' (duration: 291.615323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:39.333517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.224182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T21:58:39.333567Z","caller":"traceutil/trace.go:171","msg":"trace[1144065659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1808; }","duration":"259.341495ms","start":"2026-02-26T21:58:39.074215Z","end":"2026-02-26T21:58:39.333557Z","steps":["trace[1144065659] 'agreement among raft nodes before linearized reading' (duration: 259.199271ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:39.333315Z","caller":"traceutil/trace.go:171","msg":"trace[49971858] linearizableReadLoop","detail":"{readStateIndex:1886; appliedIndex:1885; }","duration":"258.992786ms","start":"2026-02-26T21:58:39.074302Z","end":"2026-02-26T21:58:39.333295Z","steps":["trace[49971858] 'read index received' (duration: 258.862041ms)","trace[49971858] 'applied index is now lower than readState.Index' (duration: 129.825µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:39.373647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.445888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:58:39.37376Z","caller":"traceutil/trace.go:171","msg":"trace[2135599562] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1809; }","duration":"208.614983ms","start":"2026-02-26T21:58:39.165125Z","end":"2026-02-26T21:58:39.37374Z","steps":["trace[2135599562] 'agreement among raft nodes before linearized reading' (duration: 208.429198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:39.69727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.193328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:58:39.697636Z","caller":"traceutil/trace.go:171","msg":"trace[443611803] linearizableReadLoop","detail":"{readStateIndex:1890; appliedIndex:1887; }","duration":"126.869448ms","start":"2026-02-26T21:58:39.570745Z","end":"2026-02-26T21:58:39.697615Z","steps":["trace[443611803] 'read index received' (duration: 108.803µs)","trace[443611803] 'applied index is now lower than readState.Index' (duration: 126.759385ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:58:39.697637Z","caller":"traceutil/trace.go:171","msg":"trace[1303440456] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"359.754538ms","start":"2026-02-26T21:58:39.337845Z","end":"2026-02-26T21:58:39.6976Z","steps":["trace[1303440456] 'process raft request' (duration: 141.119417ms)","trace[1303440456] 'compare' (duration: 218.044934ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:58:39.697689Z","caller":"traceutil/trace.go:171","msg":"trace[2092516878] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"254.704141ms","start":"2026-02-26T21:58:39.442965Z","end":"2026-02-26T21:58:39.697669Z","steps":["trace[2092516878] 'process raft request' (duration: 254.595268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:39.697951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.176976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T21:58:39.697804Z","caller":"traceutil/trace.go:171","msg":"trace[905005923] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"319.517946ms","start":"2026-02-26T21:58:39.378245Z","end":"2026-02-26T21:58:39.697763Z","steps":["trace[905005923] 'process raft request' (duration: 319.231159ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:39.698031Z","caller":"traceutil/trace.go:171","msg":"trace[1648037318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1812; }","duration":"127.315441ms","start":"2026-02-26T21:58:39.570694Z","end":"2026-02-26T21:58:39.69801Z","steps":["trace[1648037318] 'agreement among raft nodes before linearized reading' (duration: 127.051904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:39.697977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:39.337825Z","time spent":"360.047036ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:58:39.698107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:39.378224Z","time spent":"319.800934ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:58:40.198745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398381142,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T21:58:40.215607Z","caller":"traceutil/trace.go:171","msg":"trace[1577393226] linearizableReadLoop","detail":"{readStateIndex:1891; appliedIndex:1890; }","duration":"517.806372ms","start":"2026-02-26T21:58:39.697784Z","end":"2026-02-26T21:58:40.21559Z","steps":["trace[1577393226] 'read index received' (duration: 517.548646ms)","trace[1577393226] 'applied index is now lower than readState.Index' (duration: 256.896µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:58:40.215686Z","caller":"traceutil/trace.go:171","msg":"trace[1065218716] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"644.834267ms","start":"2026-02-26T21:58:39.570841Z","end":"2026-02-26T21:58:40.215676Z","steps":["trace[1065218716] 'process raft request' (duration: 644.495797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:40.215768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:39.570803Z","time spent":"644.900848ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:58:40.215937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.547124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T21:58:40.215985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.299339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T21:58:40.216028Z","caller":"traceutil/trace.go:171","msg":"trace[100699042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1813; }","duration":"574.679268ms","start":"2026-02-26T21:58:39.641325Z","end":"2026-02-26T21:58:40.216004Z","steps":["trace[100699042] 'agreement among raft nodes before linearized reading' (duration: 574.441352ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:40.216055Z","caller":"traceutil/trace.go:171","msg":"trace[1797441784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1813; }","duration":"136.448973ms","start":"2026-02-26T21:58:40.079589Z","end":"2026-02-26T21:58:40.216038Z","steps":["trace[1797441784] 'agreement among raft nodes before linearized reading' (duration: 136.137775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:40.216088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:39.641296Z","time spent":"574.780701ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T21:58:40.863724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.082142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:58:40.863893Z","caller":"traceutil/trace.go:171","msg":"trace[818000656] linearizableReadLoop","detail":"{readStateIndex:1893; appliedIndex:1891; }","duration":"495.897182ms","start":"2026-02-26T21:58:40.367979Z","end":"2026-02-26T21:58:40.863876Z","steps":["trace[818000656] 'read index received' (duration: 288.154011ms)","trace[818000656] 'applied index is now lower than readState.Index' (duration: 207.742241ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:58:40.864138Z","caller":"traceutil/trace.go:171","msg":"trace[734381812] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"643.669376ms","start":"2026-02-26T21:58:40.22045Z","end":"2026-02-26T21:58:40.86412Z","steps":["trace[734381812] 'process raft request' (duration: 125.117432ms)","trace[734381812] 'compare' (duration: 517.864086ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:40.864238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:40.220426Z","time spent":"643.763248ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:58:40.864285Z","caller":"traceutil/trace.go:171","msg":"trace[1568881458] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"643.46082ms","start":"2026-02-26T21:58:40.220787Z","end":"2026-02-26T21:58:40.864247Z","steps":["trace[1568881458] 'process raft request' (duration: 643.034719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:40.8644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.813739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T21:58:40.864446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:40.22077Z","time spent":"643.595243ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:58:40.864483Z","caller":"traceutil/trace.go:171","msg":"trace[1143459693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1815; }","duration":"158.941092ms","start":"2026-02-26T21:58:40.705519Z","end":"2026-02-26T21:58:40.86446Z","steps":["trace[1143459693] 'agreement among raft nodes before linearized reading' (duration: 158.721936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:40.864488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.488467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T21:58:40.864587Z","caller":"traceutil/trace.go:171","msg":"trace[1675918146] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1815; }","duration":"496.624761ms","start":"2026-02-26T21:58:40.367936Z","end":"2026-02-26T21:58:40.864561Z","steps":["trace[1675918146] 'agreement among raft nodes before linearized reading' (duration: 496.300412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:40.864639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:40.36792Z","time spent":"496.709412ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:58:41.190417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.051789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:58:41.190532Z","caller":"traceutil/trace.go:171","msg":"trace[1298138548] linearizableReadLoop","detail":"{readStateIndex:1894; appliedIndex:1893; }","duration":"153.320142ms","start":"2026-02-26T21:58:41.037193Z","end":"2026-02-26T21:58:41.190514Z","steps":["trace[1298138548] 'read index received' (duration: 34.023416ms)","trace[1298138548] 'applied index is now lower than readState.Index' (duration: 119.295136ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:41.190605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.419245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:58:41.190637Z","caller":"traceutil/trace.go:171","msg":"trace[1855719964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1816; }","duration":"153.450776ms","start":"2026-02-26T21:58:41.037177Z","end":"2026-02-26T21:58:41.190627Z","steps":["trace[1855719964] 'agreement among raft nodes before linearized reading' (duration: 153.391054ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:41.190652Z","caller":"traceutil/trace.go:171","msg":"trace[1947541837] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"321.181161ms","start":"2026-02-26T21:58:40.869409Z","end":"2026-02-26T21:58:41.190591Z","steps":["trace[1947541837] 'process raft request' (duration: 201.856423ms)","trace[1947541837] 'compare' (duration: 118.886545ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:41.190891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:40.86938Z","time spent":"321.399597ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:58:45.950078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398381203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:58:46.450438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398381203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:58:46.768971Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.632022535s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T21:58:46.885833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848523258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:58:46.885935Z","caller":"traceutil/trace.go:171","msg":"trace[2051954208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1835; }","duration":"1.848674482s","start":"2026-02-26T21:58:45.037237Z","end":"2026-02-26T21:58:46.885912Z","steps":["trace[2051954208] 'range keys from in-memory index tree' (duration: 1.848433436s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:46.88599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:45.037216Z","time spent":"1.848760154s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:58:46.886389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.15714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:58:46.886505Z","caller":"traceutil/trace.go:171","msg":"trace[1717673115] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"1.749676238s","start":"2026-02-26T21:58:45.13681Z","end":"2026-02-26T21:58:46.886486Z","steps":["trace[1717673115] 'process raft request' (duration: 1.632347034s)","trace[1717673115] 'compare' (duration: 117.062717ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:46.886563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:45.136779Z","time spent":"1.749756709s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:58:47.199515Z","caller":"traceutil/trace.go:171","msg":"trace[1453195821] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"1.762710095s","start":"2026-02-26T21:58:45.436776Z","end":"2026-02-26T21:58:47.199486Z","steps":["trace[1453195821] 'process raft request' (duration: 1.759644632s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:47.199511Z","caller":"traceutil/trace.go:171","msg":"trace[1339840350] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"1.582722911s","start":"2026-02-26T21:58:45.616754Z","end":"2026-02-26T21:58:47.199477Z","steps":["trace[1339840350] 'process raft request' (duration: 1.582594328s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:47.19959Z","caller":"traceutil/trace.go:171","msg":"trace[1805951848] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"1.479149735s","start":"2026-02-26T21:58:45.720404Z","end":"2026-02-26T21:58:47.199554Z","steps":["trace[1805951848] 'process raft request' (duration: 1.479007111s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:47.199653Z","caller":"traceutil/trace.go:171","msg":"trace[1682871546] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"964.128247ms","start":"2026-02-26T21:58:46.235503Z","end":"2026-02-26T21:58:47.199631Z","steps":["trace[1682871546] 'process raft request' (duration: 963.954571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:47.199663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:45.436749Z","time spent":"1.762837988s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:58:47.199538Z","caller":"traceutil/trace.go:171","msg":"trace[1669262737] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1914; }","duration":"1.74977359s","start":"2026-02-26T21:58:45.449743Z","end":"2026-02-26T21:58:47.199516Z","steps":["trace[1669262737] 'read index received' (duration: 1.319424413s)","trace[1669262737] 'applied index is now lower than readState.Index' (duration: 430.348036ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:47.199761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:46.235476Z","time spent":"964.221189ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:58:47.199764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:45.72038Z","time spent":"1.479286149s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:58:47.199766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749986086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:58:47.199836Z","caller":"traceutil/trace.go:171","msg":"trace[1949721552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1840; }","duration":"1.750169121s","start":"2026-02-26T21:58:45.449652Z","end":"2026-02-26T21:58:47.199821Z","steps":["trace[1949721552] 'agreement among raft nodes before linearized reading' (duration: 1.749947555s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:47.199846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476460454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T21:58:47.199878Z","caller":"traceutil/trace.go:171","msg":"trace[1890966493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1840; }","duration":"1.476522766s","start":"2026-02-26T21:58:45.723347Z","end":"2026-02-26T21:58:47.19987Z","steps":["trace[1890966493] 'agreement among raft nodes before linearized reading' (duration: 1.476412573s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:47.199892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:45.449631Z","time spent":"1.750236492s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:58:47.199922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.742719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:58:47.199958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475852508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T21:58:47.199967Z","caller":"traceutil/trace.go:171","msg":"trace[12259475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1840; }","duration":"311.826541ms","start":"2026-02-26T21:58:46.888131Z","end":"2026-02-26T21:58:47.199957Z","steps":["trace[12259475] 'agreement among raft nodes before linearized reading' (duration: 311.733359ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:47.199981Z","caller":"traceutil/trace.go:171","msg":"trace[255605050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1840; }","duration":"1.47590178s","start":"2026-02-26T21:58:45.724073Z","end":"2026-02-26T21:58:47.199974Z","steps":["trace[255605050] 'agreement among raft nodes before linearized reading' (duration: 1.475847138s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:47.199909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:45.723336Z","time spent":"1.476564487s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:58:47.200018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296000651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T21:58:47.200071Z","caller":"traceutil/trace.go:171","msg":"trace[163832888] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1840; }","duration":"1.296061363s","start":"2026-02-26T21:58:45.903994Z","end":"2026-02-26T21:58:47.200055Z","steps":["trace[163832888] 'agreement among raft nodes before linearized reading' (duration: 1.295904099s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:47.200122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:45.903975Z","time spent":"1.296135894s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T21:58:47.200161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21559159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:114918"} {"level":"warn","ts":"2026-02-26T21:58:47.200191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214564113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-02-26T21:58:47.200183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.798817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:58:47.200208Z","caller":"traceutil/trace.go:171","msg":"trace[100314211] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1840; }","duration":"1.214618255s","start":"2026-02-26T21:58:45.985586Z","end":"2026-02-26T21:58:47.200204Z","steps":["trace[100314211] 'agreement among raft nodes before linearized reading' (duration: 1.214582514s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:47.200222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:45.985568Z","time spent":"1.214651266s","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-02-26T21:58:47.200211Z","caller":"traceutil/trace.go:171","msg":"trace[1165919303] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1840; }","duration":"1.215679682s","start":"2026-02-26T21:58:45.984517Z","end":"2026-02-26T21:58:47.200196Z","steps":["trace[1165919303] 'agreement among raft nodes before linearized reading' (duration: 1.215376634s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:47.200229Z","caller":"traceutil/trace.go:171","msg":"trace[1078254521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1840; }","duration":"306.876809ms","start":"2026-02-26T21:58:46.89334Z","end":"2026-02-26T21:58:47.200217Z","steps":["trace[1078254521] 'agreement among raft nodes before linearized reading' (duration: 306.719375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:47.20025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:45.984486Z","time spent":"1.215753554s","remote":"127.0.0.1:37870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":114940,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T21:58:47.200285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:46.893321Z","time spent":"306.953111ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:58:47.200001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:45.724054Z","time spent":"1.47594172s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T21:58:47.200003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:46.888106Z","time spent":"311.888733ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:58:47.200423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.904546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:58:47.200461Z","caller":"traceutil/trace.go:171","msg":"trace[540923966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1840; }","duration":"310.964108ms","start":"2026-02-26T21:58:46.889486Z","end":"2026-02-26T21:58:47.20045Z","steps":["trace[540923966] 'agreement among raft nodes before linearized reading' (duration: 310.868065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:47.200494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:46.889473Z","time spent":"311.015069ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T21:58:47.200499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:58:45.616728Z","time spent":"1.582973989s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:58:58.625237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.39727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-26T21:58:58.625336Z","caller":"traceutil/trace.go:171","msg":"trace[997410800] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1903; }","duration":"148.554454ms","start":"2026-02-26T21:58:58.476761Z","end":"2026-02-26T21:58:58.625316Z","steps":["trace[997410800] 'range keys from in-memory index tree' (duration: 148.173394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:59.524561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.438448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:58:59.524784Z","caller":"traceutil/trace.go:171","msg":"trace[186695217] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1986; }","duration":"246.532226ms","start":"2026-02-26T21:58:59.278234Z","end":"2026-02-26T21:58:59.524766Z","steps":["trace[186695217] 'read index received' (duration: 26.003432ms)","trace[186695217] 'applied index is now lower than readState.Index' (duration: 220.527894ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:58:59.52491Z","caller":"traceutil/trace.go:171","msg":"trace[1633453870] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"275.261851ms","start":"2026-02-26T21:58:59.249612Z","end":"2026-02-26T21:58:59.524873Z","steps":["trace[1633453870] 'process raft request' (duration: 275.090987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:59.524984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.744041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T21:58:59.524987Z","caller":"traceutil/trace.go:171","msg":"trace[177471943] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"276.363069ms","start":"2026-02-26T21:58:59.248533Z","end":"2026-02-26T21:58:59.524896Z","steps":["trace[177471943] 'process raft request' (duration: 98.481981ms)","trace[177471943] 'compare' (duration: 177.273164ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:58:59.525065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.500221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T21:58:59.525131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.032249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:58:59.525153Z","caller":"traceutil/trace.go:171","msg":"trace[1033658253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1906; }","duration":"244.628534ms","start":"2026-02-26T21:58:59.280504Z","end":"2026-02-26T21:58:59.525133Z","steps":["trace[1033658253] 'agreement among raft nodes before linearized reading' (duration: 244.402488ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:59.525172Z","caller":"traceutil/trace.go:171","msg":"trace[336498256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1906; }","duration":"244.069429ms","start":"2026-02-26T21:58:59.281091Z","end":"2026-02-26T21:58:59.52516Z","steps":["trace[336498256] 'agreement among raft nodes before linearized reading' (duration: 243.974957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:59.525206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.481714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T21:58:59.525314Z","caller":"traceutil/trace.go:171","msg":"trace[114982069] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1906; }","duration":"228.614417ms","start":"2026-02-26T21:58:59.296674Z","end":"2026-02-26T21:58:59.525288Z","steps":["trace[114982069] 'agreement among raft nodes before linearized reading' (duration: 228.369932ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:59.525017Z","caller":"traceutil/trace.go:171","msg":"trace[1942009899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1906; }","duration":"246.809583ms","start":"2026-02-26T21:58:59.278198Z","end":"2026-02-26T21:58:59.525007Z","steps":["trace[1942009899] 'agreement among raft nodes before linearized reading' (duration: 246.67993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:58:59.525402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.567155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-26T21:58:59.525529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.553114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:58:59.525557Z","caller":"traceutil/trace.go:171","msg":"trace[396020205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1906; }","duration":"243.741499ms","start":"2026-02-26T21:58:59.281757Z","end":"2026-02-26T21:58:59.525498Z","steps":["trace[396020205] 'agreement among raft nodes before linearized reading' (duration: 243.306419ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:58:59.52568Z","caller":"traceutil/trace.go:171","msg":"trace[89747456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1906; }","duration":"243.749289ms","start":"2026-02-26T21:58:59.281868Z","end":"2026-02-26T21:58:59.525617Z","steps":["trace[89747456] 'agreement among raft nodes before linearized reading' (duration: 243.073652ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:07.747306Z","caller":"traceutil/trace.go:171","msg":"trace[808530318] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"179.743802ms","start":"2026-02-26T21:59:07.567543Z","end":"2026-02-26T21:59:07.747287Z","steps":["trace[808530318] 'process raft request' (duration: 179.630509ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:07.758798Z","caller":"traceutil/trace.go:171","msg":"trace[1421481747] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"108.117459ms","start":"2026-02-26T21:59:07.650657Z","end":"2026-02-26T21:59:07.758774Z","steps":["trace[1421481747] 'process raft request' (duration: 108.025037ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:07.758803Z","caller":"traceutil/trace.go:171","msg":"trace[813855131] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"110.721032ms","start":"2026-02-26T21:59:07.648053Z","end":"2026-02-26T21:59:07.758774Z","steps":["trace[813855131] 'process raft request' (duration: 107.109755ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:07.778451Z","caller":"traceutil/trace.go:171","msg":"trace[439063638] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2026; }","duration":"116.88191ms","start":"2026-02-26T21:59:07.661544Z","end":"2026-02-26T21:59:07.778426Z","steps":["trace[439063638] 'read index received' (duration: 85.67311ms)","trace[439063638] 'applied index is now lower than readState.Index' (duration: 31.20764ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:59:07.778696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.131347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-26T21:59:07.77872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.410038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T21:59:07.778739Z","caller":"traceutil/trace.go:171","msg":"trace[2052304230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1945; }","duration":"117.224079ms","start":"2026-02-26T21:59:07.661505Z","end":"2026-02-26T21:59:07.778729Z","steps":["trace[2052304230] 'agreement among raft nodes before linearized reading' (duration: 117.063026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:07.778744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.095392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:59:07.778773Z","caller":"traceutil/trace.go:171","msg":"trace[1563077368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1945; }","duration":"113.486549ms","start":"2026-02-26T21:59:07.66527Z","end":"2026-02-26T21:59:07.778757Z","steps":["trace[1563077368] 'agreement among raft nodes before linearized reading' (duration: 113.341386ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:07.778791Z","caller":"traceutil/trace.go:171","msg":"trace[1153275539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1945; }","duration":"116.153854ms","start":"2026-02-26T21:59:07.662625Z","end":"2026-02-26T21:59:07.778779Z","steps":["trace[1153275539] 'agreement among raft nodes before linearized reading' (duration: 116.00347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:07.77883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.298347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T21:59:07.778893Z","caller":"traceutil/trace.go:171","msg":"trace[1862571298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1945; }","duration":"116.386699ms","start":"2026-02-26T21:59:07.662492Z","end":"2026-02-26T21:59:07.778879Z","steps":["trace[1862571298] 'agreement among raft nodes before linearized reading' (duration: 116.240346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:07.778842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.151843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:59:07.778976Z","caller":"traceutil/trace.go:171","msg":"trace[1370289906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1945; }","duration":"116.350568ms","start":"2026-02-26T21:59:07.662617Z","end":"2026-02-26T21:59:07.778968Z","steps":["trace[1370289906] 'agreement among raft nodes before linearized reading' (duration: 116.095102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:07.779044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.2646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T21:59:07.779105Z","caller":"traceutil/trace.go:171","msg":"trace[1083501899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1945; }","duration":"117.369222ms","start":"2026-02-26T21:59:07.661721Z","end":"2026-02-26T21:59:07.77909Z","steps":["trace[1083501899] 'agreement among raft nodes before linearized reading' (duration: 116.894701ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:11.916095Z","caller":"traceutil/trace.go:171","msg":"trace[828210777] linearizableReadLoop","detail":"{readStateIndex:2049; appliedIndex:2047; }","duration":"107.346711ms","start":"2026-02-26T21:59:11.808726Z","end":"2026-02-26T21:59:11.916073Z","steps":["trace[828210777] 'read index received' (duration: 44.379247ms)","trace[828210777] 'applied index is now lower than readState.Index' (duration: 62.966324ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:59:11.916213Z","caller":"traceutil/trace.go:171","msg":"trace[1118954497] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"120.20961ms","start":"2026-02-26T21:59:11.795991Z","end":"2026-02-26T21:59:11.916201Z","steps":["trace[1118954497] 'process raft request' (duration: 119.939993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:11.916501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.757361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T21:59:11.916603Z","caller":"traceutil/trace.go:171","msg":"trace[1625869501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1964; }","duration":"107.885834ms","start":"2026-02-26T21:59:11.80869Z","end":"2026-02-26T21:59:11.916576Z","steps":["trace[1625869501] 'agreement among raft nodes before linearized reading' (duration: 107.69835ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:12.059062Z","caller":"traceutil/trace.go:171","msg":"trace[532976129] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"139.406752ms","start":"2026-02-26T21:59:11.919635Z","end":"2026-02-26T21:59:12.059042Z","steps":["trace[532976129] 'process raft request' (duration: 139.281588ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:12.127894Z","caller":"traceutil/trace.go:171","msg":"trace[1092322791] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"206.920666ms","start":"2026-02-26T21:59:11.920946Z","end":"2026-02-26T21:59:12.127866Z","steps":["trace[1092322791] 'process raft request' (duration: 206.752022ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:12.128145Z","caller":"traceutil/trace.go:171","msg":"trace[1223204370] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"206.847504ms","start":"2026-02-26T21:59:11.921272Z","end":"2026-02-26T21:59:12.12812Z","steps":["trace[1223204370] 'process raft request' (duration: 206.556397ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:12.128282Z","caller":"traceutil/trace.go:171","msg":"trace[658981750] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"206.954077ms","start":"2026-02-26T21:59:11.921305Z","end":"2026-02-26T21:59:12.128259Z","steps":["trace[658981750] 'process raft request' (duration: 206.702721ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:12.128415Z","caller":"traceutil/trace.go:171","msg":"trace[1231465033] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"206.979687ms","start":"2026-02-26T21:59:11.921421Z","end":"2026-02-26T21:59:12.1284Z","steps":["trace[1231465033] 'process raft request' (duration: 206.871825ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:12.128409Z","caller":"traceutil/trace.go:171","msg":"trace[1091506533] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"206.984837ms","start":"2026-02-26T21:59:11.92141Z","end":"2026-02-26T21:59:12.128394Z","steps":["trace[1091506533] 'process raft request' (duration: 206.767332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:13.023067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.206441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T21:59:13.023157Z","caller":"traceutil/trace.go:171","msg":"trace[609473749] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:1970; }","duration":"607.355644ms","start":"2026-02-26T21:59:12.415782Z","end":"2026-02-26T21:59:13.023138Z","steps":["trace[609473749] 'range keys from in-memory index tree' (duration: 607.028957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:13.0232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:12.415758Z","time spent":"607.431856ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"warn","ts":"2026-02-26T21:59:13.023474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.236761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-02-26T21:59:13.023555Z","caller":"traceutil/trace.go:171","msg":"trace[501156614] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1970; }","duration":"120.385695ms","start":"2026-02-26T21:59:12.90315Z","end":"2026-02-26T21:59:13.023536Z","steps":["trace[501156614] 'range keys from in-memory index tree' (duration: 119.814161ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:14.336667Z","caller":"traceutil/trace.go:171","msg":"trace[1001500478] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"198.809801ms","start":"2026-02-26T21:59:14.137836Z","end":"2026-02-26T21:59:14.336646Z","steps":["trace[1001500478] 'process raft request' (duration: 198.727239ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:14.336704Z","caller":"traceutil/trace.go:171","msg":"trace[380245988] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"199.497648ms","start":"2026-02-26T21:59:14.137169Z","end":"2026-02-26T21:59:14.336666Z","steps":["trace[380245988] 'process raft request' (duration: 199.259761ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:14.336725Z","caller":"traceutil/trace.go:171","msg":"trace[1827490805] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"199.272382ms","start":"2026-02-26T21:59:14.137407Z","end":"2026-02-26T21:59:14.336679Z","steps":["trace[1827490805] 'process raft request' (duration: 199.122179ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:14.336928Z","caller":"traceutil/trace.go:171","msg":"trace[1127771075] linearizableReadLoop","detail":"{readStateIndex:2065; appliedIndex:2060; }","duration":"193.091414ms","start":"2026-02-26T21:59:14.143808Z","end":"2026-02-26T21:59:14.336899Z","steps":["trace[1127771075] 'read index received' (duration: 74.01212ms)","trace[1127771075] 'applied index is now lower than readState.Index' (duration: 119.077523ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:59:14.33702Z","caller":"traceutil/trace.go:171","msg":"trace[1325115273] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"198.845482ms","start":"2026-02-26T21:59:14.138153Z","end":"2026-02-26T21:59:14.336999Z","steps":["trace[1325115273] 'process raft request' (duration: 198.441112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:14.337073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.240657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:59:14.337108Z","caller":"traceutil/trace.go:171","msg":"trace[2021844515] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1979; }","duration":"193.321448ms","start":"2026-02-26T21:59:14.143777Z","end":"2026-02-26T21:59:14.337099Z","steps":["trace[2021844515] 'agreement among raft nodes before linearized reading' (duration: 193.224476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:18.414734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.087697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-02-26T21:59:18.41474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.843456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T21:59:18.414836Z","caller":"traceutil/trace.go:171","msg":"trace[1506003501] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1994; }","duration":"335.246711ms","start":"2026-02-26T21:59:18.079567Z","end":"2026-02-26T21:59:18.414814Z","steps":["trace[1506003501] 'range keys from in-memory index tree' (duration: 334.914913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:18.414894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:18.079544Z","time spent":"335.340873ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T21:59:18.415047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.535511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T21:59:18.415151Z","caller":"traceutil/trace.go:171","msg":"trace[351012202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1994; }","duration":"353.690544ms","start":"2026-02-26T21:59:18.061433Z","end":"2026-02-26T21:59:18.415124Z","steps":["trace[351012202] 'range keys from in-memory index tree' (duration: 353.343647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:18.415206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:18.061419Z","time spent":"353.777387ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T21:59:18.415306Z","caller":"traceutil/trace.go:171","msg":"trace[1390929281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1994; }","duration":"183.042881ms","start":"2026-02-26T21:59:18.23182Z","end":"2026-02-26T21:59:18.414863Z","steps":["trace[1390929281] 'range keys from in-memory index tree' (duration: 182.618912ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:18.423759Z","caller":"traceutil/trace.go:171","msg":"trace[2004238367] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"162.976579ms","start":"2026-02-26T21:59:18.260758Z","end":"2026-02-26T21:59:18.423735Z","steps":["trace[2004238367] 'process raft request' (duration: 162.797884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:19.077324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.093488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:59:19.077448Z","caller":"traceutil/trace.go:171","msg":"trace[455143332] linearizableReadLoop","detail":"{readStateIndex:2084; appliedIndex:2083; }","duration":"640.594244ms","start":"2026-02-26T21:59:18.436837Z","end":"2026-02-26T21:59:19.077431Z","steps":["trace[455143332] 'read index received' (duration: 90.313161ms)","trace[455143332] 'applied index is now lower than readState.Index' (duration: 550.279663ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:59:19.077528Z","caller":"traceutil/trace.go:171","msg":"trace[2014916461] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"650.8467ms","start":"2026-02-26T21:59:18.426618Z","end":"2026-02-26T21:59:19.077464Z","steps":["trace[2014916461] 'process raft request' (duration: 100.516166ms)","trace[2014916461] 'compare' (duration: 549.794611ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:59:19.077758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:18.426599Z","time spent":"651.026745ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:59:19.078377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.372261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:59:19.078439Z","caller":"traceutil/trace.go:171","msg":"trace[1859995287] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1997; }","duration":"654.261132ms","start":"2026-02-26T21:59:18.424155Z","end":"2026-02-26T21:59:19.078416Z","steps":["trace[1859995287] 'agreement among raft nodes before linearized reading' (duration: 653.345151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:19.07848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:18.424111Z","time spent":"654.356784ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T21:59:19.176215Z","caller":"traceutil/trace.go:171","msg":"trace[1635738548] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"735.385763ms","start":"2026-02-26T21:59:18.440788Z","end":"2026-02-26T21:59:19.176174Z","steps":["trace[1635738548] 'process raft request' (duration: 735.215979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:19.176361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:18.440772Z","time spent":"735.516186ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:59:19.176553Z","caller":"traceutil/trace.go:171","msg":"trace[1784868643] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"735.171857ms","start":"2026-02-26T21:59:18.44135Z","end":"2026-02-26T21:59:19.176522Z","steps":["trace[1784868643] 'process raft request' (duration: 735.022034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:19.176633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.002842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:59:19.176705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:18.441332Z","time spent":"735.292341ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:59:19.176718Z","caller":"traceutil/trace.go:171","msg":"trace[454126189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2000; }","duration":"344.108004ms","start":"2026-02-26T21:59:18.832593Z","end":"2026-02-26T21:59:19.176701Z","steps":["trace[454126189] 'agreement among raft nodes before linearized reading' (duration: 343.942171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:19.176771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:18.832491Z","time spent":"344.267908ms","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:59:19.176762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.415982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:59:19.176835Z","caller":"traceutil/trace.go:171","msg":"trace[2059777548] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"735.643338ms","start":"2026-02-26T21:59:18.441181Z","end":"2026-02-26T21:59:19.176824Z","steps":["trace[2059777548] 'process raft request' (duration: 734.956252ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:19.176854Z","caller":"traceutil/trace.go:171","msg":"trace[1367237025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2000; }","duration":"139.541675ms","start":"2026-02-26T21:59:19.037267Z","end":"2026-02-26T21:59:19.176809Z","steps":["trace[1367237025] 'agreement among raft nodes before linearized reading' (duration: 139.249768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:19.176897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:18.441168Z","time spent":"735.69815ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:59:19.31406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.658008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T21:59:19.314162Z","caller":"traceutil/trace.go:171","msg":"trace[1857272872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2000; }","duration":"122.797042ms","start":"2026-02-26T21:59:19.191342Z","end":"2026-02-26T21:59:19.314139Z","steps":["trace[1857272872] 'range keys from in-memory index tree' (duration: 122.461554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:19.314461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.093438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:59:19.314542Z","caller":"traceutil/trace.go:171","msg":"trace[752035802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2000; }","duration":"135.218152ms","start":"2026-02-26T21:59:19.179306Z","end":"2026-02-26T21:59:19.314524Z","steps":["trace[752035802] 'range keys from in-memory index tree' (duration: 135.013927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:20.194314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.957186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:59:20.194393Z","caller":"traceutil/trace.go:171","msg":"trace[1993326048] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2001; }","duration":"387.089819ms","start":"2026-02-26T21:59:19.807286Z","end":"2026-02-26T21:59:20.194376Z","steps":["trace[1993326048] 'count revisions from in-memory index tree' (duration: 386.840373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:20.194466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:19.807259Z","time spent":"387.195431ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:59:20.194653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.415444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:59:20.1948Z","caller":"traceutil/trace.go:171","msg":"trace[1063622528] linearizableReadLoop","detail":"{readStateIndex:2090; appliedIndex:2088; }","duration":"157.280102ms","start":"2026-02-26T21:59:20.037507Z","end":"2026-02-26T21:59:20.194788Z","steps":["trace[1063622528] 'read index received' (duration: 7.602992ms)","trace[1063622528] 'applied index is now lower than readState.Index' (duration: 149.67633ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:59:20.194915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.408634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:59:20.194963Z","caller":"traceutil/trace.go:171","msg":"trace[2082498394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2003; }","duration":"157.499447ms","start":"2026-02-26T21:59:20.037451Z","end":"2026-02-26T21:59:20.194951Z","steps":["trace[2082498394] 'agreement among raft nodes before linearized reading' (duration: 157.375584ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:20.195013Z","caller":"traceutil/trace.go:171","msg":"trace[331311095] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"309.083693ms","start":"2026-02-26T21:59:19.885888Z","end":"2026-02-26T21:59:20.194971Z","steps":["trace[331311095] 'process raft request' (duration: 159.231269ms)","trace[331311095] 'compare' (duration: 149.24471ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:59:20.195357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:19.885858Z","time spent":"309.232847ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:59:20.195732Z","caller":"traceutil/trace.go:171","msg":"trace[273778327] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"244.273853ms","start":"2026-02-26T21:59:19.95142Z","end":"2026-02-26T21:59:20.195694Z","steps":["trace[273778327] 'process raft request' (duration: 243.31661ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:20.548984Z","caller":"traceutil/trace.go:171","msg":"trace[703214745] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"103.098399ms","start":"2026-02-26T21:59:20.445861Z","end":"2026-02-26T21:59:20.548959Z","steps":["trace[703214745] 'process raft request' (duration: 102.919595ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:21.488615Z","caller":"traceutil/trace.go:171","msg":"trace[62131497] linearizableReadLoop","detail":"{readStateIndex:2092; appliedIndex:2091; }","duration":"307.632288ms","start":"2026-02-26T21:59:21.180959Z","end":"2026-02-26T21:59:21.488591Z","steps":["trace[62131497] 'read index received' (duration: 307.453604ms)","trace[62131497] 'applied index is now lower than readState.Index' (duration: 177.794µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:59:21.488684Z","caller":"traceutil/trace.go:171","msg":"trace[8732596] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"402.798756ms","start":"2026-02-26T21:59:21.085856Z","end":"2026-02-26T21:59:21.488655Z","steps":["trace[8732596] 'process raft request' (duration: 402.55178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:21.488845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:21.08583Z","time spent":"402.918399ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:59:21.488865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.891394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T21:59:21.488927Z","caller":"traceutil/trace.go:171","msg":"trace[1609967049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2005; }","duration":"308.010186ms","start":"2026-02-26T21:59:21.1809Z","end":"2026-02-26T21:59:21.48891Z","steps":["trace[1609967049] 'agreement among raft nodes before linearized reading' (duration: 307.798541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:21.48898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:21.180875Z","time spent":"308.093839ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T21:59:21.488994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.486494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T21:59:21.489102Z","caller":"traceutil/trace.go:171","msg":"trace[1468506418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2005; }","duration":"307.628377ms","start":"2026-02-26T21:59:21.181447Z","end":"2026-02-26T21:59:21.489076Z","steps":["trace[1468506418] 'agreement among raft nodes before linearized reading' (duration: 307.33593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:21.489212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:21.181439Z","time spent":"307.75485ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T21:59:21.489286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.316764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T21:59:21.489363Z","caller":"traceutil/trace.go:171","msg":"trace[1041018450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2005; }","duration":"308.435877ms","start":"2026-02-26T21:59:21.180908Z","end":"2026-02-26T21:59:21.489343Z","steps":["trace[1041018450] 'agreement among raft nodes before linearized reading' (duration: 307.807062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:21.489429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:21.180896Z","time spent":"308.518378ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T21:59:22.079561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.862976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:59:22.079886Z","caller":"traceutil/trace.go:171","msg":"trace[202431126] linearizableReadLoop","detail":"{readStateIndex:2096; appliedIndex:2092; }","duration":"204.820474ms","start":"2026-02-26T21:59:21.875043Z","end":"2026-02-26T21:59:22.079863Z","steps":["trace[202431126] 'read index received' (duration: 129.763269ms)","trace[202431126] 'applied index is now lower than readState.Index' (duration: 75.055655ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:59:22.079899Z","caller":"traceutil/trace.go:171","msg":"trace[590043654] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"586.076164ms","start":"2026-02-26T21:59:21.493798Z","end":"2026-02-26T21:59:22.079874Z","steps":["trace[590043654] 'process raft request' (duration: 585.884559ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:22.07995Z","caller":"traceutil/trace.go:171","msg":"trace[100715943] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"585.850798ms","start":"2026-02-26T21:59:21.494076Z","end":"2026-02-26T21:59:22.079926Z","steps":["trace[100715943] 'process raft request' (duration: 585.678524ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:22.079952Z","caller":"traceutil/trace.go:171","msg":"trace[26180584] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"490.716051ms","start":"2026-02-26T21:59:21.589214Z","end":"2026-02-26T21:59:22.07993Z","steps":["trace[26180584] 'process raft request' (duration: 490.575928ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:22.079966Z","caller":"traceutil/trace.go:171","msg":"trace[1474569145] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"586.190526ms","start":"2026-02-26T21:59:21.493744Z","end":"2026-02-26T21:59:22.079934Z","steps":["trace[1474569145] 'process raft request' (duration: 234.799286ms)","trace[1474569145] 'compare' (duration: 350.673252ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:59:22.080075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:21.494052Z","time spent":"585.95134ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:59:22.080078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.03383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897eaca0a5de21b\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-26T21:59:22.080368Z","caller":"traceutil/trace.go:171","msg":"trace[1159083052] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1897eaca0a5de21b; range_end:; response_count:1; response_revision:2009; }","duration":"205.357078ms","start":"2026-02-26T21:59:21.874992Z","end":"2026-02-26T21:59:22.080349Z","steps":["trace[1159083052] 'agreement among raft nodes before linearized reading' (duration: 204.948148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:22.080093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:21.589193Z","time spent":"490.819863ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:59:22.080112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:21.493773Z","time spent":"586.222447ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:59:22.080832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:21.493684Z","time spent":"586.510364ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:59:22.336386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.898045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:59:22.336623Z","caller":"traceutil/trace.go:171","msg":"trace[145088547] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"253.796582ms","start":"2026-02-26T21:59:22.082794Z","end":"2026-02-26T21:59:22.33659Z","steps":["trace[145088547] 'process raft request' (duration: 145.501918ms)","trace[145088547] 'compare' (duration: 107.770832ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:59:22.336833Z","caller":"traceutil/trace.go:171","msg":"trace[655038159] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"136.577813ms","start":"2026-02-26T21:59:22.200235Z","end":"2026-02-26T21:59:22.336812Z","steps":["trace[655038159] 'process raft request' (duration: 136.279966ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:22.337057Z","caller":"traceutil/trace.go:171","msg":"trace[938975239] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"136.453221ms","start":"2026-02-26T21:59:22.200585Z","end":"2026-02-26T21:59:22.337038Z","steps":["trace[938975239] 'process raft request' (duration: 136.058511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:24.102688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659266909s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-26T21:59:24.102882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:22.418174Z","time spent":"1.68469756s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T21:59:24.103015Z","caller":"traceutil/trace.go:171","msg":"trace[1368982550] linearizableReadLoop","detail":"{readStateIndex:2100; appliedIndex:2099; }","duration":"1.644328339s","start":"2026-02-26T21:59:22.458654Z","end":"2026-02-26T21:59:24.102983Z","steps":["trace[1368982550] 'read index received' (duration: 45.471µs)","trace[1368982550] 'applied index is now lower than readState.Index' (duration: 1.644279818s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:59:24.103165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644503254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:59:24.10324Z","caller":"traceutil/trace.go:171","msg":"trace[1901020197] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2013; }","duration":"1.644619796s","start":"2026-02-26T21:59:22.458598Z","end":"2026-02-26T21:59:24.103218Z","steps":["trace[1901020197] 'agreement among raft nodes before linearized reading' (duration: 1.644508384s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:24.103269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.530387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:59:24.103298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:22.458574Z","time spent":"1.644708578s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:59:24.103336Z","caller":"traceutil/trace.go:171","msg":"trace[882090476] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2013; }","duration":"468.656509ms","start":"2026-02-26T21:59:23.634663Z","end":"2026-02-26T21:59:24.103319Z","steps":["trace[882090476] 'agreement among raft nodes before linearized reading' (duration: 468.527266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:24.103347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606846969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T21:59:24.103463Z","caller":"traceutil/trace.go:171","msg":"trace[1739636295] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2013; }","duration":"1.606987852s","start":"2026-02-26T21:59:22.496431Z","end":"2026-02-26T21:59:24.103419Z","steps":["trace[1739636295] 'agreement among raft nodes before linearized reading' (duration: 1.606742586s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:24.103525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:22.496412Z","time spent":"1.607099154s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T21:59:24.103645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065710455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:59:24.103686Z","caller":"traceutil/trace.go:171","msg":"trace[208422727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2013; }","duration":"1.065786537s","start":"2026-02-26T21:59:23.037889Z","end":"2026-02-26T21:59:24.103675Z","steps":["trace[208422727] 'agreement among raft nodes before linearized reading' (duration: 1.065725546s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:24.103381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:23.634642Z","time spent":"468.727051ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:59:24.103716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:23.037868Z","time spent":"1.065842159s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:59:24.103893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550705147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T21:59:24.1039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042223162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:59:24.103937Z","caller":"traceutil/trace.go:171","msg":"trace[1250707549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2013; }","duration":"1.550792579s","start":"2026-02-26T21:59:22.553133Z","end":"2026-02-26T21:59:24.103925Z","steps":["trace[1250707549] 'agreement among raft nodes before linearized reading' (duration: 1.550688157s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:24.103969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:22.553109Z","time spent":"1.550852721s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T21:59:24.103971Z","caller":"traceutil/trace.go:171","msg":"trace[340378838] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2013; }","duration":"1.042347984s","start":"2026-02-26T21:59:23.061606Z","end":"2026-02-26T21:59:24.103954Z","steps":["trace[340378838] 'agreement among raft nodes before linearized reading' (duration: 1.04220318s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:24.104019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:23.06159Z","time spent":"1.042419116s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:59:24.104038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.205464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T21:59:24.10407Z","caller":"traceutil/trace.go:171","msg":"trace[1819571525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2013; }","duration":"610.271995ms","start":"2026-02-26T21:59:23.493788Z","end":"2026-02-26T21:59:24.10406Z","steps":["trace[1819571525] 'agreement among raft nodes before linearized reading' (duration: 610.142032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:24.104106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:23.493769Z","time spent":"610.330706ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T21:59:24.605438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398381638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T21:59:25.711598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.619912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:59:25.71186Z","caller":"traceutil/trace.go:171","msg":"trace[1077251553] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"1.607776231s","start":"2026-02-26T21:59:24.103938Z","end":"2026-02-26T21:59:25.711714Z","steps":["trace[1077251553] 'process raft request' (duration: 818.925103ms)","trace[1077251553] 'compare' (duration: 788.07659ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T21:59:25.711966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:24.10391Z","time spent":"1.608004116s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:59:26.105908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00079763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T21:59:26.106006Z","caller":"traceutil/trace.go:171","msg":"trace[1849221751] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000941014s","start":"2026-02-26T21:59:24.105038Z","end":"2026-02-26T21:59:26.105979Z","steps":["trace[1849221751] 'agreement among raft nodes before linearized reading' (duration: 2.000809361s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:26.10607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:24.105022Z","time spent":"2.001034736s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 21:59:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T21:59:26.282887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999794528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T21:59:26.283042Z","caller":"traceutil/trace.go:171","msg":"trace[1302822792] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000058884s","start":"2026-02-26T21:59:24.282961Z","end":"2026-02-26T21:59:26.28302Z","steps":["trace[1302822792] 'agreement among raft nodes before linearized reading' (duration: 1.999842668s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:26.283102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:24.28293Z","time spent":"2.000157466s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:59:26.50187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.57531091s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T21:59:26.963932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.705922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T21:59:26.964277Z","caller":"traceutil/trace.go:171","msg":"trace[772353150] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"2.856011675s","start":"2026-02-26T21:59:24.108235Z","end":"2026-02-26T21:59:26.964247Z","steps":["trace[772353150] 'process raft request' (duration: 2.393916134s)","trace[772353150] 'compare' (duration: 461.368724ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:59:26.964313Z","caller":"traceutil/trace.go:171","msg":"trace[554189923] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"2.855297668s","start":"2026-02-26T21:59:24.108985Z","end":"2026-02-26T21:59:26.964282Z","steps":["trace[554189923] 'process raft request' (duration: 2.855198485s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:26.964339Z","caller":"traceutil/trace.go:171","msg":"trace[1064863687] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"2.855607045s","start":"2026-02-26T21:59:24.108703Z","end":"2026-02-26T21:59:26.96431Z","steps":["trace[1064863687] 'process raft request' (duration: 2.85537695s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:26.964422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:24.108208Z","time spent":"2.856138118s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:59:26.964486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:24.108684Z","time spent":"2.855718288s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:59:26.964414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:24.108977Z","time spent":"2.85538857s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:59:26.96497Z","caller":"traceutil/trace.go:171","msg":"trace[820984312] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"2.855272708s","start":"2026-02-26T21:59:24.109685Z","end":"2026-02-26T21:59:26.964958Z","steps":["trace[820984312] 'process raft request' (duration: 2.855175105s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:26.964974Z","caller":"traceutil/trace.go:171","msg":"trace[750570369] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"2.855933363s","start":"2026-02-26T21:59:24.109013Z","end":"2026-02-26T21:59:26.964947Z","steps":["trace[750570369] 'process raft request' (duration: 2.855228157s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:26.965054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:24.109671Z","time spent":"2.855346459s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T21:59:26.965129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:24.108997Z","time spent":"2.856049946s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:59:26.965295Z","caller":"traceutil/trace.go:171","msg":"trace[1429223370] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"2.622583903s","start":"2026-02-26T21:59:24.342688Z","end":"2026-02-26T21:59:26.965272Z","steps":["trace[1429223370] 'process raft request' (duration: 2.622235484s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:26.965382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:24.34267Z","time spent":"2.622669895s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:59:26.965662Z","caller":"traceutil/trace.go:171","msg":"trace[1673354270] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"2.505763794s","start":"2026-02-26T21:59:24.459878Z","end":"2026-02-26T21:59:26.965642Z","steps":["trace[1673354270] 'process raft request' (duration: 2.505547499s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:26.965723Z","caller":"traceutil/trace.go:171","msg":"trace[719448622] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"855.609935ms","start":"2026-02-26T21:59:26.110062Z","end":"2026-02-26T21:59:26.965672Z","steps":["trace[719448622] 'process raft request' (duration: 855.459001ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:26.965759Z","caller":"traceutil/trace.go:171","msg":"trace[1793728818] linearizableReadLoop","detail":"{readStateIndex:2110; appliedIndex:2101; }","duration":"2.860684857s","start":"2026-02-26T21:59:24.105063Z","end":"2026-02-26T21:59:26.965748Z","steps":["trace[1793728818] 'read index received' (duration: 817.780453ms)","trace[1793728818] 'applied index is now lower than readState.Index' (duration: 2.042902934s)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:59:26.965621Z","caller":"traceutil/trace.go:171","msg":"trace[1604144990] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"2.62285104s","start":"2026-02-26T21:59:24.342746Z","end":"2026-02-26T21:59:26.965597Z","steps":["trace[1604144990] 'process raft request' (duration: 2.622478421s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:26.965945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.793588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:59:26.965956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:26.11004Z","time spent":"855.784238ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:59:26.966007Z","caller":"traceutil/trace.go:171","msg":"trace[1135217183] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2023; }","duration":"971.88906ms","start":"2026-02-26T21:59:25.994097Z","end":"2026-02-26T21:59:26.965986Z","steps":["trace[1135217183] 'agreement among raft nodes before linearized reading' (duration: 971.805398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:26.966053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:25.994077Z","time spent":"971.964101ms","remote":"127.0.0.1:32804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:59:26.966094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251395281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-02-26T21:59:26.966116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.175186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T21:59:26.966202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.217482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:59:26.966219Z","caller":"traceutil/trace.go:171","msg":"trace[87765971] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2023; }","duration":"695.274128ms","start":"2026-02-26T21:59:26.27088Z","end":"2026-02-26T21:59:26.966154Z","steps":["trace[87765971] 'agreement among raft nodes before linearized reading' (duration: 695.099934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:26.965871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:24.459845Z","time spent":"2.505924558s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:59:26.966267Z","caller":"traceutil/trace.go:171","msg":"trace[545665180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2023; }","duration":"852.373735ms","start":"2026-02-26T21:59:26.113877Z","end":"2026-02-26T21:59:26.966251Z","steps":["trace[545665180] 'agreement among raft nodes before linearized reading' (duration: 852.236172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:26.966272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:26.270859Z","time spent":"695.401821ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T21:59:26.966029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:24.342731Z","time spent":"2.623237639s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T21:59:26.966214Z","caller":"traceutil/trace.go:171","msg":"trace[453947471] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2023; }","duration":"1.251464123s","start":"2026-02-26T21:59:25.714683Z","end":"2026-02-26T21:59:26.966147Z","steps":["trace[453947471] 'agreement among raft nodes before linearized reading' (duration: 1.25134681s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:26.966338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203807607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T21:59:26.966272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063310718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T21:59:26.966358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:25.714636Z","time spent":"1.251712929s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T21:59:26.965911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643655209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-02-26T21:59:26.966395Z","caller":"traceutil/trace.go:171","msg":"trace[801311596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2023; }","duration":"1.063470732s","start":"2026-02-26T21:59:25.902913Z","end":"2026-02-26T21:59:26.966383Z","steps":["trace[801311596] 'agreement among raft nodes before linearized reading' (duration: 1.063326839s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:26.966394Z","caller":"traceutil/trace.go:171","msg":"trace[2116627975] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2023; }","duration":"1.203865298s","start":"2026-02-26T21:59:25.762513Z","end":"2026-02-26T21:59:26.966378Z","steps":["trace[2116627975] 'agreement among raft nodes before linearized reading' (duration: 1.203782246s)"],"step_count":1} {"level":"info","ts":"2026-02-26T21:59:26.966409Z","caller":"traceutil/trace.go:171","msg":"trace[2050171962] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2023; }","duration":"2.644199182s","start":"2026-02-26T21:59:24.322202Z","end":"2026-02-26T21:59:26.966401Z","steps":["trace[2050171962] 'agreement among raft nodes before linearized reading' (duration: 2.643619308s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:26.966439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:25.902891Z","time spent":"1.063538323s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:59:26.966446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855062526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T21:59:26.96647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:24.322179Z","time spent":"2.644282794s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T21:59:26.966452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:25.762464Z","time spent":"1.203972751s","remote":"127.0.0.1:38086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-26T21:59:26.966495Z","caller":"traceutil/trace.go:171","msg":"trace[1688552566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2023; }","duration":"1.855169749s","start":"2026-02-26T21:59:25.111311Z","end":"2026-02-26T21:59:26.966481Z","steps":["trace[1688552566] 'agreement among raft nodes before linearized reading' (duration: 1.855009915s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:26.966542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:25.111288Z","time spent":"1.855244491s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T21:59:26.96662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605759328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:59:26.96665Z","caller":"traceutil/trace.go:171","msg":"trace[1391364410] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2023; }","duration":"2.60582986s","start":"2026-02-26T21:59:24.360812Z","end":"2026-02-26T21:59:26.966642Z","steps":["trace[1391364410] 'agreement among raft nodes before linearized reading' (duration: 2.605780638s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:26.966672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:24.360796Z","time spent":"2.60586935s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T21:59:26.966318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:26.113855Z","time spent":"852.452388ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T21:59:26.966978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.948556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-26T21:59:26.967064Z","caller":"traceutil/trace.go:171","msg":"trace[651833652] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07; range_end:; response_count:1; response_revision:2023; }","duration":"857.086439ms","start":"2026-02-26T21:59:26.109963Z","end":"2026-02-26T21:59:26.96705Z","steps":["trace[651833652] 'agreement among raft nodes before linearized reading' (duration: 856.29721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:26.967103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T21:59:26.109941Z","time spent":"857.152221ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07\" "} {"level":"info","ts":"2026-02-26T21:59:27.177561Z","caller":"traceutil/trace.go:171","msg":"trace[24113696] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"199.252252ms","start":"2026-02-26T21:59:26.978275Z","end":"2026-02-26T21:59:27.177527Z","steps":["trace[24113696] 'process raft request' (duration: 182.92991ms)","trace[24113696] 'compare' (duration: 16.097856ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:59:27.177562Z","caller":"traceutil/trace.go:171","msg":"trace[825065714] linearizableReadLoop","detail":"{readStateIndex:2113; appliedIndex:2111; }","duration":"191.515265ms","start":"2026-02-26T21:59:26.98602Z","end":"2026-02-26T21:59:27.177535Z","steps":["trace[825065714] 'read index received' (duration: 175.258295ms)","trace[825065714] 'applied index is now lower than readState.Index' (duration: 16.25585ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T21:59:27.177685Z","caller":"traceutil/trace.go:171","msg":"trace[112898902] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"197.909188ms","start":"2026-02-26T21:59:26.979737Z","end":"2026-02-26T21:59:27.177646Z","steps":["trace[112898902] 'process raft request' (duration: 197.726794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:27.17777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.664098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:59:27.177844Z","caller":"traceutil/trace.go:171","msg":"trace[959212314] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2025; }","duration":"191.845063ms","start":"2026-02-26T21:59:26.985982Z","end":"2026-02-26T21:59:27.177827Z","steps":["trace[959212314] 'agreement among raft nodes before linearized reading' (duration: 191.637798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:27.177874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.56838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T21:59:27.177915Z","caller":"traceutil/trace.go:171","msg":"trace[416618107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2025; }","duration":"150.664652ms","start":"2026-02-26T21:59:27.027239Z","end":"2026-02-26T21:59:27.177903Z","steps":["trace[416618107] 'agreement among raft nodes before linearized reading' (duration: 150.56404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T21:59:27.177957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.774882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T21:59:27.178004Z","caller":"traceutil/trace.go:171","msg":"trace[773313399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2025; }","duration":"142.902687ms","start":"2026-02-26T21:59:27.035088Z","end":"2026-02-26T21:59:27.177991Z","steps":["trace[773313399] 'agreement among raft nodes before linearized reading' (duration: 142.777144ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:03.257615Z","caller":"traceutil/trace.go:171","msg":"trace[1797558798] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"105.387235ms","start":"2026-02-26T22:00:03.152167Z","end":"2026-02-26T22:00:03.257554Z","steps":["trace[1797558798] 'process raft request' (duration: 50.950825ms)","trace[1797558798] 'compare' (duration: 54.188394ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:00:03.25796Z","caller":"traceutil/trace.go:171","msg":"trace[1672157598] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"104.991565ms","start":"2026-02-26T22:00:03.152927Z","end":"2026-02-26T22:00:03.257919Z","steps":["trace[1672157598] 'process raft request' (duration: 104.546665ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:03.257993Z","caller":"traceutil/trace.go:171","msg":"trace[913515020] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"105.165129ms","start":"2026-02-26T22:00:03.152789Z","end":"2026-02-26T22:00:03.257954Z","steps":["trace[913515020] 'process raft request' (duration: 104.652467ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:03.258033Z","caller":"traceutil/trace.go:171","msg":"trace[1384107202] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"104.664706ms","start":"2026-02-26T22:00:03.153338Z","end":"2026-02-26T22:00:03.258003Z","steps":["trace[1384107202] 'process raft request' (duration: 104.184415ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:03.258144Z","caller":"traceutil/trace.go:171","msg":"trace[1768280041] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"105.042977ms","start":"2026-02-26T22:00:03.153064Z","end":"2026-02-26T22:00:03.258107Z","steps":["trace[1768280041] 'process raft request' (duration: 104.432022ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:07.545963Z","caller":"traceutil/trace.go:171","msg":"trace[847249377] linearizableReadLoop","detail":"{readStateIndex:2305; appliedIndex:2304; }","duration":"406.842077ms","start":"2026-02-26T22:00:07.139091Z","end":"2026-02-26T22:00:07.545933Z","steps":["trace[847249377] 'read index received' (duration: 406.650121ms)","trace[847249377] 'applied index is now lower than readState.Index' (duration: 191.016µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:00:07.546039Z","caller":"traceutil/trace.go:171","msg":"trace[1120947964] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"428.971426ms","start":"2026-02-26T22:00:07.11705Z","end":"2026-02-26T22:00:07.546022Z","steps":["trace[1120947964] 'process raft request' (duration: 428.723769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:07.546141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:00:07.117022Z","time spent":"429.049937ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:00:07.546262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.107883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:00:07.546435Z","caller":"traceutil/trace.go:171","msg":"trace[1609420146] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2209; }","duration":"407.39295ms","start":"2026-02-26T22:00:07.13901Z","end":"2026-02-26T22:00:07.546403Z","steps":["trace[1609420146] 'agreement among raft nodes before linearized reading' (duration: 407.059462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:07.546508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:00:07.138978Z","time spent":"407.517292ms","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:00:07.547223Z","caller":"traceutil/trace.go:171","msg":"trace[9590316] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"382.589455ms","start":"2026-02-26T22:00:07.164615Z","end":"2026-02-26T22:00:07.547205Z","steps":["trace[9590316] 'process raft request' (duration: 382.282828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:07.547198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.208182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-26T22:00:07.547319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.577505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T22:00:07.547299Z","caller":"traceutil/trace.go:171","msg":"trace[973874777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2211; }","duration":"273.364696ms","start":"2026-02-26T22:00:07.27391Z","end":"2026-02-26T22:00:07.547274Z","steps":["trace[973874777] 'agreement among raft nodes before linearized reading' (duration: 273.1057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:07.547356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.943571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T22:00:07.547404Z","caller":"traceutil/trace.go:171","msg":"trace[715067599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2211; }","duration":"258.716488ms","start":"2026-02-26T22:00:07.288663Z","end":"2026-02-26T22:00:07.54738Z","steps":["trace[715067599] 'agreement among raft nodes before linearized reading' (duration: 258.506313ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:07.547439Z","caller":"traceutil/trace.go:171","msg":"trace[1925755975] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2211; }","duration":"157.080904ms","start":"2026-02-26T22:00:07.390336Z","end":"2026-02-26T22:00:07.547417Z","steps":["trace[1925755975] 'agreement among raft nodes before linearized reading' (duration: 156.871869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:07.547457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.450683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-26T22:00:07.547489Z","caller":"traceutil/trace.go:171","msg":"trace[1373419015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2211; }","duration":"272.504165ms","start":"2026-02-26T22:00:07.274975Z","end":"2026-02-26T22:00:07.547479Z","steps":["trace[1373419015] 'agreement among raft nodes before linearized reading' (duration: 272.415443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:07.547468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.612907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T22:00:07.547538Z","caller":"traceutil/trace.go:171","msg":"trace[1281552504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2211; }","duration":"272.71191ms","start":"2026-02-26T22:00:07.274809Z","end":"2026-02-26T22:00:07.547521Z","steps":["trace[1281552504] 'agreement among raft nodes before linearized reading' (duration: 272.491554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:07.547549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.098569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T22:00:07.5476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.571472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T22:00:07.547621Z","caller":"traceutil/trace.go:171","msg":"trace[1561035573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2211; }","duration":"273.648843ms","start":"2026-02-26T22:00:07.273967Z","end":"2026-02-26T22:00:07.547616Z","steps":["trace[1561035573] 'agreement among raft nodes before linearized reading' (duration: 273.589242ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:07.547633Z","caller":"traceutil/trace.go:171","msg":"trace[671745716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2211; }","duration":"273.211791ms","start":"2026-02-26T22:00:07.274403Z","end":"2026-02-26T22:00:07.547614Z","steps":["trace[671745716] 'agreement among raft nodes before linearized reading' (duration: 272.954155ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:07.547694Z","caller":"traceutil/trace.go:171","msg":"trace[738846669] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"386.743467ms","start":"2026-02-26T22:00:07.160938Z","end":"2026-02-26T22:00:07.547681Z","steps":["trace[738846669] 'process raft request' (duration: 385.835865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:07.547747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:00:07.160911Z","time spent":"386.808167ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:00:07.547363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:00:07.16459Z","time spent":"382.673898ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:00:19.715212Z","caller":"traceutil/trace.go:171","msg":"trace[1571756759] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"101.353708ms","start":"2026-02-26T22:00:19.613836Z","end":"2026-02-26T22:00:19.715189Z","steps":["trace[1571756759] 'process raft request' (duration: 101.168824ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:19.715227Z","caller":"traceutil/trace.go:171","msg":"trace[1976033935] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"101.305237ms","start":"2026-02-26T22:00:19.613897Z","end":"2026-02-26T22:00:19.715202Z","steps":["trace[1976033935] 'process raft request' (duration: 101.223755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:30.257108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398382685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:00:30.75807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398382685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:00:31.258759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398382685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:00:31.453186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.709820469s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:00:31.453653Z","caller":"traceutil/trace.go:171","msg":"trace[319205866] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"1.710380363s","start":"2026-02-26T22:00:29.743255Z","end":"2026-02-26T22:00:31.453635Z","steps":["trace[319205866] 'process raft request' (duration: 1.710246099s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:31.454203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:00:29.743232Z","time spent":"1.710483535s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:00:31.551995Z","caller":"traceutil/trace.go:171","msg":"trace[1777081334] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"1.802731961s","start":"2026-02-26T22:00:29.749238Z","end":"2026-02-26T22:00:31.55197Z","steps":["trace[1777081334] 'process raft request' (duration: 1.802523676s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:31.552189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:00:29.749209Z","time spent":"1.802870094s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:00:31.552195Z","caller":"traceutil/trace.go:171","msg":"trace[1516565763] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"1.800600369s","start":"2026-02-26T22:00:29.751572Z","end":"2026-02-26T22:00:31.552172Z","steps":["trace[1516565763] 'process raft request' (duration: 1.800352213s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:31.552298Z","caller":"traceutil/trace.go:171","msg":"trace[1786324440] linearizableReadLoop","detail":"{readStateIndex:2603; appliedIndex:2599; }","duration":"1.795463143s","start":"2026-02-26T22:00:29.756819Z","end":"2026-02-26T22:00:31.552282Z","steps":["trace[1786324440] 'read index received' (duration: 1.696668548s)","trace[1786324440] 'applied index is now lower than readState.Index' (duration: 98.792985ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:00:31.552364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:00:29.751557Z","time spent":"1.800748223s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:00:31.552407Z","caller":"traceutil/trace.go:171","msg":"trace[1290939179] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"1.170315684s","start":"2026-02-26T22:00:30.382082Z","end":"2026-02-26T22:00:31.552398Z","steps":["trace[1290939179] 'process raft request' (duration: 1.170032197s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:31.552466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:00:30.382051Z","time spent":"1.170381345s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:00:31.552652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795829473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T22:00:31.552686Z","caller":"traceutil/trace.go:171","msg":"trace[208505781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2494; }","duration":"1.795895204s","start":"2026-02-26T22:00:29.756783Z","end":"2026-02-26T22:00:31.552678Z","steps":["trace[208505781] 'agreement among raft nodes before linearized reading' (duration: 1.795791461s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:31.552709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:00:29.75677Z","time spent":"1.795933295s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:00:31.552718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78174946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T22:00:31.552774Z","caller":"traceutil/trace.go:171","msg":"trace[563825371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2494; }","duration":"1.781839761s","start":"2026-02-26T22:00:29.770918Z","end":"2026-02-26T22:00:31.552758Z","steps":["trace[563825371] 'agreement among raft nodes before linearized reading' (duration: 1.781689128s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:31.552795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108314223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:00:31.552822Z","caller":"traceutil/trace.go:171","msg":"trace[1803805613] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2494; }","duration":"1.108373625s","start":"2026-02-26T22:00:30.44444Z","end":"2026-02-26T22:00:31.552814Z","steps":["trace[1803805613] 'agreement among raft nodes before linearized reading' (duration: 1.108329394s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:31.552829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:00:29.770902Z","time spent":"1.781914414s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:00:31.552845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:00:30.444426Z","time spent":"1.108411715s","remote":"127.0.0.1:53050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:00:31.552985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318777177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:00:31.553042Z","caller":"traceutil/trace.go:171","msg":"trace[1517419746] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2494; }","duration":"1.318899511s","start":"2026-02-26T22:00:30.234128Z","end":"2026-02-26T22:00:31.553028Z","steps":["trace[1517419746] 'agreement among raft nodes before linearized reading' (duration: 1.318793398s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:31.555399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:00:30.234104Z","time spent":"1.321240838s","remote":"127.0.0.1:38140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:00:31.555671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.754403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T22:00:31.555729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782120558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T22:00:31.555865Z","caller":"traceutil/trace.go:171","msg":"trace[1809771742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2494; }","duration":"1.782299673s","start":"2026-02-26T22:00:29.773516Z","end":"2026-02-26T22:00:31.555816Z","steps":["trace[1809771742] 'agreement among raft nodes before linearized reading' (duration: 1.781854852s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:31.555921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:00:29.773497Z","time spent":"1.782412665s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T22:00:31.556187Z","caller":"traceutil/trace.go:171","msg":"trace[714579833] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2494; }","duration":"145.004869ms","start":"2026-02-26T22:00:31.410748Z","end":"2026-02-26T22:00:31.555753Z","steps":["trace[714579833] 'agreement among raft nodes before linearized reading' (duration: 142.216761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:31.556278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.326133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T22:00:31.556593Z","caller":"traceutil/trace.go:171","msg":"trace[90428187] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2494; }","duration":"749.915858ms","start":"2026-02-26T22:00:30.806591Z","end":"2026-02-26T22:00:31.556506Z","steps":["trace[90428187] 'agreement among raft nodes before linearized reading' (duration: 749.041736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:31.556776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:00:30.806567Z","time spent":"750.191944ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:00:31.556905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.647381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-26T22:00:31.556949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784570848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T22:00:31.55702Z","caller":"traceutil/trace.go:171","msg":"trace[1140985637] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2494; }","duration":"236.779655ms","start":"2026-02-26T22:00:31.320188Z","end":"2026-02-26T22:00:31.556968Z","steps":["trace[1140985637] 'agreement among raft nodes before linearized reading' (duration: 236.384156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:31.557013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.96212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:00:31.557101Z","caller":"traceutil/trace.go:171","msg":"trace[221385781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2494; }","duration":"1.784730442s","start":"2026-02-26T22:00:29.772316Z","end":"2026-02-26T22:00:31.557047Z","steps":["trace[221385781] 'agreement among raft nodes before linearized reading' (duration: 1.781291819s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:31.557118Z","caller":"traceutil/trace.go:171","msg":"trace[1819743607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2494; }","duration":"520.146464ms","start":"2026-02-26T22:00:31.036944Z","end":"2026-02-26T22:00:31.55709Z","steps":["trace[1819743607] 'agreement among raft nodes before linearized reading' (duration: 519.711864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:31.55717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:00:29.77231Z","time spent":"1.784845535s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:00:31.557224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:00:31.036882Z","time spent":"520.301797ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:00:31.557134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785195094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T22:00:31.557338Z","caller":"traceutil/trace.go:171","msg":"trace[1863761562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2494; }","duration":"1.78547229s","start":"2026-02-26T22:00:29.771834Z","end":"2026-02-26T22:00:31.557306Z","steps":["trace[1863761562] 'agreement among raft nodes before linearized reading' (duration: 1.784817445s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:31.557427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:00:29.771804Z","time spent":"1.785595324s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T22:00:39.749999Z","caller":"traceutil/trace.go:171","msg":"trace[832070585] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"107.462367ms","start":"2026-02-26T22:00:39.642507Z","end":"2026-02-26T22:00:39.749969Z","steps":["trace[832070585] 'process raft request' (duration: 105.008597ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:39.753979Z","caller":"traceutil/trace.go:171","msg":"trace[486778438] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"110.736076ms","start":"2026-02-26T22:00:39.643223Z","end":"2026-02-26T22:00:39.753959Z","steps":["trace[486778438] 'process raft request' (duration: 110.362027ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:39.75399Z","caller":"traceutil/trace.go:171","msg":"trace[1180862396] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"110.613693ms","start":"2026-02-26T22:00:39.64335Z","end":"2026-02-26T22:00:39.753963Z","steps":["trace[1180862396] 'process raft request' (duration: 110.552282ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:39.754286Z","caller":"traceutil/trace.go:171","msg":"trace[830296514] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"110.958102ms","start":"2026-02-26T22:00:39.643316Z","end":"2026-02-26T22:00:39.754274Z","steps":["trace[830296514] 'process raft request' (duration: 110.48023ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:40.990302Z","caller":"traceutil/trace.go:171","msg":"trace[1872173007] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"125.225049ms","start":"2026-02-26T22:00:40.865049Z","end":"2026-02-26T22:00:40.990274Z","steps":["trace[1872173007] 'process raft request' (duration: 125.040435ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:57.84381Z","caller":"traceutil/trace.go:171","msg":"trace[348850015] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"174.034697ms","start":"2026-02-26T22:00:57.669749Z","end":"2026-02-26T22:00:57.843784Z","steps":["trace[348850015] 'process raft request' (duration: 173.978046ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:57.844065Z","caller":"traceutil/trace.go:171","msg":"trace[1673087058] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"182.143414ms","start":"2026-02-26T22:00:57.661906Z","end":"2026-02-26T22:00:57.844049Z","steps":["trace[1673087058] 'process raft request' (duration: 110.06678ms)","trace[1673087058] 'compare' (duration: 71.617503ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:00:57.9002Z","caller":"traceutil/trace.go:171","msg":"trace[893377470] linearizableReadLoop","detail":"{readStateIndex:2760; appliedIndex:2757; }","duration":"145.129133ms","start":"2026-02-26T22:00:57.755043Z","end":"2026-02-26T22:00:57.900172Z","steps":["trace[893377470] 'read index received' (duration: 16.930962ms)","trace[893377470] 'applied index is now lower than readState.Index' (duration: 128.196541ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:00:57.900508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.43478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T22:00:57.900598Z","caller":"traceutil/trace.go:171","msg":"trace[290380643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2645; }","duration":"145.588154ms","start":"2026-02-26T22:00:57.754988Z","end":"2026-02-26T22:00:57.900576Z","steps":["trace[290380643] 'agreement among raft nodes before linearized reading' (duration: 145.270486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:00:58.094255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.951241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:00:58.094486Z","caller":"traceutil/trace.go:171","msg":"trace[760038321] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"189.091104ms","start":"2026-02-26T22:00:57.905377Z","end":"2026-02-26T22:00:58.094468Z","steps":["trace[760038321] 'process raft request' (duration: 189.025672ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:58.094535Z","caller":"traceutil/trace.go:171","msg":"trace[1062432530] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"189.148186ms","start":"2026-02-26T22:00:57.905362Z","end":"2026-02-26T22:00:58.09451Z","steps":["trace[1062432530] 'process raft request' (duration: 75.860297ms)","trace[1062432530] 'compare' (duration: 112.818228ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:00:58.094548Z","caller":"traceutil/trace.go:171","msg":"trace[1573511162] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"189.145676ms","start":"2026-02-26T22:00:57.905365Z","end":"2026-02-26T22:00:58.09451Z","steps":["trace[1573511162] 'process raft request' (duration: 188.987762ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:00:58.094642Z","caller":"traceutil/trace.go:171","msg":"trace[619760837] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"189.020543ms","start":"2026-02-26T22:00:57.905595Z","end":"2026-02-26T22:00:58.094615Z","steps":["trace[619760837] 'process raft request' (duration: 188.839318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:04.845528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.908369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T22:01:04.845569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.250898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:01:04.845618Z","caller":"traceutil/trace.go:171","msg":"trace[753353958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2675; }","duration":"727.052832ms","start":"2026-02-26T22:01:04.118547Z","end":"2026-02-26T22:01:04.8456Z","steps":["trace[753353958] 'range keys from in-memory index tree' (duration: 726.726474ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:01:04.845642Z","caller":"traceutil/trace.go:171","msg":"trace[1871008333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2675; }","duration":"810.541135ms","start":"2026-02-26T22:01:04.035082Z","end":"2026-02-26T22:01:04.845623Z","steps":["trace[1871008333] 'range keys from in-memory index tree' (duration: 810.160156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:04.845661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:04.118527Z","time spent":"727.124114ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:01:04.845682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:04.035061Z","time spent":"810.613407ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:01:04.845796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.434553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:01:04.845854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.185549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T22:01:04.845893Z","caller":"traceutil/trace.go:171","msg":"trace[1073284753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2675; }","duration":"728.243301ms","start":"2026-02-26T22:01:04.117638Z","end":"2026-02-26T22:01:04.845882Z","steps":["trace[1073284753] 'range keys from in-memory index tree' (duration: 728.083407ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:01:04.845892Z","caller":"traceutil/trace.go:171","msg":"trace[615298149] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2675; }","duration":"794.551845ms","start":"2026-02-26T22:01:04.051305Z","end":"2026-02-26T22:01:04.845857Z","steps":["trace[615298149] 'count revisions from in-memory index tree' (duration: 794.374122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:04.845926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:04.117631Z","time spent":"728.284642ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:01:04.846012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.604575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T22:01:04.846082Z","caller":"traceutil/trace.go:171","msg":"trace[253956310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2675; }","duration":"729.711517ms","start":"2026-02-26T22:01:04.116352Z","end":"2026-02-26T22:01:04.846064Z","steps":["trace[253956310] 'range keys from in-memory index tree' (duration: 729.215825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:04.846124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:04.116333Z","time spent":"729.780259ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:01:04.846012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:04.051293Z","time spent":"794.692379ms","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:01:04.846223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.494805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1897eae6811e7b22\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-26T22:01:04.846278Z","caller":"traceutil/trace.go:171","msg":"trace[1878935023] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1897eae6811e7b22; range_end:; response_count:1; response_revision:2675; }","duration":"723.574436ms","start":"2026-02-26T22:01:04.122688Z","end":"2026-02-26T22:01:04.846262Z","steps":["trace[1878935023] 'range keys from in-memory index tree' (duration: 723.328901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:04.846321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:04.122677Z","time spent":"723.635448ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.1897eae6811e7b22\" "} {"level":"warn","ts":"2026-02-26T22:01:04.847062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.429937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T22:01:04.847195Z","caller":"traceutil/trace.go:171","msg":"trace[1596599199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2675; }","duration":"724.591691ms","start":"2026-02-26T22:01:04.122582Z","end":"2026-02-26T22:01:04.847174Z","steps":["trace[1596599199] 'range keys from in-memory index tree' (duration: 722.819578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:04.847282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:04.122573Z","time spent":"724.692373ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T22:01:04.873337Z","caller":"traceutil/trace.go:171","msg":"trace[2114758729] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"228.633987ms","start":"2026-02-26T22:01:04.644664Z","end":"2026-02-26T22:01:04.873298Z","steps":["trace[2114758729] 'process raft request' (duration: 228.419391ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:01:05.004266Z","caller":"traceutil/trace.go:171","msg":"trace[2054452259] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"155.203508ms","start":"2026-02-26T22:01:04.849035Z","end":"2026-02-26T22:01:05.004239Z","steps":["trace[2054452259] 'process raft request' (duration: 151.262362ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:01:05.004608Z","caller":"traceutil/trace.go:171","msg":"trace[660797015] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"154.669885ms","start":"2026-02-26T22:01:04.84991Z","end":"2026-02-26T22:01:05.00458Z","steps":["trace[660797015] 'process raft request' (duration: 154.246665ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:01:05.004762Z","caller":"traceutil/trace.go:171","msg":"trace[1290837743] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"154.296567ms","start":"2026-02-26T22:01:04.85044Z","end":"2026-02-26T22:01:05.004737Z","steps":["trace[1290837743] 'process raft request' (duration: 153.810575ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:01:05.004844Z","caller":"traceutil/trace.go:171","msg":"trace[1524656782] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"154.85709ms","start":"2026-02-26T22:01:04.849977Z","end":"2026-02-26T22:01:05.004834Z","steps":["trace[1524656782] 'process raft request' (duration: 154.242095ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:01:05.004764Z","caller":"traceutil/trace.go:171","msg":"trace[1151948586] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"152.588345ms","start":"2026-02-26T22:01:04.852146Z","end":"2026-02-26T22:01:05.004734Z","steps":["trace[1151948586] 'process raft request' (duration: 152.135254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:06.460858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398383198,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:01:07.883703Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.3142962s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:01:07.935064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614556587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-26T22:01:07.935145Z","caller":"traceutil/trace.go:171","msg":"trace[541494243] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2682; }","duration":"2.614678561s","start":"2026-02-26T22:01:05.320448Z","end":"2026-02-26T22:01:07.935126Z","steps":["trace[541494243] 'range keys from in-memory index tree' (duration: 2.614391994s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:07.935181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:05.320428Z","time spent":"2.614744333s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-26T22:01:07.9354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317068775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.1897eae486137357\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-02-26T22:01:07.935451Z","caller":"traceutil/trace.go:171","msg":"trace[997729613] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.1897eae486137357; range_end:; response_count:1; response_revision:2682; }","duration":"2.317162217s","start":"2026-02-26T22:01:05.618275Z","end":"2026-02-26T22:01:07.935437Z","steps":["trace[997729613] 'range keys from in-memory index tree' (duration: 2.316845369s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:07.935479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:05.618254Z","time spent":"2.317219119s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.1897eae486137357\" "} {"level":"warn","ts":"2026-02-26T22:01:07.935586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366154913s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:01:07.93578Z","caller":"traceutil/trace.go:171","msg":"trace[1765743610] linearizableReadLoop","detail":"{readStateIndex:2801; appliedIndex:2798; }","duration":"1.975526368s","start":"2026-02-26T22:01:05.960242Z","end":"2026-02-26T22:01:07.935768Z","steps":["trace[1765743610] 'read index received' (duration: 609.120749ms)","trace[1765743610] 'applied index is now lower than readState.Index' (duration: 1.366404749s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:01:07.935817Z","caller":"traceutil/trace.go:171","msg":"trace[1395551941] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"2.064512935s","start":"2026-02-26T22:01:05.871293Z","end":"2026-02-26T22:01:07.935806Z","steps":["trace[1395551941] 'process raft request' (duration: 2.064451864s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:07.935894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:05.871277Z","time spent":"2.064565106s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:01:07.935904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975671892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T22:01:07.935928Z","caller":"traceutil/trace.go:171","msg":"trace[1752327233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2685; }","duration":"1.975745403s","start":"2026-02-26T22:01:05.960177Z","end":"2026-02-26T22:01:07.935922Z","steps":["trace[1752327233] 'agreement among raft nodes before linearized reading' (duration: 1.975646301s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:01:07.935868Z","caller":"traceutil/trace.go:171","msg":"trace[607157080] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"2.068555304s","start":"2026-02-26T22:01:05.867238Z","end":"2026-02-26T22:01:07.935794Z","steps":["trace[607157080] 'process raft request' (duration: 2.068440231s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:01:07.935896Z","caller":"traceutil/trace.go:171","msg":"trace[923558314] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"2.193825214s","start":"2026-02-26T22:01:05.742046Z","end":"2026-02-26T22:01:07.935872Z","steps":["trace[923558314] 'process raft request' (duration: 827.318252ms)","trace[923558314] 'compare' (duration: 1.36600702s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:01:07.936075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:05.867223Z","time spent":"2.06876985s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:01:07.93614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:05.742024Z","time spent":"2.19407173s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:01:07.93595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:05.960145Z","time spent":"1.975800155s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:01:07.971993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934760657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:01:07.972047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.359404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:01:07.9721Z","caller":"traceutil/trace.go:171","msg":"trace[322267990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2687; }","duration":"1.9349353s","start":"2026-02-26T22:01:06.037143Z","end":"2026-02-26T22:01:07.972078Z","steps":["trace[322267990] 'agreement among raft nodes before linearized reading' (duration: 1.934777667s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:07.972085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.084382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T22:01:07.972129Z","caller":"traceutil/trace.go:171","msg":"trace[1807408141] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2687; }","duration":"827.465407ms","start":"2026-02-26T22:01:07.144638Z","end":"2026-02-26T22:01:07.972103Z","steps":["trace[1807408141] 'agreement among raft nodes before linearized reading' (duration: 827.357054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:07.972156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:06.037122Z","time spent":"1.935019433s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:01:07.972171Z","caller":"traceutil/trace.go:171","msg":"trace[1477632959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2687; }","duration":"729.220035ms","start":"2026-02-26T22:01:07.24293Z","end":"2026-02-26T22:01:07.97215Z","steps":["trace[1477632959] 'agreement among raft nodes before linearized reading' (duration: 728.882957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:07.972195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.333041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T22:01:07.972177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.596361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:01:07.972248Z","caller":"traceutil/trace.go:171","msg":"trace[1315524932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2687; }","duration":"962.399733ms","start":"2026-02-26T22:01:07.009833Z","end":"2026-02-26T22:01:07.972233Z","steps":["trace[1315524932] 'agreement among raft nodes before linearized reading' (duration: 962.124307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:07.97227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:07.242901Z","time spent":"729.309418ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:01:07.972382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.349796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T22:01:07.972398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899532189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:01:07.972417Z","caller":"traceutil/trace.go:171","msg":"trace[1357305048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2687; }","duration":"963.384416ms","start":"2026-02-26T22:01:07.009024Z","end":"2026-02-26T22:01:07.972409Z","steps":["trace[1357305048] 'agreement among raft nodes before linearized reading' (duration: 963.297374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:07.972451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:07.008962Z","time spent":"963.477609ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T22:01:07.972449Z","caller":"traceutil/trace.go:171","msg":"trace[978178082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2687; }","duration":"1.89960948s","start":"2026-02-26T22:01:06.072825Z","end":"2026-02-26T22:01:07.972435Z","steps":["trace[978178082] 'agreement among raft nodes before linearized reading' (duration: 1.899522658s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:07.972502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:06.072814Z","time spent":"1.899672411s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:01:07.972411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:07.144621Z","time spent":"827.542749ms","remote":"127.0.0.1:52946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:01:07.972277Z","caller":"traceutil/trace.go:171","msg":"trace[985572213] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2687; }","duration":"903.751395ms","start":"2026-02-26T22:01:07.068501Z","end":"2026-02-26T22:01:07.972253Z","steps":["trace[985572213] 'agreement among raft nodes before linearized reading' (duration: 903.54449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:07.972654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:07.068487Z","time spent":"904.141134ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:01:07.972114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.406607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T22:01:07.972796Z","caller":"traceutil/trace.go:171","msg":"trace[684817354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2687; }","duration":"964.131364ms","start":"2026-02-26T22:01:07.008653Z","end":"2026-02-26T22:01:07.972784Z","steps":["trace[684817354] 'agreement among raft nodes before linearized reading' (duration: 963.201112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:07.97284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:07.008632Z","time spent":"964.198967ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:01:07.972285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:07.009821Z","time spent":"962.455644ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:01:07.972348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.732901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T22:01:07.973015Z","caller":"traceutil/trace.go:171","msg":"trace[514401889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2687; }","duration":"963.445868ms","start":"2026-02-26T22:01:07.009551Z","end":"2026-02-26T22:01:07.972997Z","steps":["trace[514401889] 'agreement among raft nodes before linearized reading' (duration: 962.660389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:07.973081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:07.009528Z","time spent":"963.53523ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:01:07.973093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768608421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:01:07.973167Z","caller":"traceutil/trace.go:171","msg":"trace[1963779425] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2687; }","duration":"1.768720023s","start":"2026-02-26T22:01:06.204429Z","end":"2026-02-26T22:01:07.973149Z","steps":["trace[1963779425] 'agreement among raft nodes before linearized reading' (duration: 1.76857143s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:07.973211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:01:06.204415Z","time spent":"1.768786716s","remote":"127.0.0.1:52984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:01:12.743957Z","caller":"traceutil/trace.go:171","msg":"trace[2011311973] linearizableReadLoop","detail":"{readStateIndex:2831; appliedIndex:2829; }","duration":"136.536816ms","start":"2026-02-26T22:01:12.607388Z","end":"2026-02-26T22:01:12.743924Z","steps":["trace[2011311973] 'read index received' (duration: 46.136858ms)","trace[2011311973] 'applied index is now lower than readState.Index' (duration: 90.398428ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:01:12.744042Z","caller":"traceutil/trace.go:171","msg":"trace[2519913] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"212.870805ms","start":"2026-02-26T22:01:12.531121Z","end":"2026-02-26T22:01:12.743991Z","steps":["trace[2519913] 'process raft request' (duration: 212.627119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:12.744372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.944357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:01:12.744426Z","caller":"traceutil/trace.go:171","msg":"trace[106390846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2713; }","duration":"137.08133ms","start":"2026-02-26T22:01:12.607331Z","end":"2026-02-26T22:01:12.744412Z","steps":["trace[106390846] 'agreement among raft nodes before linearized reading' (duration: 136.698941ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:01:14.090019Z","caller":"traceutil/trace.go:171","msg":"trace[874164590] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"120.024235ms","start":"2026-02-26T22:01:13.969972Z","end":"2026-02-26T22:01:14.089997Z","steps":["trace[874164590] 'process raft request' (duration: 119.854331ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:01:14.090274Z","caller":"traceutil/trace.go:171","msg":"trace[48154289] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"118.156278ms","start":"2026-02-26T22:01:13.972091Z","end":"2026-02-26T22:01:14.090247Z","steps":["trace[48154289] 'process raft request' (duration: 117.869631ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:01:14.281415Z","caller":"traceutil/trace.go:171","msg":"trace[241099069] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"121.723688ms","start":"2026-02-26T22:01:14.159661Z","end":"2026-02-26T22:01:14.281384Z","steps":["trace[241099069] 'process raft request' (duration: 43.01377ms)","trace[241099069] 'compare' (duration: 78.503563ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:01:14.47447Z","caller":"traceutil/trace.go:171","msg":"trace[1366759365] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"129.589273ms","start":"2026-02-26T22:01:14.344846Z","end":"2026-02-26T22:01:14.474435Z","steps":["trace[1366759365] 'process raft request' (duration: 66.496053ms)","trace[1366759365] 'compare' (duration: 62.959367ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:01:20.280529Z","caller":"traceutil/trace.go:171","msg":"trace[1347698402] linearizableReadLoop","detail":"{readStateIndex:2867; appliedIndex:2866; }","duration":"100.850688ms","start":"2026-02-26T22:01:20.179651Z","end":"2026-02-26T22:01:20.280502Z","steps":["trace[1347698402] 'read index received' (duration: 18.029769ms)","trace[1347698402] 'applied index is now lower than readState.Index' (duration: 82.819559ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:01:20.280557Z","caller":"traceutil/trace.go:171","msg":"trace[2039460706] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"110.549239ms","start":"2026-02-26T22:01:20.169969Z","end":"2026-02-26T22:01:20.280518Z","steps":["trace[2039460706] 'process raft request' (duration: 27.877203ms)","trace[2039460706] 'compare' (duration: 82.530952ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:01:20.280791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.108154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T22:01:20.280886Z","caller":"traceutil/trace.go:171","msg":"trace[211520142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2748; }","duration":"101.232629ms","start":"2026-02-26T22:01:20.179629Z","end":"2026-02-26T22:01:20.280861Z","steps":["trace[211520142] 'agreement among raft nodes before linearized reading' (duration: 100.982242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:20.280921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.171211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T22:01:20.280966Z","caller":"traceutil/trace.go:171","msg":"trace[191939317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2748; }","duration":"100.233523ms","start":"2026-02-26T22:01:20.18072Z","end":"2026-02-26T22:01:20.280954Z","steps":["trace[191939317] 'agreement among raft nodes before linearized reading' (duration: 100.140981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:01:20.281128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.28415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T22:01:20.281198Z","caller":"traceutil/trace.go:171","msg":"trace[1629320466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2748; }","duration":"101.555047ms","start":"2026-02-26T22:01:20.179629Z","end":"2026-02-26T22:01:20.281184Z","steps":["trace[1629320466] 'agreement among raft nodes before linearized reading' (duration: 101.038923ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:03:40.96963Z","caller":"traceutil/trace.go:171","msg":"trace[464376540] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"382.251505ms","start":"2026-02-26T22:03:40.587347Z","end":"2026-02-26T22:03:40.969598Z","steps":["trace[464376540] 'process raft request' (duration: 382.080281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:03:40.969873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:03:40.587325Z","time spent":"382.4346ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:03:40.970668Z","caller":"traceutil/trace.go:171","msg":"trace[1517209994] transaction","detail":"{read_only:false; response_revision:3612; number_of_response:1; }","duration":"246.206432ms","start":"2026-02-26T22:03:40.724437Z","end":"2026-02-26T22:03:40.970643Z","steps":["trace[1517209994] 'process raft request' (duration: 245.869763ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:03:40.970672Z","caller":"traceutil/trace.go:171","msg":"trace[2060441929] linearizableReadLoop","detail":"{readStateIndex:3767; appliedIndex:3764; }","duration":"190.6375ms","start":"2026-02-26T22:03:40.779991Z","end":"2026-02-26T22:03:40.970628Z","steps":["trace[2060441929] 'read index received' (duration: 189.425311ms)","trace[2060441929] 'applied index is now lower than readState.Index' (duration: 1.210999ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:03:40.970789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.778183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:03:40.970846Z","caller":"traceutil/trace.go:171","msg":"trace[660227484] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3613; }","duration":"190.892036ms","start":"2026-02-26T22:03:40.779941Z","end":"2026-02-26T22:03:40.970833Z","steps":["trace[660227484] 'agreement among raft nodes before linearized reading' (duration: 190.787524ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:03:40.970862Z","caller":"traceutil/trace.go:171","msg":"trace[1321394159] transaction","detail":"{read_only:false; response_revision:3613; number_of_response:1; }","duration":"240.223653ms","start":"2026-02-26T22:03:40.73048Z","end":"2026-02-26T22:03:40.970704Z","steps":["trace[1321394159] 'process raft request' (duration: 240.008308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:03:40.972022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.684834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T22:03:40.972094Z","caller":"traceutil/trace.go:171","msg":"trace[1790532327] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3613; }","duration":"104.91381ms","start":"2026-02-26T22:03:40.867168Z","end":"2026-02-26T22:03:40.972081Z","steps":["trace[1790532327] 'agreement among raft nodes before linearized reading' (duration: 104.637563ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:04:33.256403Z","caller":"traceutil/trace.go:171","msg":"trace[13486005] transaction","detail":"{read_only:false; response_revision:3952; number_of_response:1; }","duration":"122.13936ms","start":"2026-02-26T22:04:33.134228Z","end":"2026-02-26T22:04:33.256368Z","steps":["trace[13486005] 'process raft request' (duration: 122.000217ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:04:45.043981Z","caller":"traceutil/trace.go:171","msg":"trace[423914402] transaction","detail":"{read_only:false; response_revision:4028; number_of_response:1; }","duration":"125.808842ms","start":"2026-02-26T22:04:44.918142Z","end":"2026-02-26T22:04:45.043951Z","steps":["trace[423914402] 'process raft request' (duration: 125.500724ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:04:46.095999Z","caller":"traceutil/trace.go:171","msg":"trace[1572908528] transaction","detail":"{read_only:false; response_revision:4039; number_of_response:1; }","duration":"465.585386ms","start":"2026-02-26T22:04:45.630366Z","end":"2026-02-26T22:04:46.095951Z","steps":["trace[1572908528] 'process raft request' (duration: 425.087604ms)","trace[1572908528] 'compare' (duration: 40.077202ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:04:46.096209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:04:45.63034Z","time spent":"465.764021ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:04:46.114621Z","caller":"traceutil/trace.go:171","msg":"trace[130455452] linearizableReadLoop","detail":"{readStateIndex:4223; appliedIndex:4221; }","duration":"159.058531ms","start":"2026-02-26T22:04:45.955528Z","end":"2026-02-26T22:04:46.114586Z","steps":["trace[130455452] 'read index received' (duration: 99.924094ms)","trace[130455452] 'applied index is now lower than readState.Index' (duration: 59.132787ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:04:46.11472Z","caller":"traceutil/trace.go:171","msg":"trace[169618054] transaction","detail":"{read_only:false; response_revision:4040; number_of_response:1; }","duration":"483.611856ms","start":"2026-02-26T22:04:45.63106Z","end":"2026-02-26T22:04:46.114672Z","steps":["trace[169618054] 'process raft request' (duration: 483.38469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:46.114886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.340069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-bwp2l\" ","response":"range_response_count:1 size:4356"} {"level":"warn","ts":"2026-02-26T22:04:46.114964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:04:45.631048Z","time spent":"483.753599ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:04:46.114975Z","caller":"traceutil/trace.go:171","msg":"trace[1447529717] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-bwp2l; range_end:; response_count:1; response_revision:4040; }","duration":"159.476563ms","start":"2026-02-26T22:04:45.955474Z","end":"2026-02-26T22:04:46.11495Z","steps":["trace[1447529717] 'agreement among raft nodes before linearized reading' (duration: 159.238736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:51.838966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.107904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:04:51.839078Z","caller":"traceutil/trace.go:171","msg":"trace[720965018] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4385; }","duration":"151.288198ms","start":"2026-02-26T22:04:51.687765Z","end":"2026-02-26T22:04:51.839053Z","steps":["trace[720965018] 'count revisions from in-memory index tree' (duration: 151.004691ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:04:51.839266Z","caller":"traceutil/trace.go:171","msg":"trace[113391162] linearizableReadLoop","detail":"{readStateIndex:4575; appliedIndex:4574; }","duration":"100.973702ms","start":"2026-02-26T22:04:51.738254Z","end":"2026-02-26T22:04:51.839228Z","steps":["trace[113391162] 'read index received' (duration: 95.488575ms)","trace[113391162] 'applied index is now lower than readState.Index' (duration: 5.482147ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:04:51.839308Z","caller":"traceutil/trace.go:171","msg":"trace[230972366] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"127.385782ms","start":"2026-02-26T22:04:51.711896Z","end":"2026-02-26T22:04:51.839282Z","steps":["trace[230972366] 'process raft request' (duration: 121.69665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:51.839592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.31989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-02-26T22:04:51.839694Z","caller":"traceutil/trace.go:171","msg":"trace[62225415] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4386; }","duration":"101.436963ms","start":"2026-02-26T22:04:51.738196Z","end":"2026-02-26T22:04:51.839633Z","steps":["trace[62225415] 'agreement among raft nodes before linearized reading' (duration: 101.187217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:54.740962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.823487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:04:54.741075Z","caller":"traceutil/trace.go:171","msg":"trace[296125495] linearizableReadLoop","detail":"{readStateIndex:4610; appliedIndex:4609; }","duration":"585.549272ms","start":"2026-02-26T22:04:54.155507Z","end":"2026-02-26T22:04:54.741056Z","steps":["trace[296125495] 'read index received' (duration: 24.05628ms)","trace[296125495] 'applied index is now lower than readState.Index' (duration: 561.491752ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:04:54.741178Z","caller":"traceutil/trace.go:171","msg":"trace[733927308] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"586.357233ms","start":"2026-02-26T22:04:54.154785Z","end":"2026-02-26T22:04:54.741142Z","steps":["trace[733927308] 'process raft request' (duration: 278.26841ms)","trace[733927308] 'compare' (duration: 307.613552ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:04:54.741225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.719676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T22:04:54.741266Z","caller":"traceutil/trace.go:171","msg":"trace[1299685423] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:4420; }","duration":"585.781128ms","start":"2026-02-26T22:04:54.155473Z","end":"2026-02-26T22:04:54.741254Z","steps":["trace[1299685423] 'agreement among raft nodes before linearized reading' (duration: 585.633344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:54.74131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:04:54.155462Z","time spent":"585.839569ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"warn","ts":"2026-02-26T22:04:54.741339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:04:54.154763Z","time spent":"586.496666ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:04:55.659116Z","caller":"traceutil/trace.go:171","msg":"trace[98757775] linearizableReadLoop","detail":"{readStateIndex:4639; appliedIndex:4637; }","duration":"198.368083ms","start":"2026-02-26T22:04:55.46072Z","end":"2026-02-26T22:04:55.659088Z","steps":["trace[98757775] 'read index received' (duration: 5.675252ms)","trace[98757775] 'applied index is now lower than readState.Index' (duration: 192.687111ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:04:55.659269Z","caller":"traceutil/trace.go:171","msg":"trace[1588042814] transaction","detail":"{read_only:false; response_revision:4449; number_of_response:1; }","duration":"199.205986ms","start":"2026-02-26T22:04:55.46005Z","end":"2026-02-26T22:04:55.659256Z","steps":["trace[1588042814] 'process raft request' (duration: 198.829176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:55.659596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.819575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-26T22:04:55.65979Z","caller":"traceutil/trace.go:171","msg":"trace[676755503] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4449; }","duration":"199.04017ms","start":"2026-02-26T22:04:55.460716Z","end":"2026-02-26T22:04:55.659756Z","steps":["trace[676755503] 'agreement among raft nodes before linearized reading' (duration: 198.61934ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:04:55.718026Z","caller":"traceutil/trace.go:171","msg":"trace[46907666] transaction","detail":"{read_only:false; response_revision:4450; number_of_response:1; }","duration":"247.958672ms","start":"2026-02-26T22:04:55.470003Z","end":"2026-02-26T22:04:55.717962Z","steps":["trace[46907666] 'process raft request' (duration: 247.680615ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:04:55.718181Z","caller":"traceutil/trace.go:171","msg":"trace[2145034836] transaction","detail":"{read_only:false; response_revision:4451; number_of_response:1; }","duration":"248.032724ms","start":"2026-02-26T22:04:55.470099Z","end":"2026-02-26T22:04:55.718131Z","steps":["trace[2145034836] 'process raft request' (duration: 247.757067ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:04:55.718261Z","caller":"traceutil/trace.go:171","msg":"trace[1477096026] transaction","detail":"{read_only:false; response_revision:4452; number_of_response:1; }","duration":"246.161157ms","start":"2026-02-26T22:04:55.472074Z","end":"2026-02-26T22:04:55.718235Z","steps":["trace[1477096026] 'process raft request' (duration: 245.828858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:55.718248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.726718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T22:04:55.718367Z","caller":"traceutil/trace.go:171","msg":"trace[928281888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4452; }","duration":"235.889791ms","start":"2026-02-26T22:04:55.482445Z","end":"2026-02-26T22:04:55.718335Z","steps":["trace[928281888] 'agreement among raft nodes before linearized reading' (duration: 235.569123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:55.718655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.832804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T22:04:55.718826Z","caller":"traceutil/trace.go:171","msg":"trace[1330171605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4452; }","duration":"251.044379ms","start":"2026-02-26T22:04:55.467746Z","end":"2026-02-26T22:04:55.71879Z","steps":["trace[1330171605] 'agreement among raft nodes before linearized reading' (duration: 250.490176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:55.720028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.949436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T22:04:55.720129Z","caller":"traceutil/trace.go:171","msg":"trace[1146791859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4452; }","duration":"131.636288ms","start":"2026-02-26T22:04:55.58846Z","end":"2026-02-26T22:04:55.720096Z","steps":["trace[1146791859] 'agreement among raft nodes before linearized reading' (duration: 129.815743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:55.720322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.961316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957109"} {"level":"info","ts":"2026-02-26T22:04:55.72041Z","caller":"traceutil/trace.go:171","msg":"trace[1342619014] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4452; }","duration":"237.08849ms","start":"2026-02-26T22:04:55.483304Z","end":"2026-02-26T22:04:55.720392Z","steps":["trace[1342619014] 'agreement among raft nodes before linearized reading' (duration: 234.709881ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:04:55.840499Z","caller":"traceutil/trace.go:171","msg":"trace[790766580] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"109.918504ms","start":"2026-02-26T22:04:55.730549Z","end":"2026-02-26T22:04:55.840467Z","steps":["trace[790766580] 'process raft request' (duration: 109.713419ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:04:55.960739Z","caller":"traceutil/trace.go:171","msg":"trace[790123342] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"101.952125ms","start":"2026-02-26T22:04:55.858761Z","end":"2026-02-26T22:04:55.960713Z","steps":["trace[790123342] 'process raft request' (duration: 101.791991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:55.960909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.422508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-26T22:04:55.961013Z","caller":"traceutil/trace.go:171","msg":"trace[1736322248] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4461; }","duration":"100.565102ms","start":"2026-02-26T22:04:55.860421Z","end":"2026-02-26T22:04:55.960986Z","steps":["trace[1736322248] 'agreement among raft nodes before linearized reading' (duration: 100.302116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:55.961424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.187136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61788"} {"level":"info","ts":"2026-02-26T22:04:55.961546Z","caller":"traceutil/trace.go:171","msg":"trace[1412098484] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4461; }","duration":"113.429912ms","start":"2026-02-26T22:04:55.84809Z","end":"2026-02-26T22:04:55.96152Z","steps":["trace[1412098484] 'agreement among raft nodes before linearized reading' (duration: 112.674264ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:04:56.002322Z","caller":"traceutil/trace.go:171","msg":"trace[260940909] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"106.999832ms","start":"2026-02-26T22:04:55.895255Z","end":"2026-02-26T22:04:56.002255Z","steps":["trace[260940909] 'process raft request' (duration: 106.611983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:56.002371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.379131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16100"} {"level":"info","ts":"2026-02-26T22:04:56.0026Z","caller":"traceutil/trace.go:171","msg":"trace[430554735] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4462; }","duration":"107.654258ms","start":"2026-02-26T22:04:55.894924Z","end":"2026-02-26T22:04:56.002578Z","steps":["trace[430554735] 'agreement among raft nodes before linearized reading' (duration: 107.233808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:56.002344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.588572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-02-26T22:04:56.002786Z","caller":"traceutil/trace.go:171","msg":"trace[911824719] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4462; }","duration":"107.086594ms","start":"2026-02-26T22:04:55.895675Z","end":"2026-02-26T22:04:56.002761Z","steps":["trace[911824719] 'agreement among raft nodes before linearized reading' (duration: 106.466889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:56.402236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.91111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:04:56.402371Z","caller":"traceutil/trace.go:171","msg":"trace[65828062] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"297.675623ms","start":"2026-02-26T22:04:56.104675Z","end":"2026-02-26T22:04:56.402351Z","steps":["trace[65828062] 'process raft request' (duration: 180.553659ms)","trace[65828062] 'compare' (duration: 116.767066ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:04:56.415294Z","caller":"traceutil/trace.go:171","msg":"trace[2061124795] linearizableReadLoop","detail":"{readStateIndex:4659; appliedIndex:4657; }","duration":"289.373116ms","start":"2026-02-26T22:04:56.125899Z","end":"2026-02-26T22:04:56.415272Z","steps":["trace[2061124795] 'read index received' (duration: 159.34282ms)","trace[2061124795] 'applied index is now lower than readState.Index' (duration: 130.028986ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:04:56.415498Z","caller":"traceutil/trace.go:171","msg":"trace[2103152859] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"300.413071ms","start":"2026-02-26T22:04:56.115068Z","end":"2026-02-26T22:04:56.415481Z","steps":["trace[2103152859] 'process raft request' (duration: 300.077623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:56.415704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:04:56.11503Z","time spent":"300.539546ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:04:56.415689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.767857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:04:56.41587Z","caller":"traceutil/trace.go:171","msg":"trace[570533664] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4469; }","duration":"289.987072ms","start":"2026-02-26T22:04:56.125865Z","end":"2026-02-26T22:04:56.415852Z","steps":["trace[570533664] 'agreement among raft nodes before linearized reading' (duration: 289.714155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:56.461973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.920008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:04:56.462048Z","caller":"traceutil/trace.go:171","msg":"trace[1324814774] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4470; }","duration":"187.057961ms","start":"2026-02-26T22:04:56.274975Z","end":"2026-02-26T22:04:56.462033Z","steps":["trace[1324814774] 'agreement among raft nodes before linearized reading' (duration: 186.917288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:56.462027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.524435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T22:04:56.462047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.528848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-02-26T22:04:56.462105Z","caller":"traceutil/trace.go:171","msg":"trace[1726489594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4470; }","duration":"278.658829ms","start":"2026-02-26T22:04:56.183428Z","end":"2026-02-26T22:04:56.462087Z","steps":["trace[1726489594] 'agreement among raft nodes before linearized reading' (duration: 278.395822ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:04:56.462128Z","caller":"traceutil/trace.go:171","msg":"trace[1797646191] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4470; }","duration":"176.677762ms","start":"2026-02-26T22:04:56.28543Z","end":"2026-02-26T22:04:56.462108Z","steps":["trace[1797646191] 'agreement among raft nodes before linearized reading' (duration: 176.419406ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:04:57.614177Z","caller":"traceutil/trace.go:171","msg":"trace[654126426] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"233.564772ms","start":"2026-02-26T22:04:57.380577Z","end":"2026-02-26T22:04:57.614142Z","steps":["trace[654126426] 'process raft request' (duration: 209.658255ms)","trace[654126426] 'compare' (duration: 23.587479ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:04:57.614664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.748379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2195851"} {"level":"info","ts":"2026-02-26T22:04:57.614746Z","caller":"traceutil/trace.go:171","msg":"trace[1677991542] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4513; }","duration":"338.877692ms","start":"2026-02-26T22:04:57.275851Z","end":"2026-02-26T22:04:57.614729Z","steps":["trace[1677991542] 'range keys from in-memory index tree' (duration: 337.863056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:57.61479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:04:57.275831Z","time spent":"338.948095ms","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2195873,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-02-26T22:04:57.6801Z","caller":"traceutil/trace.go:171","msg":"trace[1333130347] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"294.083084ms","start":"2026-02-26T22:04:57.385994Z","end":"2026-02-26T22:04:57.680077Z","steps":["trace[1333130347] 'process raft request' (duration: 293.91169ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:04:57.680416Z","caller":"traceutil/trace.go:171","msg":"trace[2065442377] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"265.681225ms","start":"2026-02-26T22:04:57.414712Z","end":"2026-02-26T22:04:57.680393Z","steps":["trace[2065442377] 'process raft request' (duration: 265.325796ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:04:57.7365Z","caller":"traceutil/trace.go:171","msg":"trace[2038715179] linearizableReadLoop","detail":"{readStateIndex:4707; appliedIndex:4704; }","duration":"282.672529ms","start":"2026-02-26T22:04:57.453806Z","end":"2026-02-26T22:04:57.736478Z","steps":["trace[2038715179] 'read index received' (duration: 136.438088ms)","trace[2038715179] 'applied index is now lower than readState.Index' (duration: 146.232861ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:04:57.736769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.948216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T22:04:57.736821Z","caller":"traceutil/trace.go:171","msg":"trace[1565559558] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4516; }","duration":"283.052559ms","start":"2026-02-26T22:04:57.453757Z","end":"2026-02-26T22:04:57.736809Z","steps":["trace[1565559558] 'agreement among raft nodes before linearized reading' (duration: 282.849614ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:04:57.748215Z","caller":"traceutil/trace.go:171","msg":"trace[328581447] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"153.203755ms","start":"2026-02-26T22:04:57.594976Z","end":"2026-02-26T22:04:57.74818Z","steps":["trace[328581447] 'process raft request' (duration: 153.036791ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:04:57.748277Z","caller":"traceutil/trace.go:171","msg":"trace[571210686] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"127.377791ms","start":"2026-02-26T22:04:57.620871Z","end":"2026-02-26T22:04:57.748249Z","steps":["trace[571210686] 'process raft request' (duration: 127.267838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:57.748289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.267744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-26T22:04:57.748433Z","caller":"traceutil/trace.go:171","msg":"trace[656380116] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4518; }","duration":"104.460158ms","start":"2026-02-26T22:04:57.643962Z","end":"2026-02-26T22:04:57.748423Z","steps":["trace[656380116] 'agreement among raft nodes before linearized reading' (duration: 104.242233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:57.748442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.909781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T22:04:57.748506Z","caller":"traceutil/trace.go:171","msg":"trace[2094961552] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4518; }","duration":"220.024654ms","start":"2026-02-26T22:04:57.528465Z","end":"2026-02-26T22:04:57.74849Z","steps":["trace[2094961552] 'agreement among raft nodes before linearized reading' (duration: 219.834469ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:04:59.181873Z","caller":"traceutil/trace.go:171","msg":"trace[1503318856] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"116.007566ms","start":"2026-02-26T22:04:59.06582Z","end":"2026-02-26T22:04:59.181827Z","steps":["trace[1503318856] 'process raft request' (duration: 115.726229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:04:59.395956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.625833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:04:59.39606Z","caller":"traceutil/trace.go:171","msg":"trace[2116103781] linearizableReadLoop","detail":"{readStateIndex:4722; appliedIndex:4721; }","duration":"132.539419ms","start":"2026-02-26T22:04:59.263505Z","end":"2026-02-26T22:04:59.396045Z","steps":["trace[2116103781] 'read index received' (duration: 31.64059ms)","trace[2116103781] 'applied index is now lower than readState.Index' (duration: 100.897799ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:04:59.396153Z","caller":"traceutil/trace.go:171","msg":"trace[312009850] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"149.660027ms","start":"2026-02-26T22:04:59.246431Z","end":"2026-02-26T22:04:59.396091Z","steps":["trace[312009850] 'process raft request' (duration: 48.822989ms)","trace[312009850] 'compare' (duration: 100.48865ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:04:59.396359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.857008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517154"} {"level":"info","ts":"2026-02-26T22:04:59.396391Z","caller":"traceutil/trace.go:171","msg":"trace[1729628486] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4530; }","duration":"132.93665ms","start":"2026-02-26T22:04:59.263446Z","end":"2026-02-26T22:04:59.396383Z","steps":["trace[1729628486] 'agreement among raft nodes before linearized reading' (duration: 132.634532ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:00.632375Z","caller":"traceutil/trace.go:171","msg":"trace[1111218438] linearizableReadLoop","detail":"{readStateIndex:4742; appliedIndex:4741; }","duration":"446.1366ms","start":"2026-02-26T22:05:00.186215Z","end":"2026-02-26T22:05:00.632352Z","steps":["trace[1111218438] 'read index received' (duration: 445.887274ms)","trace[1111218438] 'applied index is now lower than readState.Index' (duration: 248.256µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:00.632425Z","caller":"traceutil/trace.go:171","msg":"trace[1988717806] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"559.250046ms","start":"2026-02-26T22:05:00.073144Z","end":"2026-02-26T22:05:00.632394Z","steps":["trace[1988717806] 'process raft request' (duration: 559.036391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:00.632573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:00.073121Z","time spent":"559.371689ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4066,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:00.632643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.385388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5083bfa4-0682-406f-a2c5-163da163bf44\" ","response":"range_response_count:1 size:4081"} {"level":"warn","ts":"2026-02-26T22:05:00.632718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.484057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:00.632769Z","caller":"traceutil/trace.go:171","msg":"trace[1148576867] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5083bfa4-0682-406f-a2c5-163da163bf44; range_end:; response_count:1; response_revision:4550; }","duration":"446.564282ms","start":"2026-02-26T22:05:00.186178Z","end":"2026-02-26T22:05:00.632742Z","steps":["trace[1148576867] 'agreement among raft nodes before linearized reading' (duration: 446.285015ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:00.632813Z","caller":"traceutil/trace.go:171","msg":"trace[670903960] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4550; }","duration":"184.638011ms","start":"2026-02-26T22:05:00.448153Z","end":"2026-02-26T22:05:00.632791Z","steps":["trace[670903960] 'agreement among raft nodes before linearized reading' (duration: 184.452616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:00.632834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:00.186162Z","time spent":"446.661195ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4103,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5083bfa4-0682-406f-a2c5-163da163bf44\" "} {"level":"info","ts":"2026-02-26T22:05:02.503516Z","caller":"traceutil/trace.go:171","msg":"trace[2043612674] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"255.08241ms","start":"2026-02-26T22:05:02.248399Z","end":"2026-02-26T22:05:02.503482Z","steps":["trace[2043612674] 'process raft request' (duration: 255.033508ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:02.503576Z","caller":"traceutil/trace.go:171","msg":"trace[1281531753] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"257.243864ms","start":"2026-02-26T22:05:02.246285Z","end":"2026-02-26T22:05:02.503529Z","steps":["trace[1281531753] 'process raft request' (duration: 167.080412ms)","trace[1281531753] 'compare' (duration: 89.901015ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:02.67518Z","caller":"traceutil/trace.go:171","msg":"trace[648578728] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"162.59838ms","start":"2026-02-26T22:05:02.512541Z","end":"2026-02-26T22:05:02.67514Z","steps":["trace[648578728] 'process raft request' (duration: 110.737935ms)","trace[648578728] 'compare' (duration: 51.565088ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:02.675226Z","caller":"traceutil/trace.go:171","msg":"trace[423487509] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"118.832537ms","start":"2026-02-26T22:05:02.556368Z","end":"2026-02-26T22:05:02.675201Z","steps":["trace[423487509] 'process raft request' (duration: 118.681394ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:03.65471Z","caller":"traceutil/trace.go:171","msg":"trace[102168358] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"336.843342ms","start":"2026-02-26T22:05:03.317824Z","end":"2026-02-26T22:05:03.654667Z","steps":["trace[102168358] 'process raft request' (duration: 250.716191ms)","trace[102168358] 'compare' (duration: 85.31143ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:03.654664Z","caller":"traceutil/trace.go:171","msg":"trace[26944469] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"329.725635ms","start":"2026-02-26T22:05:03.324911Z","end":"2026-02-26T22:05:03.654637Z","steps":["trace[26944469] 'process raft request' (duration: 329.324894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:03.654993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:03.324897Z","time spent":"329.95333ms","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6497,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:03.654985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:03.31781Z","time spent":"337.018706ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T22:05:03.654984Z","caller":"traceutil/trace.go:171","msg":"trace[456893434] linearizableReadLoop","detail":"{readStateIndex:4906; appliedIndex:4904; }","duration":"335.068367ms","start":"2026-02-26T22:05:03.319279Z","end":"2026-02-26T22:05:03.654347Z","steps":["trace[456893434] 'read index received' (duration: 29.477705ms)","trace[456893434] 'applied index is now lower than readState.Index' (duration: 305.589172ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:05:03.65502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.707753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-02-26T22:05:03.65511Z","caller":"traceutil/trace.go:171","msg":"trace[1049679981] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4710; }","duration":"335.866918ms","start":"2026-02-26T22:05:03.319221Z","end":"2026-02-26T22:05:03.655088Z","steps":["trace[1049679981] 'agreement among raft nodes before linearized reading' (duration: 335.601591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:03.655168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:03.319194Z","time spent":"335.963029ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":730,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-02-26T22:05:03.655023Z","caller":"traceutil/trace.go:171","msg":"trace[2026066545] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"293.255853ms","start":"2026-02-26T22:05:03.361656Z","end":"2026-02-26T22:05:03.654912Z","steps":["trace[2026066545] 'process raft request' (duration: 293.087339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:03.683643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.47546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:03.683727Z","caller":"traceutil/trace.go:171","msg":"trace[30349697] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4712; }","duration":"241.621883ms","start":"2026-02-26T22:05:03.442086Z","end":"2026-02-26T22:05:03.683708Z","steps":["trace[30349697] 'agreement among raft nodes before linearized reading' (duration: 241.451109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:03.683846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.677224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-26T22:05:03.683949Z","caller":"traceutil/trace.go:171","msg":"trace[569415758] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4712; }","duration":"108.840178ms","start":"2026-02-26T22:05:03.575081Z","end":"2026-02-26T22:05:03.683921Z","steps":["trace[569415758] 'agreement among raft nodes before linearized reading' (duration: 108.588382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:03.684115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.985424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2206851"} {"level":"info","ts":"2026-02-26T22:05:03.68423Z","caller":"traceutil/trace.go:171","msg":"trace[706755472] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:4712; }","duration":"182.168079ms","start":"2026-02-26T22:05:03.502042Z","end":"2026-02-26T22:05:03.68421Z","steps":["trace[706755472] 'agreement among raft nodes before linearized reading' (duration: 181.275837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:04.063163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.749555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:05:04.063411Z","caller":"traceutil/trace.go:171","msg":"trace[1411922178] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"362.437121ms","start":"2026-02-26T22:05:03.700956Z","end":"2026-02-26T22:05:04.063393Z","steps":["trace[1411922178] 'process raft request' (duration: 362.39709ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:04.063395Z","caller":"traceutil/trace.go:171","msg":"trace[1755952747] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"403.422776ms","start":"2026-02-26T22:05:03.659909Z","end":"2026-02-26T22:05:04.063332Z","steps":["trace[1755952747] 'process raft request' (duration: 95.344242ms)","trace[1755952747] 'compare' (duration: 307.637782ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:05:04.063503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:03.700936Z","time spent":"362.527564ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:04.063557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.44249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-d9v6w-tls\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:05:04.063603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.841786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-02-26T22:05:04.063655Z","caller":"traceutil/trace.go:171","msg":"trace[1805521703] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"363.467847ms","start":"2026-02-26T22:05:03.700176Z","end":"2026-02-26T22:05:04.063644Z","steps":["trace[1805521703] 'process raft request' (duration: 363.105647ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:04.06366Z","caller":"traceutil/trace.go:171","msg":"trace[1861584255] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4715; }","duration":"403.935178ms","start":"2026-02-26T22:05:03.65971Z","end":"2026-02-26T22:05:04.063646Z","steps":["trace[1861584255] 'agreement among raft nodes before linearized reading' (duration: 403.748293ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:04.063669Z","caller":"traceutil/trace.go:171","msg":"trace[750677921] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-d9v6w-tls; range_end:; response_count:0; response_revision:4715; }","duration":"402.591764ms","start":"2026-02-26T22:05:03.661045Z","end":"2026-02-26T22:05:04.063636Z","steps":["trace[750677921] 'agreement among raft nodes before linearized reading' (duration: 402.351449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:04.0637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:03.659693Z","time spent":"403.99907ms","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-02-26T22:05:04.063712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:03.700148Z","time spent":"363.535529ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:04.063728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:03.661037Z","time spent":"402.680746ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-d9v6w-tls\" "} {"level":"warn","ts":"2026-02-26T22:05:04.063585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:03.659888Z","time spent":"403.59571ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1351,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:05:04.063405Z","caller":"traceutil/trace.go:171","msg":"trace[145876373] linearizableReadLoop","detail":"{readStateIndex:4910; appliedIndex:4909; }","duration":"380.273637ms","start":"2026-02-26T22:05:03.6831Z","end":"2026-02-26T22:05:04.063374Z","steps":["trace[145876373] 'read index received' (duration: 72.109871ms)","trace[145876373] 'applied index is now lower than readState.Index' (duration: 308.161566ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:05:04.06419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.010532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:05:04.064217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.748829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4eed0d80-fdb6-4eed-ac32-909e789c3d92\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-02-26T22:05:04.064244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.270985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T22:05:04.064288Z","caller":"traceutil/trace.go:171","msg":"trace[1190680052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4715; }","duration":"243.346957ms","start":"2026-02-26T22:05:03.82093Z","end":"2026-02-26T22:05:04.064277Z","steps":["trace[1190680052] 'agreement among raft nodes before linearized reading' (duration: 243.181893ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:04.064276Z","caller":"traceutil/trace.go:171","msg":"trace[938624419] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4eed0d80-fdb6-4eed-ac32-909e789c3d92; range_end:; response_count:1; response_revision:4715; }","duration":"376.881122ms","start":"2026-02-26T22:05:03.687377Z","end":"2026-02-26T22:05:04.064259Z","steps":["trace[938624419] 'agreement among raft nodes before linearized reading' (duration: 376.663776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:04.064294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.865465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:04.064324Z","caller":"traceutil/trace.go:171","msg":"trace[748337805] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4715; }","duration":"244.941987ms","start":"2026-02-26T22:05:03.819373Z","end":"2026-02-26T22:05:04.064315Z","steps":["trace[748337805] 'agreement among raft nodes before linearized reading' (duration: 244.898646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:04.064327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:03.687346Z","time spent":"376.974564ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-4eed0d80-fdb6-4eed-ac32-909e789c3d92\" "} {"level":"warn","ts":"2026-02-26T22:05:04.064319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.425623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T22:05:04.064383Z","caller":"traceutil/trace.go:171","msg":"trace[1249095183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4715; }","duration":"133.542775ms","start":"2026-02-26T22:05:03.930821Z","end":"2026-02-26T22:05:04.064364Z","steps":["trace[1249095183] 'agreement among raft nodes before linearized reading' (duration: 133.369901ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:04.064257Z","caller":"traceutil/trace.go:171","msg":"trace[201400623] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4715; }","duration":"292.099225ms","start":"2026-02-26T22:05:03.772115Z","end":"2026-02-26T22:05:04.064214Z","steps":["trace[201400623] 'agreement among raft nodes before linearized reading' (duration: 292.028093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:04.064442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.473683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T22:05:04.06449Z","caller":"traceutil/trace.go:171","msg":"trace[647243293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4715; }","duration":"135.551495ms","start":"2026-02-26T22:05:03.928924Z","end":"2026-02-26T22:05:04.064476Z","steps":["trace[647243293] 'agreement among raft nodes before linearized reading' (duration: 135.33431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:04.064537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.545524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-26T22:05:04.064565Z","caller":"traceutil/trace.go:171","msg":"trace[561420827] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4715; }","duration":"346.602446ms","start":"2026-02-26T22:05:03.717955Z","end":"2026-02-26T22:05:04.064557Z","steps":["trace[561420827] 'agreement among raft nodes before linearized reading' (duration: 346.529974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:04.064585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:03.71794Z","time spent":"346.640397ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-02-26T22:05:04.567771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.959774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:05:04.567883Z","caller":"traceutil/trace.go:171","msg":"trace[2043418763] linearizableReadLoop","detail":"{readStateIndex:4913; appliedIndex:4912; }","duration":"498.928619ms","start":"2026-02-26T22:05:04.068934Z","end":"2026-02-26T22:05:04.567863Z","steps":["trace[2043418763] 'read index received' (duration: 133.80028ms)","trace[2043418763] 'applied index is now lower than readState.Index' (duration: 365.126589ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:04.567921Z","caller":"traceutil/trace.go:171","msg":"trace[1850968203] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"498.998992ms","start":"2026-02-26T22:05:04.068887Z","end":"2026-02-26T22:05:04.567886Z","steps":["trace[1850968203] 'process raft request' (duration: 133.831522ms)","trace[1850968203] 'compare' (duration: 364.570724ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:05:04.56799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.053902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:04.568024Z","caller":"traceutil/trace.go:171","msg":"trace[1929767084] range","detail":"{range_begin:/registry/configmaps/monitoring/vector; range_end:; response_count:0; response_revision:4716; }","duration":"499.122345ms","start":"2026-02-26T22:05:04.068891Z","end":"2026-02-26T22:05:04.568014Z","steps":["trace[1929767084] 'agreement among raft nodes before linearized reading' (duration: 499.044483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:04.56806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:04.068872Z","time spent":"499.180757ms","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/monitoring/vector\" "} {"level":"warn","ts":"2026-02-26T22:05:04.568215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:04.068863Z","time spent":"499.202547ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4416,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:05:04.568768Z","caller":"traceutil/trace.go:171","msg":"trace[475257463] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"499.156905ms","start":"2026-02-26T22:05:04.069595Z","end":"2026-02-26T22:05:04.568752Z","steps":["trace[475257463] 'process raft request' (duration: 499.081883ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:04.56883Z","caller":"traceutil/trace.go:171","msg":"trace[402638222] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"499.7782ms","start":"2026-02-26T22:05:04.069012Z","end":"2026-02-26T22:05:04.568791Z","steps":["trace[402638222] 'process raft request' (duration: 499.536024ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:04.568808Z","caller":"traceutil/trace.go:171","msg":"trace[703488490] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"499.412361ms","start":"2026-02-26T22:05:04.069372Z","end":"2026-02-26T22:05:04.568784Z","steps":["trace[703488490] 'process raft request' (duration: 499.247077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:04.569057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:04.068992Z","time spent":"499.957515ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T22:05:04.56918Z","caller":"traceutil/trace.go:171","msg":"trace[2077068578] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"498.792226ms","start":"2026-02-26T22:05:04.070366Z","end":"2026-02-26T22:05:04.569158Z","steps":["trace[2077068578] 'process raft request' (duration: 498.347405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:04.569164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:04.069362Z","time spent":"499.697738ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:04.569301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:04.070346Z","time spent":"498.889458ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:04.569391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:04.06959Z","time spent":"499.291488ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:05:04.57005Z","caller":"traceutil/trace.go:171","msg":"trace[581169446] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"497.368079ms","start":"2026-02-26T22:05:04.072664Z","end":"2026-02-26T22:05:04.570032Z","steps":["trace[581169446] 'process raft request' (duration: 496.375455ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:04.570313Z","caller":"traceutil/trace.go:171","msg":"trace[2057944408] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"433.849233ms","start":"2026-02-26T22:05:04.136441Z","end":"2026-02-26T22:05:04.570291Z","steps":["trace[2057944408] 'process raft request' (duration: 433.73182ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:04.570344Z","caller":"traceutil/trace.go:171","msg":"trace[1840043871] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"497.37568ms","start":"2026-02-26T22:05:04.072936Z","end":"2026-02-26T22:05:04.570312Z","steps":["trace[1840043871] 'process raft request' (duration: 497.031282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:04.570406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.481458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-02-26T22:05:04.57047Z","caller":"traceutil/trace.go:171","msg":"trace[1310905459] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4723; }","duration":"498.592381ms","start":"2026-02-26T22:05:04.071864Z","end":"2026-02-26T22:05:04.570456Z","steps":["trace[1310905459] 'agreement among raft nodes before linearized reading' (duration: 498.372004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:04.570483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:04.072926Z","time spent":"497.497434ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2520,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T22:05:04.570514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:04.071843Z","time spent":"498.663043ms","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-02-26T22:05:04.570516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.883644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-02-26T22:05:04.57056Z","caller":"traceutil/trace.go:171","msg":"trace[74038701] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4723; }","duration":"471.957566ms","start":"2026-02-26T22:05:04.098589Z","end":"2026-02-26T22:05:04.570547Z","steps":["trace[74038701] 'agreement among raft nodes before linearized reading' (duration: 471.864524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:04.570601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:04.098574Z","time spent":"472.018788ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3528,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-26T22:05:04.570415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.845065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-d9v6w\" ","response":"range_response_count:1 size:9629"} {"level":"warn","ts":"2026-02-26T22:05:04.570658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:04.136424Z","time spent":"433.971297ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T22:05:04.570713Z","caller":"traceutil/trace.go:171","msg":"trace[476303023] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-d9v6w; range_end:; response_count:1; response_revision:4723; }","duration":"436.147472ms","start":"2026-02-26T22:05:04.134554Z","end":"2026-02-26T22:05:04.570701Z","steps":["trace[476303023] 'agreement among raft nodes before linearized reading' (duration: 435.739001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:04.570908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:04.134483Z","time spent":"436.404519ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9651,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-d9v6w\" "} {"level":"warn","ts":"2026-02-26T22:05:04.570351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:04.072654Z","time spent":"497.459662ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T22:05:05.984366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.239619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:05:05.984851Z","caller":"traceutil/trace.go:171","msg":"trace[1120259758] linearizableReadLoop","detail":"{readStateIndex:4963; appliedIndex:4962; }","duration":"405.838133ms","start":"2026-02-26T22:05:05.578995Z","end":"2026-02-26T22:05:05.984833Z","steps":["trace[1120259758] 'read index received' (duration: 136.888767ms)","trace[1120259758] 'applied index is now lower than readState.Index' (duration: 268.948146ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:05.984925Z","caller":"traceutil/trace.go:171","msg":"trace[788624190] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"487.36672ms","start":"2026-02-26T22:05:05.497547Z","end":"2026-02-26T22:05:05.984913Z","steps":["trace[788624190] 'process raft request' (duration: 218.394523ms)","trace[788624190] 'compare' (duration: 267.736427ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:05:05.985168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:05.49751Z","time spent":"487.617618ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:05.985164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.148003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c98d8a62-ac3c-486f-809f-3387b2fb47cc\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-02-26T22:05:05.985279Z","caller":"traceutil/trace.go:171","msg":"trace[299683486] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c98d8a62-ac3c-486f-809f-3387b2fb47cc; range_end:; response_count:1; response_revision:4763; }","duration":"406.300826ms","start":"2026-02-26T22:05:05.578938Z","end":"2026-02-26T22:05:05.985239Z","steps":["trace[299683486] 'agreement among raft nodes before linearized reading' (duration: 406.015468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:05.985332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:05.578916Z","time spent":"406.404378ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c98d8a62-ac3c-486f-809f-3387b2fb47cc\" "} {"level":"info","ts":"2026-02-26T22:05:06.245989Z","caller":"traceutil/trace.go:171","msg":"trace[1321586118] linearizableReadLoop","detail":"{readStateIndex:4964; appliedIndex:4963; }","duration":"261.075221ms","start":"2026-02-26T22:05:05.98488Z","end":"2026-02-26T22:05:06.245955Z","steps":["trace[1321586118] 'read index received' (duration: 229.83199ms)","trace[1321586118] 'applied index is now lower than readState.Index' (duration: 31.242321ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:06.246012Z","caller":"traceutil/trace.go:171","msg":"trace[575689477] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"529.843312ms","start":"2026-02-26T22:05:05.716142Z","end":"2026-02-26T22:05:06.245985Z","steps":["trace[575689477] 'process raft request' (duration: 498.556659ms)","trace[575689477] 'compare' (duration: 30.81544ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:05:06.246143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:05.716121Z","time spent":"529.947205ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:06.246146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.585206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:05:06.246292Z","caller":"traceutil/trace.go:171","msg":"trace[1598912146] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4764; }","duration":"507.74556ms","start":"2026-02-26T22:05:05.738503Z","end":"2026-02-26T22:05:06.246249Z","steps":["trace[1598912146] 'agreement among raft nodes before linearized reading' (duration: 507.579686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:06.246413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:05.738488Z","time spent":"507.882974ms","remote":"127.0.0.1:38098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":24,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:05:06.300833Z","caller":"traceutil/trace.go:171","msg":"trace[1390706974] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"228.238619ms","start":"2026-02-26T22:05:06.072555Z","end":"2026-02-26T22:05:06.300793Z","steps":["trace[1390706974] 'process raft request' (duration: 228.128916ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:06.300913Z","caller":"traceutil/trace.go:171","msg":"trace[1022989686] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"231.504341ms","start":"2026-02-26T22:05:06.069373Z","end":"2026-02-26T22:05:06.300878Z","steps":["trace[1022989686] 'process raft request' (duration: 231.212004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:06.301143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.114894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-d9v6w\" ","response":"range_response_count:1 size:9743"} {"level":"warn","ts":"2026-02-26T22:05:06.301146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.156319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-d9v6w.1897eb20f38c93d7\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-02-26T22:05:06.301227Z","caller":"traceutil/trace.go:171","msg":"trace[1358863460] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-d9v6w; range_end:; response_count:1; response_revision:4766; }","duration":"137.252368ms","start":"2026-02-26T22:05:06.163953Z","end":"2026-02-26T22:05:06.301206Z","steps":["trace[1358863460] 'agreement among raft nodes before linearized reading' (duration: 136.987891ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:06.301244Z","caller":"traceutil/trace.go:171","msg":"trace[1900591787] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-d9v6w.1897eb20f38c93d7; range_end:; response_count:1; response_revision:4766; }","duration":"136.272162ms","start":"2026-02-26T22:05:06.164947Z","end":"2026-02-26T22:05:06.301219Z","steps":["trace[1900591787] 'agreement among raft nodes before linearized reading' (duration: 135.966805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:06.30145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.608512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777210"} {"level":"info","ts":"2026-02-26T22:05:06.301538Z","caller":"traceutil/trace.go:171","msg":"trace[204636262] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4766; }","duration":"267.735166ms","start":"2026-02-26T22:05:06.033784Z","end":"2026-02-26T22:05:06.30152Z","steps":["trace[204636262] 'agreement among raft nodes before linearized reading' (duration: 266.943576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:08.804891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398388319,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T22:05:08.990165Z","caller":"traceutil/trace.go:171","msg":"trace[454189036] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"739.164128ms","start":"2026-02-26T22:05:08.250961Z","end":"2026-02-26T22:05:08.990125Z","steps":["trace[454189036] 'process raft request' (duration: 739.011285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:08.990326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:08.250933Z","time spent":"739.306222ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:10.033016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:09.603092Z","time spent":"429.915915ms","remote":"127.0.0.1:45738","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T22:05:10.106242Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.115693662s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:05:10.106804Z","caller":"traceutil/trace.go:171","msg":"trace[1748578743] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"1.80119639s","start":"2026-02-26T22:05:08.305579Z","end":"2026-02-26T22:05:10.106775Z","steps":["trace[1748578743] 'process raft request' (duration: 1.800974815s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:10.106903Z","caller":"traceutil/trace.go:171","msg":"trace[775474779] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"1.800247987s","start":"2026-02-26T22:05:08.306625Z","end":"2026-02-26T22:05:10.106873Z","steps":["trace[775474779] 'process raft request' (duration: 1.800082553s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:10.106941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:08.305568Z","time spent":"1.801288782s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:10.107009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:08.306618Z","time spent":"1.800341059s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:05:10.107039Z","caller":"traceutil/trace.go:171","msg":"trace[1547096422] linearizableReadLoop","detail":"{readStateIndex:5008; appliedIndex:5004; }","duration":"1.802429741s","start":"2026-02-26T22:05:08.304579Z","end":"2026-02-26T22:05:10.107009Z","steps":["trace[1547096422] 'read index received' (duration: 685.436277ms)","trace[1547096422] 'applied index is now lower than readState.Index' (duration: 1.116992594s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:05:10.107155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802576315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:10.107198Z","caller":"traceutil/trace.go:171","msg":"trace[75365084] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4806; }","duration":"1.802644166s","start":"2026-02-26T22:05:08.304543Z","end":"2026-02-26T22:05:10.107188Z","steps":["trace[75365084] 'agreement among raft nodes before linearized reading' (duration: 1.802572395s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:10.107195Z","caller":"traceutil/trace.go:171","msg":"trace[1789917746] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"1.677590683s","start":"2026-02-26T22:05:08.429551Z","end":"2026-02-26T22:05:10.107142Z","steps":["trace[1789917746] 'process raft request' (duration: 1.677259495s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:10.107235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:08.304526Z","time spent":"1.802700398s","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:05:10.107268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536714666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:05:10.107307Z","caller":"traceutil/trace.go:171","msg":"trace[281036565] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4806; }","duration":"1.536772167s","start":"2026-02-26T22:05:08.570523Z","end":"2026-02-26T22:05:10.107295Z","steps":["trace[281036565] 'agreement among raft nodes before linearized reading' (duration: 1.536660384s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:10.107342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:08.57047Z","time spent":"1.536861669s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":43,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:05:10.107343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10163892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c98d8a62-ac3c-486f-809f-3387b2fb47cc\" ","response":"range_response_count:1 size:3906"} {"level":"warn","ts":"2026-02-26T22:05:10.107383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:08.429462Z","time spent":"1.67781824s","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413817,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:05:10.107423Z","caller":"traceutil/trace.go:171","msg":"trace[307860343] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c98d8a62-ac3c-486f-809f-3387b2fb47cc; range_end:; response_count:1; response_revision:4806; }","duration":"1.101770974s","start":"2026-02-26T22:05:09.005635Z","end":"2026-02-26T22:05:10.107406Z","steps":["trace[307860343] 'agreement among raft nodes before linearized reading' (duration: 1.101554168s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:10.107464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:09.005613Z","time spent":"1.101843845s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3928,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c98d8a62-ac3c-486f-809f-3387b2fb47cc\" "} {"level":"warn","ts":"2026-02-26T22:05:10.107469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523587638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T22:05:10.107495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323808859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T22:05:10.107545Z","caller":"traceutil/trace.go:171","msg":"trace[60247663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4806; }","duration":"1.523718711s","start":"2026-02-26T22:05:08.583807Z","end":"2026-02-26T22:05:10.107526Z","steps":["trace[60247663] 'agreement among raft nodes before linearized reading' (duration: 1.523478595s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:10.107573Z","caller":"traceutil/trace.go:171","msg":"trace[1019417997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4806; }","duration":"1.323956362s","start":"2026-02-26T22:05:08.783598Z","end":"2026-02-26T22:05:10.107554Z","steps":["trace[1019417997] 'agreement among raft nodes before linearized reading' (duration: 1.323667685s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:10.107563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52406581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T22:05:10.107593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:08.583798Z","time spent":"1.523783522s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:05:10.107598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210680463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T22:05:10.107628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:08.783579Z","time spent":"1.324037625s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:05:10.107636Z","caller":"traceutil/trace.go:171","msg":"trace[50417328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4806; }","duration":"1.524300805s","start":"2026-02-26T22:05:08.583317Z","end":"2026-02-26T22:05:10.107618Z","steps":["trace[50417328] 'agreement among raft nodes before linearized reading' (duration: 1.523943216s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:10.107658Z","caller":"traceutil/trace.go:171","msg":"trace[881148221] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:4806; }","duration":"1.210767486s","start":"2026-02-26T22:05:08.896875Z","end":"2026-02-26T22:05:10.107642Z","steps":["trace[881148221] 'agreement among raft nodes before linearized reading' (duration: 1.21053371s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:10.107685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:08.583307Z","time spent":"1.524363726s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:05:10.107697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:08.896865Z","time spent":"1.210824687s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"warn","ts":"2026-02-26T22:05:10.107706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072805031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:10.10774Z","caller":"traceutil/trace.go:171","msg":"trace[917883760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4806; }","duration":"1.072837542s","start":"2026-02-26T22:05:09.034892Z","end":"2026-02-26T22:05:10.10773Z","steps":["trace[917883760] 'agreement among raft nodes before linearized reading' (duration: 1.07277284s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:10.107766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:09.034855Z","time spent":"1.072905763s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:05:10.107577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.018266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:05:10.10777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215631667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T22:05:10.107811Z","caller":"traceutil/trace.go:171","msg":"trace[979488644] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4806; }","duration":"554.288802ms","start":"2026-02-26T22:05:09.553503Z","end":"2026-02-26T22:05:10.107792Z","steps":["trace[979488644] 'agreement among raft nodes before linearized reading' (duration: 554.026046ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:10.107847Z","caller":"traceutil/trace.go:171","msg":"trace[1533630504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4806; }","duration":"1.21572321s","start":"2026-02-26T22:05:08.892085Z","end":"2026-02-26T22:05:10.107808Z","steps":["trace[1533630504] 'agreement among raft nodes before linearized reading' (duration: 1.215576966s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:10.107878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:09.553482Z","time spent":"554.381574ms","remote":"127.0.0.1:49074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:05:10.107894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:08.892066Z","time spent":"1.215815021s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:05:10.108145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526056278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T22:05:10.108183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017333155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787442"} {"level":"info","ts":"2026-02-26T22:05:10.10819Z","caller":"traceutil/trace.go:171","msg":"trace[822966836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4806; }","duration":"1.526142881s","start":"2026-02-26T22:05:08.582035Z","end":"2026-02-26T22:05:10.108178Z","steps":["trace[822966836] 'agreement among raft nodes before linearized reading' (duration: 1.525511405s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:10.108221Z","caller":"traceutil/trace.go:171","msg":"trace[1240426167] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4806; }","duration":"1.017400007s","start":"2026-02-26T22:05:09.09081Z","end":"2026-02-26T22:05:10.10821Z","steps":["trace[1240426167] 'agreement among raft nodes before linearized reading' (duration: 1.016838413s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:10.108225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:08.58202Z","time spent":"1.526197882s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:05:10.108248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:09.090793Z","time spent":"1.017446698s","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787464,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-02-26T22:05:10.274545Z","caller":"traceutil/trace.go:171","msg":"trace[1568714332] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"161.077583ms","start":"2026-02-26T22:05:10.113445Z","end":"2026-02-26T22:05:10.274523Z","steps":["trace[1568714332] 'process raft request' (duration: 123.114895ms)","trace[1568714332] 'compare' (duration: 37.727983ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:10.274757Z","caller":"traceutil/trace.go:171","msg":"trace[2062369311] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"161.269798ms","start":"2026-02-26T22:05:10.113471Z","end":"2026-02-26T22:05:10.274741Z","steps":["trace[2062369311] 'process raft request' (duration: 160.991231ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:10.275063Z","caller":"traceutil/trace.go:171","msg":"trace[133337241] linearizableReadLoop","detail":"{readStateIndex:5013; appliedIndex:5009; }","duration":"159.236056ms","start":"2026-02-26T22:05:10.115814Z","end":"2026-02-26T22:05:10.27505Z","steps":["trace[133337241] 'read index received' (duration: 15.981039ms)","trace[133337241] 'applied index is now lower than readState.Index' (duration: 143.253767ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:10.275134Z","caller":"traceutil/trace.go:171","msg":"trace[1250473001] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"160.116778ms","start":"2026-02-26T22:05:10.114999Z","end":"2026-02-26T22:05:10.275116Z","steps":["trace[1250473001] 'process raft request' (duration: 159.983065ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:10.275118Z","caller":"traceutil/trace.go:171","msg":"trace[60995821] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"160.648391ms","start":"2026-02-26T22:05:10.114446Z","end":"2026-02-26T22:05:10.275094Z","steps":["trace[60995821] 'process raft request' (duration: 160.243551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:10.275256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.205126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:10.275311Z","caller":"traceutil/trace.go:171","msg":"trace[1547792070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4811; }","duration":"157.291267ms","start":"2026-02-26T22:05:10.118006Z","end":"2026-02-26T22:05:10.275298Z","steps":["trace[1547792070] 'agreement among raft nodes before linearized reading' (duration: 157.198465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:10.275318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.498433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62891"} {"level":"info","ts":"2026-02-26T22:05:10.275351Z","caller":"traceutil/trace.go:171","msg":"trace[2139952644] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4811; }","duration":"159.547974ms","start":"2026-02-26T22:05:10.115794Z","end":"2026-02-26T22:05:10.275342Z","steps":["trace[2139952644] 'agreement among raft nodes before linearized reading' (duration: 159.35097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:10.275353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.789085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:10.275395Z","caller":"traceutil/trace.go:171","msg":"trace[1394230835] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4811; }","duration":"140.876548ms","start":"2026-02-26T22:05:10.134508Z","end":"2026-02-26T22:05:10.275384Z","steps":["trace[1394230835] 'agreement among raft nodes before linearized reading' (duration: 140.787315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:11.61367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398388338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:05:11.969968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.997266ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:11.970095Z","caller":"traceutil/trace.go:171","msg":"trace[1070011335] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4811; }","duration":"862.13405ms","start":"2026-02-26T22:05:11.107943Z","end":"2026-02-26T22:05:11.970077Z","steps":["trace[1070011335] 'range keys from in-memory index tree' (duration: 861.978346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:11.970125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.195349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:05:11.970583Z","caller":"traceutil/trace.go:171","msg":"trace[1042330891] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"1.214711084s","start":"2026-02-26T22:05:10.755851Z","end":"2026-02-26T22:05:11.970562Z","steps":["trace[1042330891] 'process raft request' (duration: 965.986232ms)","trace[1042330891] 'compare' (duration: 247.591214ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:05:11.970657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:10.75583Z","time spent":"1.214787995s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:05:11.993968Z","caller":"traceutil/trace.go:171","msg":"trace[1210630449] linearizableReadLoop","detail":"{readStateIndex:5016; appliedIndex:5014; }","duration":"881.121653ms","start":"2026-02-26T22:05:11.112823Z","end":"2026-02-26T22:05:11.993944Z","steps":["trace[1210630449] 'read index received' (duration: 609.029108ms)","trace[1210630449] 'applied index is now lower than readState.Index' (duration: 272.091335ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:11.994054Z","caller":"traceutil/trace.go:171","msg":"trace[1257917808] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"997.619943ms","start":"2026-02-26T22:05:10.996409Z","end":"2026-02-26T22:05:11.994029Z","steps":["trace[1257917808] 'process raft request' (duration: 997.402977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:11.994455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:10.996382Z","time spent":"998.014103ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:11.994222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.39331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c98d8a62-ac3c-486f-809f-3387b2fb47cc\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-02-26T22:05:11.994682Z","caller":"traceutil/trace.go:171","msg":"trace[1236282922] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c98d8a62-ac3c-486f-809f-3387b2fb47cc; range_end:; response_count:1; response_revision:4813; }","duration":"881.911823ms","start":"2026-02-26T22:05:11.112758Z","end":"2026-02-26T22:05:11.99467Z","steps":["trace[1236282922] 'agreement among raft nodes before linearized reading' (duration: 881.290698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:11.994728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:11.112735Z","time spent":"881.979175ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3928,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c98d8a62-ac3c-486f-809f-3387b2fb47cc\" "} {"level":"warn","ts":"2026-02-26T22:05:11.995253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.392624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:11.995303Z","caller":"traceutil/trace.go:171","msg":"trace[443420962] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:4813; }","duration":"194.496516ms","start":"2026-02-26T22:05:11.800793Z","end":"2026-02-26T22:05:11.995289Z","steps":["trace[443420962] 'agreement among raft nodes before linearized reading' (duration: 194.394804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:11.995355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.155872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:05:11.99548Z","caller":"traceutil/trace.go:171","msg":"trace[1900441672] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4813; }","duration":"432.353137ms","start":"2026-02-26T22:05:11.563106Z","end":"2026-02-26T22:05:11.995459Z","steps":["trace[1900441672] 'agreement among raft nodes before linearized reading' (duration: 432.120761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:11.995544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:11.563081Z","time spent":"432.445098ms","remote":"127.0.0.1:38158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:05:11.995562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.605298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T22:05:11.995553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.661592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:05:11.995614Z","caller":"traceutil/trace.go:171","msg":"trace[387068642] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4813; }","duration":"610.69708ms","start":"2026-02-26T22:05:11.384907Z","end":"2026-02-26T22:05:11.995604Z","steps":["trace[387068642] 'agreement among raft nodes before linearized reading' (duration: 610.619218ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:11.995651Z","caller":"traceutil/trace.go:171","msg":"trace[1435891765] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4813; }","duration":"502.823216ms","start":"2026-02-26T22:05:11.492805Z","end":"2026-02-26T22:05:11.995628Z","steps":["trace[1435891765] 'agreement among raft nodes before linearized reading' (duration: 502.515488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:11.995646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:11.384885Z","time spent":"610.752842ms","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:05:11.995724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:11.492791Z","time spent":"502.911368ms","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":43,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:05:13.496009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.900664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:05:13.496309Z","caller":"traceutil/trace.go:171","msg":"trace[225346787] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"176.032786ms","start":"2026-02-26T22:05:13.320254Z","end":"2026-02-26T22:05:13.496287Z","steps":["trace[225346787] 'process raft request' (duration: 175.950234ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:13.496528Z","caller":"traceutil/trace.go:171","msg":"trace[1738943475] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"177.050491ms","start":"2026-02-26T22:05:13.31945Z","end":"2026-02-26T22:05:13.4965Z","steps":["trace[1738943475] 'process raft request' (duration: 176.674732ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:13.49665Z","caller":"traceutil/trace.go:171","msg":"trace[1530940040] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"178.400706ms","start":"2026-02-26T22:05:13.318159Z","end":"2026-02-26T22:05:13.496559Z","steps":["trace[1530940040] 'process raft request' (duration: 49.851245ms)","trace[1530940040] 'compare' (duration: 127.7239ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:05:14.298018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.032698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:05:14.298256Z","caller":"traceutil/trace.go:171","msg":"trace[1580027327] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"174.506818ms","start":"2026-02-26T22:05:14.123702Z","end":"2026-02-26T22:05:14.298209Z","steps":["trace[1580027327] 'process raft request' (duration: 52.210653ms)","trace[1580027327] 'compare' (duration: 121.951786ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:14.298281Z","caller":"traceutil/trace.go:171","msg":"trace[82958489] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"146.058917ms","start":"2026-02-26T22:05:14.152189Z","end":"2026-02-26T22:05:14.298248Z","steps":["trace[82958489] 'process raft request' (duration: 145.966685ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:14.298308Z","caller":"traceutil/trace.go:171","msg":"trace[1472516463] linearizableReadLoop","detail":"{readStateIndex:5086; appliedIndex:5084; }","duration":"147.163324ms","start":"2026-02-26T22:05:14.151125Z","end":"2026-02-26T22:05:14.298288Z","steps":["trace[1472516463] 'read index received' (duration: 24.905891ms)","trace[1472516463] 'applied index is now lower than readState.Index' (duration: 122.255193ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:14.298337Z","caller":"traceutil/trace.go:171","msg":"trace[1559127401] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"172.078016ms","start":"2026-02-26T22:05:14.126201Z","end":"2026-02-26T22:05:14.298279Z","steps":["trace[1559127401] 'process raft request' (duration: 171.902452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:14.298483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.343079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T22:05:14.298527Z","caller":"traceutil/trace.go:171","msg":"trace[1077972113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4881; }","duration":"147.437942ms","start":"2026-02-26T22:05:14.15108Z","end":"2026-02-26T22:05:14.298518Z","steps":["trace[1077972113] 'agreement among raft nodes before linearized reading' (duration: 147.271068ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:14.467547Z","caller":"traceutil/trace.go:171","msg":"trace[667707993] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"165.7864ms","start":"2026-02-26T22:05:14.301728Z","end":"2026-02-26T22:05:14.467514Z","steps":["trace[667707993] 'process raft request' (duration: 99.992508ms)","trace[667707993] 'compare' (duration: 65.649548ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:14.654201Z","caller":"traceutil/trace.go:171","msg":"trace[525656941] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"351.334543ms","start":"2026-02-26T22:05:14.302838Z","end":"2026-02-26T22:05:14.654173Z","steps":["trace[525656941] 'process raft request' (duration: 351.250941ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:14.654268Z","caller":"traceutil/trace.go:171","msg":"trace[1442722368] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"351.744913ms","start":"2026-02-26T22:05:14.302452Z","end":"2026-02-26T22:05:14.654197Z","steps":["trace[1442722368] 'process raft request' (duration: 286.610447ms)","trace[1442722368] 'compare' (duration: 64.88304ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:05:14.654373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:14.302822Z","time spent":"351.462306ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:05:14.654454Z","caller":"traceutil/trace.go:171","msg":"trace[1237245552] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"351.551648ms","start":"2026-02-26T22:05:14.302878Z","end":"2026-02-26T22:05:14.654429Z","steps":["trace[1237245552] 'process raft request' (duration: 351.259961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:14.654546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:14.302428Z","time spent":"351.972458ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:14.65459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:14.302862Z","time spent":"351.659201ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:05:14.654708Z","caller":"traceutil/trace.go:171","msg":"trace[1185840655] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"351.571799ms","start":"2026-02-26T22:05:14.303116Z","end":"2026-02-26T22:05:14.654688Z","steps":["trace[1185840655] 'process raft request' (duration: 351.248241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:14.654835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:14.303105Z","time spent":"351.662981ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:05:14.654925Z","caller":"traceutil/trace.go:171","msg":"trace[894049017] linearizableReadLoop","detail":"{readStateIndex:5089; appliedIndex:5087; }","duration":"352.335278ms","start":"2026-02-26T22:05:14.30258Z","end":"2026-02-26T22:05:14.654915Z","steps":["trace[894049017] 'read index received' (duration: 99.173076ms)","trace[894049017] 'applied index is now lower than readState.Index' (duration: 253.161352ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:14.655002Z","caller":"traceutil/trace.go:171","msg":"trace[489707049] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"344.526904ms","start":"2026-02-26T22:05:14.310464Z","end":"2026-02-26T22:05:14.654991Z","steps":["trace[489707049] 'process raft request' (duration: 344.36898ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:14.655015Z","caller":"traceutil/trace.go:171","msg":"trace[1748624678] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"182.481887ms","start":"2026-02-26T22:05:14.472519Z","end":"2026-02-26T22:05:14.655001Z","steps":["trace[1748624678] 'process raft request' (duration: 182.367174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:14.655041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:14.310454Z","time spent":"344.561944ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13274,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:05:14.655136Z","caller":"traceutil/trace.go:171","msg":"trace[1223612806] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"351.007895ms","start":"2026-02-26T22:05:14.3041Z","end":"2026-02-26T22:05:14.655108Z","steps":["trace[1223612806] 'process raft request' (duration: 350.527413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:14.655205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.589838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:14.655233Z","caller":"traceutil/trace.go:171","msg":"trace[1093395813] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4889; }","duration":"238.670799ms","start":"2026-02-26T22:05:14.416554Z","end":"2026-02-26T22:05:14.655224Z","steps":["trace[1093395813] 'agreement among raft nodes before linearized reading' (duration: 238.619668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:14.655251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:14.304086Z","time spent":"351.116408ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:14.655291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.706157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62891"} {"level":"warn","ts":"2026-02-26T22:05:14.655312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.888288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-26T22:05:14.655407Z","caller":"traceutil/trace.go:171","msg":"trace[415777140] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4889; }","duration":"320.052622ms","start":"2026-02-26T22:05:14.335335Z","end":"2026-02-26T22:05:14.655388Z","steps":["trace[415777140] 'agreement among raft nodes before linearized reading' (duration: 319.750844ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:14.655335Z","caller":"traceutil/trace.go:171","msg":"trace[277818487] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4889; }","duration":"352.805009ms","start":"2026-02-26T22:05:14.30252Z","end":"2026-02-26T22:05:14.655325Z","steps":["trace[277818487] 'agreement among raft nodes before linearized reading' (duration: 352.599194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:14.655462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:14.302494Z","time spent":"352.953844ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62913,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T22:05:14.65548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:14.335317Z","time spent":"320.148565ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-26T22:05:19.514511Z","caller":"traceutil/trace.go:171","msg":"trace[964725707] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"155.250366ms","start":"2026-02-26T22:05:19.359218Z","end":"2026-02-26T22:05:19.514468Z","steps":["trace[964725707] 'process raft request' (duration: 70.88763ms)","trace[964725707] 'compare' (duration: 84.203072ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:19.521535Z","caller":"traceutil/trace.go:171","msg":"trace[2098393105] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"161.869223ms","start":"2026-02-26T22:05:19.35965Z","end":"2026-02-26T22:05:19.521519Z","steps":["trace[2098393105] 'process raft request' (duration: 161.830842ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:19.521627Z","caller":"traceutil/trace.go:171","msg":"trace[446631412] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"162.385415ms","start":"2026-02-26T22:05:19.359216Z","end":"2026-02-26T22:05:19.521601Z","steps":["trace[446631412] 'process raft request' (duration: 162.130558ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:19.52165Z","caller":"traceutil/trace.go:171","msg":"trace[31356367] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"162.362495ms","start":"2026-02-26T22:05:19.359242Z","end":"2026-02-26T22:05:19.521605Z","steps":["trace[31356367] 'process raft request' (duration: 162.186161ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:20.795253Z","caller":"traceutil/trace.go:171","msg":"trace[419888649] linearizableReadLoop","detail":"{readStateIndex:5168; appliedIndex:5167; }","duration":"104.863819ms","start":"2026-02-26T22:05:20.690368Z","end":"2026-02-26T22:05:20.795232Z","steps":["trace[419888649] 'read index received' (duration: 104.621183ms)","trace[419888649] 'applied index is now lower than readState.Index' (duration: 241.356µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:20.795293Z","caller":"traceutil/trace.go:171","msg":"trace[628252344] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"114.282165ms","start":"2026-02-26T22:05:20.680986Z","end":"2026-02-26T22:05:20.795268Z","steps":["trace[628252344] 'process raft request' (duration: 114.08368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:20.795485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.000931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T22:05:20.795526Z","caller":"traceutil/trace.go:171","msg":"trace[1781055489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4960; }","duration":"105.096644ms","start":"2026-02-26T22:05:20.690419Z","end":"2026-02-26T22:05:20.795516Z","steps":["trace[1781055489] 'agreement among raft nodes before linearized reading' (duration: 104.95251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:20.795638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.684149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T22:05:20.795738Z","caller":"traceutil/trace.go:171","msg":"trace[1516705903] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4960; }","duration":"103.822333ms","start":"2026-02-26T22:05:20.691893Z","end":"2026-02-26T22:05:20.795715Z","steps":["trace[1516705903] 'agreement among raft nodes before linearized reading' (duration: 103.509435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:20.795699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.799347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T22:05:20.795917Z","caller":"traceutil/trace.go:171","msg":"trace[948081825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4960; }","duration":"105.054383ms","start":"2026-02-26T22:05:20.690841Z","end":"2026-02-26T22:05:20.795895Z","steps":["trace[948081825] 'agreement among raft nodes before linearized reading' (duration: 104.646263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:20.795726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.225608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T22:05:20.79606Z","caller":"traceutil/trace.go:171","msg":"trace[2124407662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4960; }","duration":"105.557106ms","start":"2026-02-26T22:05:20.690465Z","end":"2026-02-26T22:05:20.796022Z","steps":["trace[2124407662] 'agreement among raft nodes before linearized reading' (duration: 105.162836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:20.796135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.740061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T22:05:20.79629Z","caller":"traceutil/trace.go:171","msg":"trace[908885961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4960; }","duration":"105.943356ms","start":"2026-02-26T22:05:20.690331Z","end":"2026-02-26T22:05:20.796275Z","steps":["trace[908885961] 'agreement among raft nodes before linearized reading' (duration: 104.96688ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:21.084718Z","caller":"traceutil/trace.go:171","msg":"trace[216124116] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"284.963487ms","start":"2026-02-26T22:05:20.79972Z","end":"2026-02-26T22:05:21.084684Z","steps":["trace[216124116] 'process raft request' (duration: 217.83023ms)","trace[216124116] 'compare' (duration: 66.722766ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:21.084817Z","caller":"traceutil/trace.go:171","msg":"trace[537427578] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"284.733911ms","start":"2026-02-26T22:05:20.800046Z","end":"2026-02-26T22:05:21.084779Z","steps":["trace[537427578] 'process raft request' (duration: 284.640579ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:21.084975Z","caller":"traceutil/trace.go:171","msg":"trace[1366844254] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"284.791652ms","start":"2026-02-26T22:05:20.800018Z","end":"2026-02-26T22:05:21.08481Z","steps":["trace[1366844254] 'process raft request' (duration: 284.545046ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:21.085412Z","caller":"traceutil/trace.go:171","msg":"trace[1228859371] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"285.064009ms","start":"2026-02-26T22:05:20.800333Z","end":"2026-02-26T22:05:21.085397Z","steps":["trace[1228859371] 'process raft request' (duration: 284.409153ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:21.085502Z","caller":"traceutil/trace.go:171","msg":"trace[677813233] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"284.484084ms","start":"2026-02-26T22:05:20.800993Z","end":"2026-02-26T22:05:21.085477Z","steps":["trace[677813233] 'process raft request' (duration: 284.29897ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:21.085534Z","caller":"traceutil/trace.go:171","msg":"trace[1959033723] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"164.509658ms","start":"2026-02-26T22:05:20.921011Z","end":"2026-02-26T22:05:21.08552Z","steps":["trace[1959033723] 'process raft request' (duration: 164.348284ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:21.085435Z","caller":"traceutil/trace.go:171","msg":"trace[1124355502] linearizableReadLoop","detail":"{readStateIndex:5172; appliedIndex:5168; }","duration":"285.018718ms","start":"2026-02-26T22:05:20.800397Z","end":"2026-02-26T22:05:21.085416Z","steps":["trace[1124355502] 'read index received' (duration: 217.104412ms)","trace[1124355502] 'applied index is now lower than readState.Index' (duration: 67.913196ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:05:21.085764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.351876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70866"} {"level":"info","ts":"2026-02-26T22:05:21.085835Z","caller":"traceutil/trace.go:171","msg":"trace[248735602] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4966; }","duration":"285.465049ms","start":"2026-02-26T22:05:20.800354Z","end":"2026-02-26T22:05:21.085819Z","steps":["trace[248735602] 'agreement among raft nodes before linearized reading' (duration: 285.12037ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:22.265993Z","caller":"traceutil/trace.go:171","msg":"trace[150803481] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"126.230632ms","start":"2026-02-26T22:05:22.139731Z","end":"2026-02-26T22:05:22.265962Z","steps":["trace[150803481] 'process raft request' (duration: 70.163162ms)","trace[150803481] 'compare' (duration: 55.884516ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:22.544185Z","caller":"traceutil/trace.go:171","msg":"trace[1184555093] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"149.727919ms","start":"2026-02-26T22:05:22.394424Z","end":"2026-02-26T22:05:22.544152Z","steps":["trace[1184555093] 'process raft request' (duration: 103.120785ms)","trace[1184555093] 'compare' (duration: 46.015538ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:22.681499Z","caller":"traceutil/trace.go:171","msg":"trace[236284335] linearizableReadLoop","detail":"{readStateIndex:5180; appliedIndex:5178; }","duration":"245.846419ms","start":"2026-02-26T22:05:22.435628Z","end":"2026-02-26T22:05:22.681474Z","steps":["trace[236284335] 'read index received' (duration: 61.932506ms)","trace[236284335] 'applied index is now lower than readState.Index' (duration: 183.912983ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:22.681594Z","caller":"traceutil/trace.go:171","msg":"trace[450243773] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"255.87157ms","start":"2026-02-26T22:05:22.425679Z","end":"2026-02-26T22:05:22.681551Z","steps":["trace[450243773] 'process raft request' (duration: 255.630494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:22.681776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.119157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T22:05:22.681871Z","caller":"traceutil/trace.go:171","msg":"trace[1361652798] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:4972; }","duration":"246.245999ms","start":"2026-02-26T22:05:22.435601Z","end":"2026-02-26T22:05:22.681847Z","steps":["trace[1361652798] 'agreement among raft nodes before linearized reading' (duration: 245.963522ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:23.608991Z","caller":"traceutil/trace.go:171","msg":"trace[923282942] linearizableReadLoop","detail":"{readStateIndex:5191; appliedIndex:5190; }","duration":"213.932383ms","start":"2026-02-26T22:05:23.395037Z","end":"2026-02-26T22:05:23.608969Z","steps":["trace[923282942] 'read index received' (duration: 213.759718ms)","trace[923282942] 'applied index is now lower than readState.Index' (duration: 171.685µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:23.609046Z","caller":"traceutil/trace.go:171","msg":"trace[127221541] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"259.223303ms","start":"2026-02-26T22:05:23.349783Z","end":"2026-02-26T22:05:23.609006Z","steps":["trace[127221541] 'process raft request' (duration: 258.995848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:23.6093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.245971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T22:05:23.609379Z","caller":"traceutil/trace.go:171","msg":"trace[218944054] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4982; }","duration":"214.381604ms","start":"2026-02-26T22:05:23.394981Z","end":"2026-02-26T22:05:23.609363Z","steps":["trace[218944054] 'agreement among raft nodes before linearized reading' (duration: 214.117708ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:24.502755Z","caller":"traceutil/trace.go:171","msg":"trace[641766796] linearizableReadLoop","detail":"{readStateIndex:5195; appliedIndex:5194; }","duration":"121.226668ms","start":"2026-02-26T22:05:24.381504Z","end":"2026-02-26T22:05:24.50273Z","steps":["trace[641766796] 'read index received' (duration: 121.006683ms)","trace[641766796] 'applied index is now lower than readState.Index' (duration: 219.005µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:24.502829Z","caller":"traceutil/trace.go:171","msg":"trace[339483311] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"162.902078ms","start":"2026-02-26T22:05:24.339892Z","end":"2026-02-26T22:05:24.502794Z","steps":["trace[339483311] 'process raft request' (duration: 162.700013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:24.502932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.418592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-26T22:05:24.502982Z","caller":"traceutil/trace.go:171","msg":"trace[658412292] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4986; }","duration":"121.504265ms","start":"2026-02-26T22:05:24.381461Z","end":"2026-02-26T22:05:24.502965Z","steps":["trace[658412292] 'agreement among raft nodes before linearized reading' (duration: 121.364902ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:26.930258Z","caller":"traceutil/trace.go:171","msg":"trace[932299829] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"343.507718ms","start":"2026-02-26T22:05:26.586723Z","end":"2026-02-26T22:05:26.93023Z","steps":["trace[932299829] 'process raft request' (duration: 343.344414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:26.930445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:26.586694Z","time spent":"343.657751ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:05:26.937301Z","caller":"traceutil/trace.go:171","msg":"trace[999945313] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"208.787704ms","start":"2026-02-26T22:05:26.728503Z","end":"2026-02-26T22:05:26.937291Z","steps":["trace[999945313] 'process raft request' (duration: 208.725403ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:30.353431Z","caller":"traceutil/trace.go:171","msg":"trace[1517123428] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"199.386623ms","start":"2026-02-26T22:05:30.154015Z","end":"2026-02-26T22:05:30.353401Z","steps":["trace[1517123428] 'process raft request' (duration: 197.917376ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:30.353509Z","caller":"traceutil/trace.go:171","msg":"trace[1172433785] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"161.580244ms","start":"2026-02-26T22:05:30.191903Z","end":"2026-02-26T22:05:30.353484Z","steps":["trace[1172433785] 'process raft request' (duration: 161.44126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:31.752787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.411779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-995c5c38-f9c9-4216-a71d-f89c9cf3bdb9\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-02-26T22:05:31.752955Z","caller":"traceutil/trace.go:171","msg":"trace[2029049670] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-995c5c38-f9c9-4216-a71d-f89c9cf3bdb9; range_end:; response_count:1; response_revision:5111; }","duration":"106.641935ms","start":"2026-02-26T22:05:31.646293Z","end":"2026-02-26T22:05:31.752935Z","steps":["trace[2029049670] 'range keys from in-memory index tree' (duration: 106.207335ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:32.20013Z","caller":"traceutil/trace.go:171","msg":"trace[510451604] linearizableReadLoop","detail":"{readStateIndex:5322; appliedIndex:5322; }","duration":"163.136674ms","start":"2026-02-26T22:05:32.036955Z","end":"2026-02-26T22:05:32.200092Z","steps":["trace[510451604] 'read index received' (duration: 163.112563ms)","trace[510451604] 'applied index is now lower than readState.Index' (duration: 20.44µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:32.200093Z","caller":"traceutil/trace.go:171","msg":"trace[1910730240] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"411.779132ms","start":"2026-02-26T22:05:31.788289Z","end":"2026-02-26T22:05:32.200068Z","steps":["trace[1910730240] 'process raft request' (duration: 411.621398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:32.200316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.330128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:32.200358Z","caller":"traceutil/trace.go:171","msg":"trace[461670435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5112; }","duration":"163.444821ms","start":"2026-02-26T22:05:32.036902Z","end":"2026-02-26T22:05:32.200346Z","steps":["trace[461670435] 'agreement among raft nodes before linearized reading' (duration: 163.327178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:32.200348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:31.788268Z","time spent":"411.995148ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4570,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:32.904932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398389013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:05:33.334117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.829383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:05:33.334235Z","caller":"traceutil/trace.go:171","msg":"trace[1852354878] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"1.12786408s","start":"2026-02-26T22:05:32.206351Z","end":"2026-02-26T22:05:33.334215Z","steps":["trace[1852354878] 'process raft request' (duration: 886.664058ms)","trace[1852354878] 'compare' (duration: 240.557176ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:05:33.334307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:32.206332Z","time spent":"1.127942591s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1632,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:33.589241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.7763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:05:33.589764Z","caller":"traceutil/trace.go:171","msg":"trace[1160570569] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"1.382793546s","start":"2026-02-26T22:05:32.206897Z","end":"2026-02-26T22:05:33.58969Z","steps":["trace[1160570569] 'process raft request' (duration: 1.382472308s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:33.589836Z","caller":"traceutil/trace.go:171","msg":"trace[419540159] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"638.386287ms","start":"2026-02-26T22:05:32.951427Z","end":"2026-02-26T22:05:33.589814Z","steps":["trace[419540159] 'process raft request' (duration: 638.245933ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:33.589839Z","caller":"traceutil/trace.go:171","msg":"trace[1341973946] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"1.381921434s","start":"2026-02-26T22:05:32.207896Z","end":"2026-02-26T22:05:33.589817Z","steps":["trace[1341973946] 'process raft request' (duration: 1.381646977s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:33.589847Z","caller":"traceutil/trace.go:171","msg":"trace[863929993] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"1.231721935s","start":"2026-02-26T22:05:32.358104Z","end":"2026-02-26T22:05:33.589826Z","steps":["trace[863929993] 'process raft request' (duration: 1.23151063s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:33.589888Z","caller":"traceutil/trace.go:171","msg":"trace[1927808459] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"1.382281294s","start":"2026-02-26T22:05:32.207562Z","end":"2026-02-26T22:05:33.589843Z","steps":["trace[1927808459] 'process raft request' (duration: 1.381894144s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:33.589907Z","caller":"traceutil/trace.go:171","msg":"trace[1180644429] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"1.38332721s","start":"2026-02-26T22:05:32.206547Z","end":"2026-02-26T22:05:33.589875Z","steps":["trace[1180644429] 'process raft request' (duration: 1.265806462s)","trace[1180644429] 'compare' (duration: 116.629995ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:05:33.589953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:32.206874Z","time spent":"1.382995062s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:33.589957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:32.358081Z","time spent":"1.231822189s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:33.589953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:32.9514Z","time spent":"638.494691ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:33.59003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:32.207552Z","time spent":"1.382405587s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":994,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:33.590031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:32.206539Z","time spent":"1.383424633s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1108,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:33.589952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:32.20789Z","time spent":"1.382009418s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4237,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:05:33.590137Z","caller":"traceutil/trace.go:171","msg":"trace[1805253747] linearizableReadLoop","detail":"{readStateIndex:5328; appliedIndex:5322; }","duration":"1.185885656s","start":"2026-02-26T22:05:32.404234Z","end":"2026-02-26T22:05:33.59012Z","steps":["trace[1805253747] 'read index received' (duration: 688.833074ms)","trace[1805253747] 'applied index is now lower than readState.Index' (duration: 497.050322ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:33.590275Z","caller":"traceutil/trace.go:171","msg":"trace[1190355115] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"636.643555ms","start":"2026-02-26T22:05:32.953617Z","end":"2026-02-26T22:05:33.590261Z","steps":["trace[1190355115] 'process raft request' (duration: 636.148232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:33.590371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:32.953608Z","time spent":"636.712376ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:33.590396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153797011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-26T22:05:33.59043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.082687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T22:05:33.590481Z","caller":"traceutil/trace.go:171","msg":"trace[1508286512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5120; }","duration":"327.161769ms","start":"2026-02-26T22:05:33.263306Z","end":"2026-02-26T22:05:33.590468Z","steps":["trace[1508286512] 'agreement among raft nodes before linearized reading' (duration: 327.016555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:33.590503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.779624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T22:05:33.590517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:33.263284Z","time spent":"327.226531ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T22:05:33.59054Z","caller":"traceutil/trace.go:171","msg":"trace[1060076964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5120; }","duration":"319.855986ms","start":"2026-02-26T22:05:33.270673Z","end":"2026-02-26T22:05:33.590529Z","steps":["trace[1060076964] 'agreement among raft nodes before linearized reading' (duration: 319.757053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:33.590561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.876945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T22:05:33.590579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:33.270653Z","time spent":"319.918987ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:05:33.590576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.595101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:33.590604Z","caller":"traceutil/trace.go:171","msg":"trace[680185002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5120; }","duration":"360.965997ms","start":"2026-02-26T22:05:33.229626Z","end":"2026-02-26T22:05:33.590592Z","steps":["trace[680185002] 'agreement among raft nodes before linearized reading' (duration: 360.840034ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:33.590634Z","caller":"traceutil/trace.go:171","msg":"trace[980952048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5120; }","duration":"553.688334ms","start":"2026-02-26T22:05:33.036932Z","end":"2026-02-26T22:05:33.590621Z","steps":["trace[980952048] 'agreement among raft nodes before linearized reading' (duration: 553.596792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:33.590647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.983368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T22:05:33.590647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:33.229603Z","time spent":"361.027779ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:05:33.590663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186417779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-995c5c38-f9c9-4216-a71d-f89c9cf3bdb9\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-02-26T22:05:33.590703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.317588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-26T22:05:33.590727Z","caller":"traceutil/trace.go:171","msg":"trace[62644519] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-995c5c38-f9c9-4216-a71d-f89c9cf3bdb9; range_end:; response_count:1; response_revision:5120; }","duration":"1.186521082s","start":"2026-02-26T22:05:32.404184Z","end":"2026-02-26T22:05:33.590705Z","steps":["trace[62644519] 'agreement among raft nodes before linearized reading' (duration: 1.186321887s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:33.590737Z","caller":"traceutil/trace.go:171","msg":"trace[1003193345] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5120; }","duration":"752.376329ms","start":"2026-02-26T22:05:32.838351Z","end":"2026-02-26T22:05:33.590727Z","steps":["trace[1003193345] 'agreement among raft nodes before linearized reading' (duration: 752.297467ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:33.590437Z","caller":"traceutil/trace.go:171","msg":"trace[313766658] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:5120; }","duration":"1.153853582s","start":"2026-02-26T22:05:32.436568Z","end":"2026-02-26T22:05:33.590421Z","steps":["trace[313766658] 'agreement among raft nodes before linearized reading' (duration: 1.153721969s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:33.59077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:32.838335Z","time spent":"752.42945ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T22:05:33.590779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:32.436556Z","time spent":"1.154212872s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"warn","ts":"2026-02-26T22:05:33.590777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:32.404164Z","time spent":"1.186599514s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-995c5c38-f9c9-4216-a71d-f89c9cf3bdb9\" "} {"level":"warn","ts":"2026-02-26T22:05:33.590787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.639442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-995c5c38-f9c9-4216-a71d-f89c9cf3bdb9\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-02-26T22:05:33.590673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:33.03691Z","time spent":"553.755105ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:05:33.590745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.168914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T22:05:33.590812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.227274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T22:05:33.590851Z","caller":"traceutil/trace.go:171","msg":"trace[397881407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5120; }","duration":"322.305997ms","start":"2026-02-26T22:05:33.268536Z","end":"2026-02-26T22:05:33.590842Z","steps":["trace[397881407] 'agreement among raft nodes before linearized reading' (duration: 322.162574ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:33.590869Z","caller":"traceutil/trace.go:171","msg":"trace[206835226] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:5120; }","duration":"361.344447ms","start":"2026-02-26T22:05:33.229509Z","end":"2026-02-26T22:05:33.590854Z","steps":["trace[206835226] 'agreement among raft nodes before linearized reading' (duration: 361.184073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:33.590882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:33.268523Z","time spent":"322.352598ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T22:05:33.590679Z","caller":"traceutil/trace.go:171","msg":"trace[205866000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5120; }","duration":"320.02775ms","start":"2026-02-26T22:05:33.270638Z","end":"2026-02-26T22:05:33.590666Z","steps":["trace[205866000] 'agreement among raft nodes before linearized reading' (duration: 319.951468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:33.59097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:33.270628Z","time spent":"320.326157ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:05:33.590911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:33.229488Z","time spent":"361.411299ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"info","ts":"2026-02-26T22:05:33.590822Z","caller":"traceutil/trace.go:171","msg":"trace[1404467115] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-995c5c38-f9c9-4216-a71d-f89c9cf3bdb9; range_end:; response_count:1; response_revision:5120; }","duration":"832.669703ms","start":"2026-02-26T22:05:32.75814Z","end":"2026-02-26T22:05:33.590809Z","steps":["trace[1404467115] 'agreement among raft nodes before linearized reading' (duration: 832.5641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:33.591184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:32.758093Z","time spent":"833.071143ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-995c5c38-f9c9-4216-a71d-f89c9cf3bdb9\" "} {"level":"warn","ts":"2026-02-26T22:05:35.861969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.053896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:05:35.862075Z","caller":"traceutil/trace.go:171","msg":"trace[1137928816] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"266.097347ms","start":"2026-02-26T22:05:35.595958Z","end":"2026-02-26T22:05:35.862055Z","steps":["trace[1137928816] 'process raft request' (duration: 115.879247ms)","trace[1137928816] 'compare' (duration: 149.659445ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:35.862497Z","caller":"traceutil/trace.go:171","msg":"trace[950670121] linearizableReadLoop","detail":"{readStateIndex:5357; appliedIndex:5354; }","duration":"259.970484ms","start":"2026-02-26T22:05:35.602512Z","end":"2026-02-26T22:05:35.862482Z","steps":["trace[950670121] 'read index received' (duration: 109.340664ms)","trace[950670121] 'applied index is now lower than readState.Index' (duration: 150.62889ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:05:35.862758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.267688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T22:05:35.862804Z","caller":"traceutil/trace.go:171","msg":"trace[1870257284] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5146; }","duration":"232.33757ms","start":"2026-02-26T22:05:35.630454Z","end":"2026-02-26T22:05:35.862792Z","steps":["trace[1870257284] 'agreement among raft nodes before linearized reading' (duration: 232.195407ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:35.862717Z","caller":"traceutil/trace.go:171","msg":"trace[2044811569] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"266.578199ms","start":"2026-02-26T22:05:35.596069Z","end":"2026-02-26T22:05:35.862647Z","steps":["trace[2044811569] 'process raft request' (duration: 266.319142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:35.862948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.603711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T22:05:35.863805Z","caller":"traceutil/trace.go:171","msg":"trace[427870958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5146; }","duration":"230.463973ms","start":"2026-02-26T22:05:35.633319Z","end":"2026-02-26T22:05:35.863783Z","steps":["trace[427870958] 'agreement among raft nodes before linearized reading' (duration: 229.572271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:35.862933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.873096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:35.864012Z","caller":"traceutil/trace.go:171","msg":"trace[1295578948] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5146; }","duration":"145.975933ms","start":"2026-02-26T22:05:35.718015Z","end":"2026-02-26T22:05:35.86399Z","steps":["trace[1295578948] 'agreement among raft nodes before linearized reading' (duration: 144.850295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:35.863016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.877668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T22:05:35.864134Z","caller":"traceutil/trace.go:171","msg":"trace[1246080342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5146; }","duration":"230.993866ms","start":"2026-02-26T22:05:35.63311Z","end":"2026-02-26T22:05:35.864104Z","steps":["trace[1246080342] 'agreement among raft nodes before linearized reading' (duration: 229.855747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:35.863162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.805896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T22:05:35.864384Z","caller":"traceutil/trace.go:171","msg":"trace[814886614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5146; }","duration":"231.064447ms","start":"2026-02-26T22:05:35.633293Z","end":"2026-02-26T22:05:35.864358Z","steps":["trace[814886614] 'agreement among raft nodes before linearized reading' (duration: 229.623871ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:35.863188Z","caller":"traceutil/trace.go:171","msg":"trace[1188558500] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"266.741113ms","start":"2026-02-26T22:05:35.59643Z","end":"2026-02-26T22:05:35.863171Z","steps":["trace[1188558500] 'process raft request' (duration: 266.017005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:35.863195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.836767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T22:05:35.863178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.753005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T22:05:35.864687Z","caller":"traceutil/trace.go:171","msg":"trace[1606834933] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:5146; }","duration":"231.293454ms","start":"2026-02-26T22:05:35.633349Z","end":"2026-02-26T22:05:35.864643Z","steps":["trace[1606834933] 'agreement among raft nodes before linearized reading' (duration: 229.620852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:35.86324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.264071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-995c5c38-f9c9-4216-a71d-f89c9cf3bdb9\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-02-26T22:05:35.864564Z","caller":"traceutil/trace.go:171","msg":"trace[1108674296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5146; }","duration":"231.208351ms","start":"2026-02-26T22:05:35.63334Z","end":"2026-02-26T22:05:35.864548Z","steps":["trace[1108674296] 'agreement among raft nodes before linearized reading' (duration: 229.778375ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:35.86514Z","caller":"traceutil/trace.go:171","msg":"trace[1922415843] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-995c5c38-f9c9-4216-a71d-f89c9cf3bdb9; range_end:; response_count:1; response_revision:5146; }","duration":"262.64168ms","start":"2026-02-26T22:05:35.602486Z","end":"2026-02-26T22:05:35.865128Z","steps":["trace[1922415843] 'agreement among raft nodes before linearized reading' (duration: 260.142237ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:40.677375Z","caller":"traceutil/trace.go:171","msg":"trace[1056110821] linearizableReadLoop","detail":"{readStateIndex:5424; appliedIndex:5423; }","duration":"150.055876ms","start":"2026-02-26T22:05:40.527295Z","end":"2026-02-26T22:05:40.677351Z","steps":["trace[1056110821] 'read index received' (duration: 149.723486ms)","trace[1056110821] 'applied index is now lower than readState.Index' (duration: 331.02µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:40.677471Z","caller":"traceutil/trace.go:171","msg":"trace[509501229] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"184.871039ms","start":"2026-02-26T22:05:40.492578Z","end":"2026-02-26T22:05:40.677449Z","steps":["trace[509501229] 'process raft request' (duration: 184.5352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:40.677822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.479946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-26T22:05:40.677869Z","caller":"traceutil/trace.go:171","msg":"trace[1128472034] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5212; }","duration":"150.592469ms","start":"2026-02-26T22:05:40.527265Z","end":"2026-02-26T22:05:40.677857Z","steps":["trace[1128472034] 'agreement among raft nodes before linearized reading' (duration: 150.339733ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:44.636536Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2571} {"level":"info","ts":"2026-02-26T22:05:44.718396Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2571,"took":"80.51449ms","hash":3461507943,"current-db-size-bytes":38649856,"current-db-size":"39 MB","current-db-size-in-use-bytes":28381184,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T22:05:44.718489Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3461507943,"revision":2571,"compact-revision":-1} {"level":"info","ts":"2026-02-26T22:05:46.863654Z","caller":"traceutil/trace.go:171","msg":"trace[2062338280] linearizableReadLoop","detail":"{readStateIndex:5515; appliedIndex:5514; }","duration":"392.380475ms","start":"2026-02-26T22:05:46.471248Z","end":"2026-02-26T22:05:46.863629Z","steps":["trace[2062338280] 'read index received' (duration: 392.205911ms)","trace[2062338280] 'applied index is now lower than readState.Index' (duration: 173.414µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:46.863788Z","caller":"traceutil/trace.go:171","msg":"trace[1114608565] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"411.767432ms","start":"2026-02-26T22:05:46.451977Z","end":"2026-02-26T22:05:46.863745Z","steps":["trace[1114608565] 'process raft request' (duration: 411.498315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:46.864138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.734178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T22:05:46.864197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.445399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-02-26T22:05:46.864197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.937529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:05:46.864229Z","caller":"traceutil/trace.go:171","msg":"trace[1822415917] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5298; }","duration":"103.099307ms","start":"2026-02-26T22:05:46.761111Z","end":"2026-02-26T22:05:46.86421Z","steps":["trace[1822415917] 'agreement among raft nodes before linearized reading' (duration: 102.708658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:46.86421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.005761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:05:46.86425Z","caller":"traceutil/trace.go:171","msg":"trace[1794746944] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5298; }","duration":"393.029691ms","start":"2026-02-26T22:05:46.471206Z","end":"2026-02-26T22:05:46.864236Z","steps":["trace[1794746944] 'agreement among raft nodes before linearized reading' (duration: 392.546389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:46.86421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:46.451931Z","time spent":"411.990177ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13647,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:46.864255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.73421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:46.864293Z","caller":"traceutil/trace.go:171","msg":"trace[1732200404] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5298; }","duration":"175.159715ms","start":"2026-02-26T22:05:46.689114Z","end":"2026-02-26T22:05:46.864274Z","steps":["trace[1732200404] 'agreement among raft nodes before linearized reading' (duration: 174.813786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:46.864298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:46.471193Z","time spent":"393.090833ms","remote":"127.0.0.1:38104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":25,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:05:46.864325Z","caller":"traceutil/trace.go:171","msg":"trace[331509564] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5298; }","duration":"124.806952ms","start":"2026-02-26T22:05:46.739498Z","end":"2026-02-26T22:05:46.864305Z","steps":["trace[331509564] 'agreement among raft nodes before linearized reading' (duration: 124.369641ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:46.864234Z","caller":"traceutil/trace.go:171","msg":"trace[314181456] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5298; }","duration":"302.556352ms","start":"2026-02-26T22:05:46.561666Z","end":"2026-02-26T22:05:46.864223Z","steps":["trace[314181456] 'agreement among raft nodes before linearized reading' (duration: 302.09394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:46.864402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:46.561642Z","time spent":"302.746467ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-26T22:05:52.482868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398389514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:05:52.983744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398389514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:05:53.484094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398389514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:05:53.609506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.642159915s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:05:53.61001Z","caller":"traceutil/trace.go:171","msg":"trace[512178386] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"1.642742139s","start":"2026-02-26T22:05:51.967235Z","end":"2026-02-26T22:05:53.609978Z","steps":["trace[512178386] 'process raft request' (duration: 1.642570494s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:53.610205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:51.967214Z","time spent":"1.642882763s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:54.037183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999910542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:05:54.037269Z","caller":"traceutil/trace.go:171","msg":"trace[867186810] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000035524s","start":"2026-02-26T22:05:52.037212Z","end":"2026-02-26T22:05:54.037247Z","steps":["trace[867186810] 'agreement among raft nodes before linearized reading' (duration: 1.999927741s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:54.037316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:52.037199Z","time spent":"2.000106697s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:05:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T22:05:54.301053Z","caller":"traceutil/trace.go:171","msg":"trace[216486202] linearizableReadLoop","detail":"{readStateIndex:5562; appliedIndex:5559; }","duration":"2.318954426s","start":"2026-02-26T22:05:51.982074Z","end":"2026-02-26T22:05:54.301028Z","steps":["trace[216486202] 'read index received' (duration: 1.627824065s)","trace[216486202] 'applied index is now lower than readState.Index' (duration: 691.129371ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:54.30109Z","caller":"traceutil/trace.go:171","msg":"trace[1654474561] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"2.329538842s","start":"2026-02-26T22:05:51.971516Z","end":"2026-02-26T22:05:54.301054Z","steps":["trace[1654474561] 'process raft request' (duration: 2.329285596s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:54.301152Z","caller":"traceutil/trace.go:171","msg":"trace[365082134] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"2.32784054s","start":"2026-02-26T22:05:51.973274Z","end":"2026-02-26T22:05:54.301115Z","steps":["trace[365082134] 'process raft request' (duration: 2.327702706s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:54.301252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:51.971488Z","time spent":"2.329679206s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:54.301339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:51.973257Z","time spent":"2.327983273s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:54.301354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319201392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T22:05:54.301393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313296815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T22:05:54.301431Z","caller":"traceutil/trace.go:171","msg":"trace[1812118762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5344; }","duration":"2.319343986s","start":"2026-02-26T22:05:51.98204Z","end":"2026-02-26T22:05:54.301384Z","steps":["trace[1812118762] 'agreement among raft nodes before linearized reading' (duration: 2.319129491s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:54.301423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860531584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-7rm8v\" ","response":"range_response_count:1 size:4340"} {"level":"warn","ts":"2026-02-26T22:05:54.301483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:51.982028Z","time spent":"2.319443018s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T22:05:54.301524Z","caller":"traceutil/trace.go:171","msg":"trace[1884068473] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-7rm8v; range_end:; response_count:1; response_revision:5344; }","duration":"1.860646917s","start":"2026-02-26T22:05:52.440855Z","end":"2026-02-26T22:05:54.301502Z","steps":["trace[1884068473] 'agreement among raft nodes before linearized reading' (duration: 1.860394311s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:54.301537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313122361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T22:05:54.30156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312272039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T22:05:54.301573Z","caller":"traceutil/trace.go:171","msg":"trace[1589748116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5344; }","duration":"2.313180092s","start":"2026-02-26T22:05:51.988384Z","end":"2026-02-26T22:05:54.301564Z","steps":["trace[1589748116] 'agreement among raft nodes before linearized reading' (duration: 2.31309569s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:54.301576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:52.440815Z","time spent":"1.86075162s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4362,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-7rm8v\" "} {"level":"info","ts":"2026-02-26T22:05:54.301601Z","caller":"traceutil/trace.go:171","msg":"trace[375265516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5344; }","duration":"2.31232516s","start":"2026-02-26T22:05:51.989267Z","end":"2026-02-26T22:05:54.301592Z","steps":["trace[375265516] 'agreement among raft nodes before linearized reading' (duration: 2.312214578s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:54.301607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:51.988373Z","time spent":"2.313227953s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:05:54.301615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312350171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T22:05:54.30164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:51.989262Z","time spent":"2.312367071s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T22:05:54.301683Z","caller":"traceutil/trace.go:171","msg":"trace[1559989493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5344; }","duration":"2.312443003s","start":"2026-02-26T22:05:51.989225Z","end":"2026-02-26T22:05:54.301668Z","steps":["trace[1559989493] 'agreement among raft nodes before linearized reading' (duration: 2.312244988s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:54.301515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311079459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T22:05:54.301755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:51.989213Z","time spent":"2.312532176s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T22:05:54.301457Z","caller":"traceutil/trace.go:171","msg":"trace[1259032512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5344; }","duration":"2.313411778s","start":"2026-02-26T22:05:51.988029Z","end":"2026-02-26T22:05:54.301441Z","steps":["trace[1259032512] 'agreement among raft nodes before linearized reading' (duration: 2.313197052s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:54.301768Z","caller":"traceutil/trace.go:171","msg":"trace[294480362] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:5344; }","duration":"2.311361845s","start":"2026-02-26T22:05:51.990396Z","end":"2026-02-26T22:05:54.301758Z","steps":["trace[294480362] 'agreement among raft nodes before linearized reading' (duration: 2.310996956s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:54.301775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863220101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-26T22:05:54.30181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:51.990369Z","time spent":"2.311431097s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"warn","ts":"2026-02-26T22:05:54.301829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638184585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-02-26T22:05:54.301824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:51.988011Z","time spent":"2.313793387s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T22:05:54.301847Z","caller":"traceutil/trace.go:171","msg":"trace[1062017757] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:5344; }","duration":"1.863295323s","start":"2026-02-26T22:05:52.438531Z","end":"2026-02-26T22:05:54.301826Z","steps":["trace[1062017757] 'agreement among raft nodes before linearized reading' (duration: 1.862979715s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:54.301862Z","caller":"traceutil/trace.go:171","msg":"trace[95523735] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5344; }","duration":"1.638246517s","start":"2026-02-26T22:05:52.663604Z","end":"2026-02-26T22:05:54.30185Z","steps":["trace[95523735] 'agreement among raft nodes before linearized reading' (duration: 1.638151594s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:54.301894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:52.663587Z","time spent":"1.638300258s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-26T22:05:54.301895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:52.438461Z","time spent":"1.863421187s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"warn","ts":"2026-02-26T22:05:54.301917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.413664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:54.302012Z","caller":"traceutil/trace.go:171","msg":"trace[128629820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5344; }","duration":"264.529867ms","start":"2026-02-26T22:05:54.037464Z","end":"2026-02-26T22:05:54.301994Z","steps":["trace[128629820] 'agreement among raft nodes before linearized reading' (duration: 264.402844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:54.302054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188987523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:05:54.302403Z","caller":"traceutil/trace.go:171","msg":"trace[1522525597] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5344; }","duration":"1.189375993s","start":"2026-02-26T22:05:53.113014Z","end":"2026-02-26T22:05:54.30239Z","steps":["trace[1522525597] 'agreement among raft nodes before linearized reading' (duration: 1.188881691s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:54.302454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:53.112995Z","time spent":"1.189445825s","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:05:54.302106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854847861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:54.302556Z","caller":"traceutil/trace.go:171","msg":"trace[696310588] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5344; }","duration":"1.855321203s","start":"2026-02-26T22:05:52.447192Z","end":"2026-02-26T22:05:54.302513Z","steps":["trace[696310588] 'agreement among raft nodes before linearized reading' (duration: 1.854744969s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:54.302647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:52.447174Z","time spent":"1.855446146s","remote":"127.0.0.1:56952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:05:54.302152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289071547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:05:54.302947Z","caller":"traceutil/trace.go:171","msg":"trace[691037019] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5344; }","duration":"2.289885996s","start":"2026-02-26T22:05:52.013043Z","end":"2026-02-26T22:05:54.302929Z","steps":["trace[691037019] 'agreement among raft nodes before linearized reading' (duration: 2.288509942s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:54.303014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:52.013033Z","time spent":"2.289961888s","remote":"127.0.0.1:38304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":661,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:05:54.767149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.347996ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-26T22:05:54.767284Z","caller":"traceutil/trace.go:171","msg":"trace[806306003] linearizableReadLoop","detail":"{readStateIndex:5563; appliedIndex:5562; }","duration":"461.101239ms","start":"2026-02-26T22:05:54.306154Z","end":"2026-02-26T22:05:54.767255Z","steps":["trace[806306003] 'read index received' (duration: 319.62264ms)","trace[806306003] 'applied index is now lower than readState.Index' (duration: 141.477039ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:05:54.767468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:54.304717Z","time spent":"462.746891ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T22:05:54.767719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.53933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-01b57869-a6f2-4112-8bfe-892bb1d7f0c8\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-26T22:05:54.767798Z","caller":"traceutil/trace.go:171","msg":"trace[447809831] range","detail":"{range_begin:/registry/persistentvolumes/pvc-01b57869-a6f2-4112-8bfe-892bb1d7f0c8; range_end:; response_count:1; response_revision:5344; }","duration":"461.671633ms","start":"2026-02-26T22:05:54.306108Z","end":"2026-02-26T22:05:54.76778Z","steps":["trace[447809831] 'agreement among raft nodes before linearized reading' (duration: 461.419667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:54.76785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:54.30609Z","time spent":"461.751345ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-01b57869-a6f2-4112-8bfe-892bb1d7f0c8\" "} {"level":"warn","ts":"2026-02-26T22:05:55.130498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.851188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:05:55.130935Z","caller":"traceutil/trace.go:171","msg":"trace[630670333] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"362.180357ms","start":"2026-02-26T22:05:54.768734Z","end":"2026-02-26T22:05:55.130915Z","steps":["trace[630670333] 'process raft request' (duration: 362.124346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:55.131025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:54.76871Z","time spent":"362.27531ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:05:55.131072Z","caller":"traceutil/trace.go:171","msg":"trace[1372911726] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"823.549514ms","start":"2026-02-26T22:05:54.307501Z","end":"2026-02-26T22:05:55.131051Z","steps":["trace[1372911726] 'process raft request' (duration: 823.226346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:55.13117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:54.30748Z","time spent":"823.643667ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:05:55.131235Z","caller":"traceutil/trace.go:171","msg":"trace[1101572575] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"820.864767ms","start":"2026-02-26T22:05:54.310349Z","end":"2026-02-26T22:05:55.131214Z","steps":["trace[1101572575] 'process raft request' (duration: 820.455557ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:55.131347Z","caller":"traceutil/trace.go:171","msg":"trace[421048732] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"824.532189ms","start":"2026-02-26T22:05:54.306803Z","end":"2026-02-26T22:05:55.131335Z","steps":["trace[421048732] 'process raft request' (duration: 701.709777ms)","trace[421048732] 'compare' (duration: 121.610422ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:05:55.131351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.937713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:05:55.131353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:54.310338Z","time spent":"820.955509ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4139,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:05:55.131394Z","caller":"traceutil/trace.go:171","msg":"trace[985945598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5351; }","duration":"821.997615ms","start":"2026-02-26T22:05:54.309386Z","end":"2026-02-26T22:05:55.131384Z","steps":["trace[985945598] 'agreement among raft nodes before linearized reading' (duration: 821.932053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:55.131411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:54.30679Z","time spent":"824.59058ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:55.131432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:54.309376Z","time spent":"822.049646ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:05:55.131427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.116412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-26T22:05:55.131449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.234956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T22:05:55.131502Z","caller":"traceutil/trace.go:171","msg":"trace[1819619894] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07; range_end:; response_count:1; response_revision:5351; }","duration":"825.215886ms","start":"2026-02-26T22:05:54.306268Z","end":"2026-02-26T22:05:55.131484Z","steps":["trace[1819619894] 'agreement among raft nodes before linearized reading' (duration: 824.955119ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:55.131509Z","caller":"traceutil/trace.go:171","msg":"trace[467625219] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5351; }","duration":"825.320048ms","start":"2026-02-26T22:05:54.306174Z","end":"2026-02-26T22:05:55.131494Z","steps":["trace[467625219] 'agreement among raft nodes before linearized reading' (duration: 825.099172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:55.131557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:54.306262Z","time spent":"825.285417ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07\" "} {"level":"warn","ts":"2026-02-26T22:05:55.131539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.844211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81906"} {"level":"info","ts":"2026-02-26T22:05:55.131611Z","caller":"traceutil/trace.go:171","msg":"trace[873761181] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"824.642081ms","start":"2026-02-26T22:05:54.306957Z","end":"2026-02-26T22:05:55.131599Z","steps":["trace[873761181] 'process raft request' (duration: 823.642357ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:55.131617Z","caller":"traceutil/trace.go:171","msg":"trace[757496960] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5351; }","duration":"823.953804ms","start":"2026-02-26T22:05:54.307645Z","end":"2026-02-26T22:05:55.131598Z","steps":["trace[757496960] 'agreement among raft nodes before linearized reading' (duration: 823.575695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:55.131664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:54.307627Z","time spent":"824.027296ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81928,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T22:05:55.131672Z","caller":"traceutil/trace.go:171","msg":"trace[1961853451] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"824.223161ms","start":"2026-02-26T22:05:54.307439Z","end":"2026-02-26T22:05:55.131662Z","steps":["trace[1961853451] 'process raft request' (duration: 823.253497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:55.131676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:54.306951Z","time spent":"824.694583ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:55.131736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:54.30743Z","time spent":"824.274612ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:05:55.131233Z","caller":"traceutil/trace.go:171","msg":"trace[1589955436] linearizableReadLoop","detail":"{readStateIndex:5569; appliedIndex:5563; }","duration":"363.794749ms","start":"2026-02-26T22:05:54.767414Z","end":"2026-02-26T22:05:55.131209Z","steps":["trace[1589955436] 'read index received' (duration: 241.113021ms)","trace[1589955436] 'applied index is now lower than readState.Index' (duration: 122.678478ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:55.131465Z","caller":"traceutil/trace.go:171","msg":"trace[945007896] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"823.77172ms","start":"2026-02-26T22:05:54.307654Z","end":"2026-02-26T22:05:55.131426Z","steps":["trace[945007896] 'process raft request' (duration: 823.112804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:55.13194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.902946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-26T22:05:55.131984Z","caller":"traceutil/trace.go:171","msg":"trace[486379447] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5351; }","duration":"360.971798ms","start":"2026-02-26T22:05:54.770997Z","end":"2026-02-26T22:05:55.131969Z","steps":["trace[486379447] 'agreement among raft nodes before linearized reading' (duration: 360.867855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:55.13203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:54.770985Z","time spent":"361.034369ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-26T22:05:55.131567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:54.306153Z","time spent":"825.40305ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:05:55.13208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:54.307641Z","time spent":"824.250112ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:05:55.341988Z","caller":"traceutil/trace.go:171","msg":"trace[309989034] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"204.187084ms","start":"2026-02-26T22:05:55.137778Z","end":"2026-02-26T22:05:55.341965Z","steps":["trace[309989034] 'process raft request' (duration: 204.0347ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:55.397778Z","caller":"traceutil/trace.go:171","msg":"trace[828477470] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"260.004995ms","start":"2026-02-26T22:05:55.137735Z","end":"2026-02-26T22:05:55.39774Z","steps":["trace[828477470] 'process raft request' (duration: 259.762759ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:55.398093Z","caller":"traceutil/trace.go:171","msg":"trace[1505113720] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"259.955603ms","start":"2026-02-26T22:05:55.13811Z","end":"2026-02-26T22:05:55.398066Z","steps":["trace[1505113720] 'process raft request' (duration: 259.542292ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:55.39832Z","caller":"traceutil/trace.go:171","msg":"trace[2137832140] linearizableReadLoop","detail":"{readStateIndex:5573; appliedIndex:5570; }","duration":"259.784798ms","start":"2026-02-26T22:05:55.138508Z","end":"2026-02-26T22:05:55.398293Z","steps":["trace[2137832140] 'read index received' (duration: 203.416704ms)","trace[2137832140] 'applied index is now lower than readState.Index' (duration: 56.367154ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:55.398386Z","caller":"traceutil/trace.go:171","msg":"trace[499589103] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"255.49004ms","start":"2026-02-26T22:05:55.142881Z","end":"2026-02-26T22:05:55.398371Z","steps":["trace[499589103] 'process raft request' (duration: 255.306916ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:55.398366Z","caller":"traceutil/trace.go:171","msg":"trace[1579261764] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"256.956827ms","start":"2026-02-26T22:05:55.141351Z","end":"2026-02-26T22:05:55.398308Z","steps":["trace[1579261764] 'process raft request' (duration: 256.630439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:55.398631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.093477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T22:05:55.39868Z","caller":"traceutil/trace.go:171","msg":"trace[765342572] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5356; }","duration":"260.174328ms","start":"2026-02-26T22:05:55.138494Z","end":"2026-02-26T22:05:55.398668Z","steps":["trace[765342572] 'agreement among raft nodes before linearized reading' (duration: 259.945342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:55.398673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.107358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:55.398716Z","caller":"traceutil/trace.go:171","msg":"trace[402953503] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5356; }","duration":"160.226801ms","start":"2026-02-26T22:05:55.238478Z","end":"2026-02-26T22:05:55.398704Z","steps":["trace[402953503] 'agreement among raft nodes before linearized reading' (duration: 160.076557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:55.398711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.761164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-02-26T22:05:55.398819Z","caller":"traceutil/trace.go:171","msg":"trace[107777709] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5356; }","duration":"209.918608ms","start":"2026-02-26T22:05:55.188877Z","end":"2026-02-26T22:05:55.398795Z","steps":["trace[107777709] 'agreement among raft nodes before linearized reading' (duration: 209.584078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:55.398859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.96541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112331"} {"level":"info","ts":"2026-02-26T22:05:55.398912Z","caller":"traceutil/trace.go:171","msg":"trace[934915083] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5356; }","duration":"163.050132ms","start":"2026-02-26T22:05:55.235846Z","end":"2026-02-26T22:05:55.398896Z","steps":["trace[934915083] 'agreement among raft nodes before linearized reading' (duration: 162.740023ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:55.559855Z","caller":"traceutil/trace.go:171","msg":"trace[1353668148] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"154.6424ms","start":"2026-02-26T22:05:55.405176Z","end":"2026-02-26T22:05:55.559818Z","steps":["trace[1353668148] 'process raft request' (duration: 89.033384ms)","trace[1353668148] 'compare' (duration: 65.435832ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:55.621476Z","caller":"traceutil/trace.go:171","msg":"trace[1256294110] linearizableReadLoop","detail":"{readStateIndex:5578; appliedIndex:5575; }","duration":"215.899867ms","start":"2026-02-26T22:05:55.405548Z","end":"2026-02-26T22:05:55.621448Z","steps":["trace[1256294110] 'read index received' (duration: 88.674635ms)","trace[1256294110] 'applied index is now lower than readState.Index' (duration: 127.223991ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:55.62166Z","caller":"traceutil/trace.go:171","msg":"trace[1274762953] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"214.336877ms","start":"2026-02-26T22:05:55.407292Z","end":"2026-02-26T22:05:55.621629Z","steps":["trace[1274762953] 'process raft request' (duration: 213.994579ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:55.621964Z","caller":"traceutil/trace.go:171","msg":"trace[1319306560] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"213.346923ms","start":"2026-02-26T22:05:55.408602Z","end":"2026-02-26T22:05:55.621949Z","steps":["trace[1319306560] 'process raft request' (duration: 212.735248ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:55.622178Z","caller":"traceutil/trace.go:171","msg":"trace[1207142530] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"216.792469ms","start":"2026-02-26T22:05:55.405242Z","end":"2026-02-26T22:05:55.622034Z","steps":["trace[1207142530] 'process raft request' (duration: 215.814625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:55.622213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.640125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-w5qrn\" ","response":"range_response_count:1 size:8166"} {"level":"info","ts":"2026-02-26T22:05:55.622263Z","caller":"traceutil/trace.go:171","msg":"trace[1138667605] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-w5qrn; range_end:; response_count:1; response_revision:5363; }","duration":"216.726657ms","start":"2026-02-26T22:05:55.405524Z","end":"2026-02-26T22:05:55.62225Z","steps":["trace[1138667605] 'agreement among raft nodes before linearized reading' (duration: 216.515652ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:55.622584Z","caller":"traceutil/trace.go:171","msg":"trace[258991937] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"209.068815ms","start":"2026-02-26T22:05:55.413497Z","end":"2026-02-26T22:05:55.622566Z","steps":["trace[258991937] 'process raft request' (duration: 207.890786ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:55.622589Z","caller":"traceutil/trace.go:171","msg":"trace[22911564] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"217.205789ms","start":"2026-02-26T22:05:55.405344Z","end":"2026-02-26T22:05:55.622549Z","steps":["trace[22911564] 'process raft request' (duration: 215.848555ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:55.622972Z","caller":"traceutil/trace.go:171","msg":"trace[531669656] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"216.880632ms","start":"2026-02-26T22:05:55.40566Z","end":"2026-02-26T22:05:55.622541Z","steps":["trace[531669656] 'process raft request' (duration: 215.58667ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:05:55.720138Z","caller":"traceutil/trace.go:171","msg":"trace[1118218423] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"104.44021ms","start":"2026-02-26T22:05:55.615663Z","end":"2026-02-26T22:05:55.720104Z","steps":["trace[1118218423] 'process raft request' (duration: 104.182784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:55.7207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.65372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T22:05:55.720803Z","caller":"traceutil/trace.go:171","msg":"trace[1691320569] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5364; }","duration":"313.793365ms","start":"2026-02-26T22:05:55.406986Z","end":"2026-02-26T22:05:55.72078Z","steps":["trace[1691320569] 'agreement among raft nodes before linearized reading' (duration: 313.470166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:55.720859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:55.406978Z","time spent":"313.866476ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T22:05:56.142951Z","caller":"traceutil/trace.go:171","msg":"trace[1754695131] linearizableReadLoop","detail":"{readStateIndex:5584; appliedIndex:5583; }","duration":"420.48032ms","start":"2026-02-26T22:05:55.722451Z","end":"2026-02-26T22:05:56.142931Z","steps":["trace[1754695131] 'read index received' (duration: 420.388728ms)","trace[1754695131] 'applied index is now lower than readState.Index' (duration: 78.192µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:05:56.143037Z","caller":"traceutil/trace.go:171","msg":"trace[1378053289] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"511.716169ms","start":"2026-02-26T22:05:55.631278Z","end":"2026-02-26T22:05:56.142995Z","steps":["trace[1378053289] 'process raft request' (duration: 511.525444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:56.143227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:55.631258Z","time spent":"511.855793ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7167,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:05:56.143266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.291089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:05:56.143364Z","caller":"traceutil/trace.go:171","msg":"trace[1787067219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5365; }","duration":"240.465303ms","start":"2026-02-26T22:05:55.902889Z","end":"2026-02-26T22:05:56.143354Z","steps":["trace[1787067219] 'agreement among raft nodes before linearized reading' (duration: 240.306179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:56.143343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18658"} {"level":"info","ts":"2026-02-26T22:05:56.143467Z","caller":"traceutil/trace.go:171","msg":"trace[1842913378] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5365; }","duration":"421.069195ms","start":"2026-02-26T22:05:55.722371Z","end":"2026-02-26T22:05:56.14344Z","steps":["trace[1842913378] 'agreement among raft nodes before linearized reading' (duration: 420.654885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:05:56.143537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:05:55.722348Z","time spent":"421.177278ms","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18680,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-26T22:05:58.219586Z","caller":"traceutil/trace.go:171","msg":"trace[735465144] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"128.913114ms","start":"2026-02-26T22:05:58.090654Z","end":"2026-02-26T22:05:58.219567Z","steps":["trace[735465144] 'process raft request' (duration: 128.799781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:06:32.830785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:06:32.440079Z","time spent":"390.701504ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T22:06:32.892794Z","caller":"traceutil/trace.go:171","msg":"trace[1167701226] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"382.759754ms","start":"2026-02-26T22:06:32.509964Z","end":"2026-02-26T22:06:32.892724Z","steps":["trace[1167701226] 'process raft request' (duration: 382.636091ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:06:32.892861Z","caller":"traceutil/trace.go:171","msg":"trace[87575219] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"404.009349ms","start":"2026-02-26T22:06:32.488732Z","end":"2026-02-26T22:06:32.892742Z","steps":["trace[87575219] 'process raft request' (duration: 403.526156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:06:32.89306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:06:32.488714Z","time spent":"404.246874ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:06:32.893364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:06:32.509939Z","time spent":"382.997331ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:06:41.866556Z","caller":"traceutil/trace.go:171","msg":"trace[1069517018] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"108.372765ms","start":"2026-02-26T22:06:41.758158Z","end":"2026-02-26T22:06:41.866531Z","steps":["trace[1069517018] 'process raft request' (duration: 104.22529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:06:42.473364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.515216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:06:42.473448Z","caller":"traceutil/trace.go:171","msg":"trace[1333612734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5718; }","duration":"436.63997ms","start":"2026-02-26T22:06:42.036785Z","end":"2026-02-26T22:06:42.473425Z","steps":["trace[1333612734] 'range keys from in-memory index tree' (duration: 436.438495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:06:42.473534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:06:42.036766Z","time spent":"436.714512ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:06:42.473796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.917839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:06:42.473838Z","caller":"traceutil/trace.go:171","msg":"trace[212114843] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5718; }","duration":"425.96337ms","start":"2026-02-26T22:06:42.047864Z","end":"2026-02-26T22:06:42.473827Z","steps":["trace[212114843] 'range keys from in-memory index tree' (duration: 425.808015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:06:42.473906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:06:42.047833Z","time spent":"426.063131ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T22:06:43.112596Z","caller":"traceutil/trace.go:171","msg":"trace[613892854] linearizableReadLoop","detail":"{readStateIndex:5953; appliedIndex:5950; }","duration":"164.775523ms","start":"2026-02-26T22:06:42.947791Z","end":"2026-02-26T22:06:43.112566Z","steps":["trace[613892854] 'read index received' (duration: 170.144µs)","trace[613892854] 'applied index is now lower than readState.Index' (duration: 164.604069ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:06:43.112954Z","caller":"traceutil/trace.go:171","msg":"trace[35798283] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"177.848225ms","start":"2026-02-26T22:06:42.93508Z","end":"2026-02-26T22:06:43.112928Z","steps":["trace[35798283] 'process raft request' (duration: 177.430285ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:06:43.112929Z","caller":"traceutil/trace.go:171","msg":"trace[73578573] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"179.246359ms","start":"2026-02-26T22:06:42.933612Z","end":"2026-02-26T22:06:43.112858Z","steps":["trace[73578573] 'process raft request' (duration: 178.684535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:06:43.113021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.099753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T22:06:43.113078Z","caller":"traceutil/trace.go:171","msg":"trace[29981309] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5722; }","duration":"154.207335ms","start":"2026-02-26T22:06:42.958856Z","end":"2026-02-26T22:06:43.113063Z","steps":["trace[29981309] 'agreement among raft nodes before linearized reading' (duration: 154.024081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:06:43.113221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.310257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:06:43.113349Z","caller":"traceutil/trace.go:171","msg":"trace[967107072] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5722; }","duration":"165.591754ms","start":"2026-02-26T22:06:42.947733Z","end":"2026-02-26T22:06:43.113325Z","steps":["trace[967107072] 'agreement among raft nodes before linearized reading' (duration: 165.057751ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:10:13.407887Z","caller":"traceutil/trace.go:171","msg":"trace[1849611049] transaction","detail":"{read_only:false; response_revision:7109; number_of_response:1; }","duration":"107.570947ms","start":"2026-02-26T22:10:13.300292Z","end":"2026-02-26T22:10:13.407863Z","steps":["trace[1849611049] 'process raft request' (duration: 107.419123ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:10:44.644017Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5284} {"level":"info","ts":"2026-02-26T22:10:44.733757Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5284,"took":"88.313527ms","hash":3290485230,"current-db-size-bytes":40804352,"current-db-size":"41 MB","current-db-size-in-use-bytes":21487616,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-02-26T22:10:44.733907Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3290485230,"revision":5284,"compact-revision":2571} {"level":"info","ts":"2026-02-26T22:11:17.360891Z","caller":"traceutil/trace.go:171","msg":"trace[1417926754] transaction","detail":"{read_only:false; response_revision:7522; number_of_response:1; }","duration":"160.115234ms","start":"2026-02-26T22:11:17.200748Z","end":"2026-02-26T22:11:17.360864Z","steps":["trace[1417926754] 'process raft request' (duration: 112.38758ms)","trace[1417926754] 'compare' (duration: 47.631762ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:11:32.382878Z","caller":"traceutil/trace.go:171","msg":"trace[1540622069] transaction","detail":"{read_only:false; response_revision:7588; number_of_response:1; }","duration":"126.605586ms","start":"2026-02-26T22:11:32.256253Z","end":"2026-02-26T22:11:32.382859Z","steps":["trace[1540622069] 'process raft request' (duration: 89.741935ms)","trace[1540622069] 'compare' (duration: 36.648966ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:11:32.55136Z","caller":"traceutil/trace.go:171","msg":"trace[1221589051] transaction","detail":"{read_only:false; response_revision:7589; number_of_response:1; }","duration":"186.149087ms","start":"2026-02-26T22:11:32.365172Z","end":"2026-02-26T22:11:32.551321Z","steps":["trace[1221589051] 'process raft request' (duration: 153.664064ms)","trace[1221589051] 'compare' (duration: 32.242167ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:11:35.391684Z","caller":"traceutil/trace.go:171","msg":"trace[1953834669] linearizableReadLoop","detail":"{readStateIndex:7911; appliedIndex:7909; }","duration":"201.357846ms","start":"2026-02-26T22:11:35.190299Z","end":"2026-02-26T22:11:35.391657Z","steps":["trace[1953834669] 'read index received' (duration: 29.558219ms)","trace[1953834669] 'applied index is now lower than readState.Index' (duration: 171.798267ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:11:35.391752Z","caller":"traceutil/trace.go:171","msg":"trace[1949002999] transaction","detail":"{read_only:false; response_revision:7612; number_of_response:1; }","duration":"209.106439ms","start":"2026-02-26T22:11:35.182622Z","end":"2026-02-26T22:11:35.391728Z","steps":["trace[1949002999] 'process raft request' (duration: 111.16332ms)","trace[1949002999] 'compare' (duration: 97.661172ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:11:35.391991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.674253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-jhh8f.1897eabde24b137a\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-26T22:11:35.39208Z","caller":"traceutil/trace.go:171","msg":"trace[1599094323] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-jhh8f.1897eabde24b137a; range_end:; response_count:1; response_revision:7612; }","duration":"201.802167ms","start":"2026-02-26T22:11:35.190257Z","end":"2026-02-26T22:11:35.392059Z","steps":["trace[1599094323] 'agreement among raft nodes before linearized reading' (duration: 201.564101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:11:35.39246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.714045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T22:11:35.392516Z","caller":"traceutil/trace.go:171","msg":"trace[1273825812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7612; }","duration":"161.811357ms","start":"2026-02-26T22:11:35.230691Z","end":"2026-02-26T22:11:35.392502Z","steps":["trace[1273825812] 'agreement among raft nodes before linearized reading' (duration: 161.228833ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:11:36.635426Z","caller":"traceutil/trace.go:171","msg":"trace[1792560065] linearizableReadLoop","detail":"{readStateIndex:7948; appliedIndex:7947; }","duration":"222.566247ms","start":"2026-02-26T22:11:36.412836Z","end":"2026-02-26T22:11:36.635402Z","steps":["trace[1792560065] 'read index received' (duration: 222.369962ms)","trace[1792560065] 'applied index is now lower than readState.Index' (duration: 195.265µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:11:36.635616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.758302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-26T22:11:36.635661Z","caller":"traceutil/trace.go:171","msg":"trace[1963173236] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7646; }","duration":"222.843254ms","start":"2026-02-26T22:11:36.412803Z","end":"2026-02-26T22:11:36.635646Z","steps":["trace[1963173236] 'agreement among raft nodes before linearized reading' (duration: 222.697971ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:11:36.635537Z","caller":"traceutil/trace.go:171","msg":"trace[2001742153] transaction","detail":"{read_only:false; response_revision:7646; number_of_response:1; }","duration":"233.253064ms","start":"2026-02-26T22:11:36.40221Z","end":"2026-02-26T22:11:36.635463Z","steps":["trace[2001742153] 'process raft request' (duration: 232.995977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:11:36.758561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.112478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-26T22:11:36.75867Z","caller":"traceutil/trace.go:171","msg":"trace[829324037] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7646; }","duration":"109.244572ms","start":"2026-02-26T22:11:36.649397Z","end":"2026-02-26T22:11:36.758641Z","steps":["trace[829324037] 'range keys from in-memory index tree' (duration: 108.859843ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:11:52.614971Z","caller":"traceutil/trace.go:171","msg":"trace[1807906456] linearizableReadLoop","detail":"{readStateIndex:8166; appliedIndex:8165; }","duration":"150.996717ms","start":"2026-02-26T22:11:52.463936Z","end":"2026-02-26T22:11:52.614933Z","steps":["trace[1807906456] 'read index received' (duration: 150.790182ms)","trace[1807906456] 'applied index is now lower than readState.Index' (duration: 204.615µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:11:52.61551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.53714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:11:52.615618Z","caller":"traceutil/trace.go:171","msg":"trace[2051201943] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7860; }","duration":"151.679383ms","start":"2026-02-26T22:11:52.463913Z","end":"2026-02-26T22:11:52.615592Z","steps":["trace[2051201943] 'agreement among raft nodes before linearized reading' (duration: 151.118679ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:11:52.626631Z","caller":"traceutil/trace.go:171","msg":"trace[1000788132] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"144.811272ms","start":"2026-02-26T22:11:52.481802Z","end":"2026-02-26T22:11:52.626614Z","steps":["trace[1000788132] 'process raft request' (duration: 144.666948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:11:55.521776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398396305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:11:56.022127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398396305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:11:56.52225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398396305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:11:56.963779Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.330868552s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:11:56.964225Z","caller":"traceutil/trace.go:171","msg":"trace[667828397] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"2.331757854s","start":"2026-02-26T22:11:54.632441Z","end":"2026-02-26T22:11:56.964199Z","steps":["trace[667828397] 'process raft request' (duration: 2.3316051s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:11:56.964396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:11:54.632416Z","time spent":"2.331882778s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:11:56.965169Z","caller":"traceutil/trace.go:171","msg":"trace[1035657676] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"2.249117437s","start":"2026-02-26T22:11:54.716033Z","end":"2026-02-26T22:11:56.965151Z","steps":["trace[1035657676] 'process raft request' (duration: 2.248968624s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:11:56.965336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:11:54.716007Z","time spent":"2.24922003s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:11:56.965506Z","caller":"traceutil/trace.go:171","msg":"trace[300449706] linearizableReadLoop","detail":"{readStateIndex:8180; appliedIndex:8176; }","duration":"1.944295794s","start":"2026-02-26T22:11:55.021183Z","end":"2026-02-26T22:11:56.965479Z","steps":["trace[300449706] 'read index received' (duration: 1.942832617s)","trace[300449706] 'applied index is now lower than readState.Index' (duration: 1.462027ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:11:56.965647Z","caller":"traceutil/trace.go:171","msg":"trace[2058172678] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"1.725104932s","start":"2026-02-26T22:11:55.240529Z","end":"2026-02-26T22:11:56.965634Z","steps":["trace[2058172678] 'process raft request' (duration: 1.724560559s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:11:56.965804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:11:55.240511Z","time spent":"1.725169034s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:11:56.965991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944763425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T22:11:56.966021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422059233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:11:56.96606Z","caller":"traceutil/trace.go:171","msg":"trace[597105368] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7874; }","duration":"1.422136115s","start":"2026-02-26T22:11:55.543912Z","end":"2026-02-26T22:11:56.966048Z","steps":["trace[597105368] 'agreement among raft nodes before linearized reading' (duration: 1.422064174s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:11:56.96606Z","caller":"traceutil/trace.go:171","msg":"trace[1543074720] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7874; }","duration":"1.944914649s","start":"2026-02-26T22:11:55.021127Z","end":"2026-02-26T22:11:56.966042Z","steps":["trace[1543074720] 'agreement among raft nodes before linearized reading' (duration: 1.944679913s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:11:56.966076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361254563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T22:11:56.96609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:11:55.543875Z","time spent":"1.422208357s","remote":"127.0.0.1:38208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:11:56.966068Z","caller":"traceutil/trace.go:171","msg":"trace[1859251694] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"656.727614ms","start":"2026-02-26T22:11:56.309285Z","end":"2026-02-26T22:11:56.966013Z","steps":["trace[1859251694] 'process raft request' (duration: 656.063047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:11:56.966111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:11:55.021102Z","time spent":"1.944994452s","remote":"127.0.0.1:38192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:11:56.966134Z","caller":"traceutil/trace.go:171","msg":"trace[1886182053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7874; }","duration":"1.361351296s","start":"2026-02-26T22:11:55.604761Z","end":"2026-02-26T22:11:56.966113Z","steps":["trace[1886182053] 'agreement among raft nodes before linearized reading' (duration: 1.361173992s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:11:56.966123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394977576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T22:11:56.966181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:11:55.604742Z","time spent":"1.361424757s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T22:11:56.96621Z","caller":"traceutil/trace.go:171","msg":"trace[2080616833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7874; }","duration":"1.39512376s","start":"2026-02-26T22:11:55.571066Z","end":"2026-02-26T22:11:56.966189Z","steps":["trace[2080616833] 'agreement among raft nodes before linearized reading' (duration: 1.394862773s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:11:56.966233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646854035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T22:11:56.966255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:11:55.571026Z","time spent":"1.395220362s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:11:56.966259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:11:56.309259Z","time spent":"656.907318ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:11:56.966304Z","caller":"traceutil/trace.go:171","msg":"trace[359454279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7874; }","duration":"1.646981228s","start":"2026-02-26T22:11:55.319303Z","end":"2026-02-26T22:11:56.966285Z","steps":["trace[359454279] 'agreement among raft nodes before linearized reading' (duration: 1.646759603s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:11:56.966335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365594991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T22:11:56.966346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:11:55.319276Z","time spent":"1.64706008s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:11:56.966385Z","caller":"traceutil/trace.go:171","msg":"trace[245100360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7874; }","duration":"1.365672613s","start":"2026-02-26T22:11:55.600698Z","end":"2026-02-26T22:11:56.966371Z","steps":["trace[245100360] 'agreement among raft nodes before linearized reading' (duration: 1.36553841s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:11:56.966425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:11:55.600688Z","time spent":"1.365725644s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:11:56.966536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341628292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T22:11:56.966597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361261654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T22:11:56.966601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048983843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:11:56.966632Z","caller":"traceutil/trace.go:171","msg":"trace[11599861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7874; }","duration":"1.361318165s","start":"2026-02-26T22:11:55.605304Z","end":"2026-02-26T22:11:56.966622Z","steps":["trace[11599861] 'agreement among raft nodes before linearized reading' (duration: 1.361189851s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:11:56.966604Z","caller":"traceutil/trace.go:171","msg":"trace[1568051786] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:7874; }","duration":"1.341704205s","start":"2026-02-26T22:11:55.624882Z","end":"2026-02-26T22:11:56.966586Z","steps":["trace[1568051786] 'agreement among raft nodes before linearized reading' (duration: 1.34152356s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:11:56.966666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:11:55.605293Z","time spent":"1.361366615s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T22:11:56.966669Z","caller":"traceutil/trace.go:171","msg":"trace[220574898] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7874; }","duration":"1.049093505s","start":"2026-02-26T22:11:55.91756Z","end":"2026-02-26T22:11:56.966654Z","steps":["trace[220574898] 'agreement among raft nodes before linearized reading' (duration: 1.048970552s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:11:56.966681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:11:55.624874Z","time spent":"1.341793547s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"warn","ts":"2026-02-26T22:11:56.96671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:11:55.917541Z","time spent":"1.049160207s","remote":"127.0.0.1:52946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:11:56.966921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929407611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:11:56.967583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.454078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:11:56.96765Z","caller":"traceutil/trace.go:171","msg":"trace[1817244745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7874; }","duration":"612.560501ms","start":"2026-02-26T22:11:56.355073Z","end":"2026-02-26T22:11:56.967634Z","steps":["trace[1817244745] 'agreement among raft nodes before linearized reading' (duration: 611.294308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:11:56.967701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:11:56.355053Z","time spent":"612.636702ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:11:56.967004Z","caller":"traceutil/trace.go:171","msg":"trace[1377217975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7874; }","duration":"1.929544545s","start":"2026-02-26T22:11:55.037441Z","end":"2026-02-26T22:11:56.966985Z","steps":["trace[1377217975] 'agreement among raft nodes before linearized reading' (duration: 1.928439877s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:11:56.968233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:11:55.03742Z","time spent":"1.930795016s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:12:05.101622Z","caller":"traceutil/trace.go:171","msg":"trace[242122468] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"105.266702ms","start":"2026-02-26T22:12:04.996322Z","end":"2026-02-26T22:12:05.101588Z","steps":["trace[242122468] 'process raft request' (duration: 105.059137ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:05.101794Z","caller":"traceutil/trace.go:171","msg":"trace[622636322] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"104.260457ms","start":"2026-02-26T22:12:04.997494Z","end":"2026-02-26T22:12:05.101755Z","steps":["trace[622636322] 'process raft request' (duration: 104.039182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:07.621561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398396495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:12:08.122449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398396495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:12:08.622979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398396495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:12:09.124103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398396495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:12:09.624572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398396495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:12:10.036092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:12:10.036456Z","caller":"traceutil/trace.go:171","msg":"trace[1399170102] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000517952s","start":"2026-02-26T22:12:08.035919Z","end":"2026-02-26T22:12:10.036437Z","steps":["trace[1399170102] 'agreement among raft nodes before linearized reading' (duration: 2.000127672s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:10.036526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:08.035888Z","time spent":"2.000616335s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:12:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:12:10.086411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.000869342s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:12:10.086881Z","caller":"traceutil/trace.go:171","msg":"trace[644842572] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"3.001459146s","start":"2026-02-26T22:12:07.085394Z","end":"2026-02-26T22:12:10.086853Z","steps":["trace[644842572] 'process raft request' (duration: 3.001289722s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:10.087075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:07.085332Z","time spent":"3.001633601s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:10.575883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.998557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:12:10.576143Z","caller":"traceutil/trace.go:171","msg":"trace[1261441681] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"3.48307242s","start":"2026-02-26T22:12:07.093035Z","end":"2026-02-26T22:12:10.576107Z","steps":["trace[1261441681] 'process raft request' (duration: 3.133726964s)","trace[1261441681] 'compare' (duration: 348.529066ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:12:10.576479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:07.093015Z","time spent":"3.483358248s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:10.576581Z","caller":"traceutil/trace.go:171","msg":"trace[306881504] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"3.469930742s","start":"2026-02-26T22:12:07.106623Z","end":"2026-02-26T22:12:10.576553Z","steps":["trace[306881504] 'process raft request' (duration: 3.469341867s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:10.576618Z","caller":"traceutil/trace.go:171","msg":"trace[1749956847] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"3.468525546s","start":"2026-02-26T22:12:07.108046Z","end":"2026-02-26T22:12:10.576572Z","steps":["trace[1749956847] 'process raft request' (duration: 3.467968252s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:10.576695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:07.106609Z","time spent":"3.470041264s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:10.576792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:07.108017Z","time spent":"3.468691671s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:10.848114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.039744ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T22:12:10.848246Z","caller":"traceutil/trace.go:171","msg":"trace[1774441572] linearizableReadLoop","detail":"{readStateIndex:8234; appliedIndex:8229; }","duration":"3.726782155s","start":"2026-02-26T22:12:07.121441Z","end":"2026-02-26T22:12:10.848223Z","steps":["trace[1774441572] 'read index received' (duration: 2.96524439s)","trace[1774441572] 'applied index is now lower than readState.Index' (duration: 761.535865ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:12:10.848612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.185683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:12:10.848674Z","caller":"traceutil/trace.go:171","msg":"trace[920317948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7924; }","duration":"812.291915ms","start":"2026-02-26T22:12:10.036366Z","end":"2026-02-26T22:12:10.848658Z","steps":["trace[920317948] 'agreement among raft nodes before linearized reading' (duration: 812.193773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:10.848679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.727225506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T22:12:10.84872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:10.036338Z","time spent":"812.370766ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:12:10.848712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714842688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:12:10.848798Z","caller":"traceutil/trace.go:171","msg":"trace[204154047] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7924; }","duration":"1.714983791s","start":"2026-02-26T22:12:09.133797Z","end":"2026-02-26T22:12:10.84878Z","steps":["trace[204154047] 'agreement among raft nodes before linearized reading' (duration: 1.714827867s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:10.848798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.722915838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T22:12:10.848814Z","caller":"traceutil/trace.go:171","msg":"trace[496860507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7924; }","duration":"3.72736617s","start":"2026-02-26T22:12:07.121402Z","end":"2026-02-26T22:12:10.848768Z","steps":["trace[496860507] 'agreement among raft nodes before linearized reading' (duration: 3.726999531s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:10.848848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:09.133774Z","time spent":"1.715063063s","remote":"127.0.0.1:53028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:12:10.848854Z","caller":"traceutil/trace.go:171","msg":"trace[891775586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7924; }","duration":"3.722990421s","start":"2026-02-26T22:12:07.125849Z","end":"2026-02-26T22:12:10.848839Z","steps":["trace[891775586] 'agreement among raft nodes before linearized reading' (duration: 3.722826807s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:10.848833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901582068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T22:12:10.84886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500160869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T22:12:10.848887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78492068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414346"} {"level":"warn","ts":"2026-02-26T22:12:10.848891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:07.125837Z","time spent":"3.723047032s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:12:10.848879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:07.121391Z","time spent":"3.727473112s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T22:12:10.848905Z","caller":"traceutil/trace.go:171","msg":"trace[1915529828] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7924; }","duration":"2.90165232s","start":"2026-02-26T22:12:07.947235Z","end":"2026-02-26T22:12:10.848887Z","steps":["trace[1915529828] 'agreement among raft nodes before linearized reading' (duration: 2.901562498s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:10.848921Z","caller":"traceutil/trace.go:171","msg":"trace[912486064] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7924; }","duration":"2.784987101s","start":"2026-02-26T22:12:08.063922Z","end":"2026-02-26T22:12:10.848909Z","steps":["trace[912486064] 'agreement among raft nodes before linearized reading' (duration: 2.784842358s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:10.848913Z","caller":"traceutil/trace.go:171","msg":"trace[904624320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7924; }","duration":"2.50021702s","start":"2026-02-26T22:12:08.348678Z","end":"2026-02-26T22:12:10.848895Z","steps":["trace[904624320] 'agreement among raft nodes before linearized reading' (duration: 2.500139628s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:10.848945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:08.0639Z","time spent":"2.785039662s","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414368,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-26T22:12:10.848954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:08.348615Z","time spent":"2.500328972s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:12:10.848959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.723476572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T22:12:10.848975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:07.947167Z","time spent":"2.901793113s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:12:10.848665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250160576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-02-26T22:12:10.848723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.726641811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-26T22:12:10.848851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.723150125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T22:12:10.849033Z","caller":"traceutil/trace.go:171","msg":"trace[681457886] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:7924; }","duration":"3.723572925s","start":"2026-02-26T22:12:07.125435Z","end":"2026-02-26T22:12:10.849008Z","steps":["trace[681457886] 'agreement among raft nodes before linearized reading' (duration: 3.723444172s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:10.849048Z","caller":"traceutil/trace.go:171","msg":"trace[894251359] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7924; }","duration":"2.250595766s","start":"2026-02-26T22:12:08.59843Z","end":"2026-02-26T22:12:10.849026Z","steps":["trace[894251359] 'agreement among raft nodes before linearized reading' (duration: 2.250117535s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:10.849081Z","caller":"traceutil/trace.go:171","msg":"trace[2095602755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7924; }","duration":"3.72340659s","start":"2026-02-26T22:12:07.125664Z","end":"2026-02-26T22:12:10.84907Z","steps":["trace[2095602755] 'agreement among raft nodes before linearized reading' (duration: 3.723098473s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:10.849101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:07.125423Z","time spent":"3.723664817s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"warn","ts":"2026-02-26T22:12:10.84873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189180091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T22:12:10.849152Z","caller":"traceutil/trace.go:171","msg":"trace[466448512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7924; }","duration":"2.189638472s","start":"2026-02-26T22:12:08.6595Z","end":"2026-02-26T22:12:10.849139Z","steps":["trace[466448512] 'agreement among raft nodes before linearized reading' (duration: 2.18914945s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:10.849044Z","caller":"traceutil/trace.go:171","msg":"trace[1702829692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7924; }","duration":"3.727009161s","start":"2026-02-26T22:12:07.122022Z","end":"2026-02-26T22:12:10.849032Z","steps":["trace[1702829692] 'agreement among raft nodes before linearized reading' (duration: 3.726507059s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:10.849105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:08.598406Z","time spent":"2.250680428s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-26T22:12:10.849212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:07.122004Z","time spent":"3.727196136s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:12:10.849204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:08.659472Z","time spent":"2.189718654s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:12:10.849196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.726828426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T22:12:10.849345Z","caller":"traceutil/trace.go:171","msg":"trace[2004183793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7924; }","duration":"3.72700005s","start":"2026-02-26T22:12:07.122326Z","end":"2026-02-26T22:12:10.849326Z","steps":["trace[2004183793] 'agreement among raft nodes before linearized reading' (duration: 3.726677232s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:10.849393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:07.122318Z","time spent":"3.727063152s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:12:10.849116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:07.125649Z","time spent":"3.723456772s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:12:10.849425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047418075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:12:10.849737Z","caller":"traceutil/trace.go:171","msg":"trace[939307667] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7924; }","duration":"2.048523962s","start":"2026-02-26T22:12:08.801194Z","end":"2026-02-26T22:12:10.849718Z","steps":["trace[939307667] 'agreement among raft nodes before linearized reading' (duration: 2.047414425s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:10.84979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:08.801178Z","time spent":"2.048595284s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:12:10.849346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.647915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:12:10.849963Z","caller":"traceutil/trace.go:171","msg":"trace[565532078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7924; }","duration":"474.896656ms","start":"2026-02-26T22:12:10.375055Z","end":"2026-02-26T22:12:10.849952Z","steps":["trace[565532078] 'agreement among raft nodes before linearized reading' (duration: 473.538793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:10.849999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:10.37503Z","time spent":"474.957828ms","remote":"127.0.0.1:35618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:12:11.336805Z","caller":"traceutil/trace.go:171","msg":"trace[1890231958] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"113.737355ms","start":"2026-02-26T22:12:11.223039Z","end":"2026-02-26T22:12:11.336776Z","steps":["trace[1890231958] 'process raft request' (duration: 113.380287ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:12.352746Z","caller":"traceutil/trace.go:171","msg":"trace[1153619606] linearizableReadLoop","detail":"{readStateIndex:8242; appliedIndex:8241; }","duration":"315.191783ms","start":"2026-02-26T22:12:12.037529Z","end":"2026-02-26T22:12:12.352721Z","steps":["trace[1153619606] 'read index received' (duration: 315.026299ms)","trace[1153619606] 'applied index is now lower than readState.Index' (duration: 164.414µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:12:12.352866Z","caller":"traceutil/trace.go:171","msg":"trace[821960532] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"672.341895ms","start":"2026-02-26T22:12:11.680477Z","end":"2026-02-26T22:12:12.352818Z","steps":["trace[821960532] 'process raft request' (duration: 672.076329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:12.352918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.392568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:12:12.352958Z","caller":"traceutil/trace.go:171","msg":"trace[1305271143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7932; }","duration":"315.48275ms","start":"2026-02-26T22:12:12.037465Z","end":"2026-02-26T22:12:12.352947Z","steps":["trace[1305271143] 'agreement among raft nodes before linearized reading' (duration: 315.404628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:12.353063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:11.680451Z","time spent":"672.489928ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:12.35305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:12.037444Z","time spent":"315.594533ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:12:12.853447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398396526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:12:13.354021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398396526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:12:13.762489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.397660805s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:12:13.763115Z","caller":"traceutil/trace.go:171","msg":"trace[505388220] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"1.692006976s","start":"2026-02-26T22:12:12.071081Z","end":"2026-02-26T22:12:13.763088Z","steps":["trace[505388220] 'process raft request' (duration: 1.691663438s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:13.763272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:12.071053Z","time spent":"1.692129739s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19561,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:13.763025Z","caller":"traceutil/trace.go:171","msg":"trace[246942881] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"1.669898303s","start":"2026-02-26T22:12:12.093104Z","end":"2026-02-26T22:12:13.763002Z","steps":["trace[246942881] 'process raft request' (duration: 1.669832221s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:13.76387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:12.093083Z","time spent":"1.670667862s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:14.054832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.285044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:12:14.055137Z","caller":"traceutil/trace.go:171","msg":"trace[227889272] linearizableReadLoop","detail":"{readStateIndex:8246; appliedIndex:8242; }","duration":"1.702275262s","start":"2026-02-26T22:12:12.352841Z","end":"2026-02-26T22:12:14.055116Z","steps":["trace[227889272] 'read index received' (duration: 1.409929471s)","trace[227889272] 'applied index is now lower than readState.Index' (duration: 292.344881ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:12:14.055243Z","caller":"traceutil/trace.go:171","msg":"trace[1951542013] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"649.224426ms","start":"2026-02-26T22:12:13.406007Z","end":"2026-02-26T22:12:14.055231Z","steps":["trace[1951542013] 'process raft request' (duration: 649.064042ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:14.05522Z","caller":"traceutil/trace.go:171","msg":"trace[675674473] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"1.473372879s","start":"2026-02-26T22:12:12.581802Z","end":"2026-02-26T22:12:14.055175Z","steps":["trace[675674473] 'process raft request' (duration: 1.473140253s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:14.055314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:13.40598Z","time spent":"649.296477ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:14.055395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701250327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:12:14.055503Z","caller":"traceutil/trace.go:171","msg":"trace[1315986901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7937; }","duration":"1.701395422s","start":"2026-02-26T22:12:12.354084Z","end":"2026-02-26T22:12:14.05548Z","steps":["trace[1315986901] 'agreement among raft nodes before linearized reading' (duration: 1.701212207s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:14.055506Z","caller":"traceutil/trace.go:171","msg":"trace[1648612573] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"1.473748929s","start":"2026-02-26T22:12:12.581731Z","end":"2026-02-26T22:12:14.055479Z","steps":["trace[1648612573] 'process raft request' (duration: 1.251720176s)","trace[1648612573] 'compare' (duration: 221.067089ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:12:14.055569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.612819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:12:14.055616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:12.354071Z","time spent":"1.701529565s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:12:14.055673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812530471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:12:14.055687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:12.581682Z","time spent":"1.473923503s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:14.055693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115986351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T22:12:14.05571Z","caller":"traceutil/trace.go:171","msg":"trace[1330173624] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7937; }","duration":"1.812599943s","start":"2026-02-26T22:12:12.2431Z","end":"2026-02-26T22:12:14.0557Z","steps":["trace[1330173624] 'agreement among raft nodes before linearized reading' (duration: 1.812549292s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:14.055775Z","caller":"traceutil/trace.go:171","msg":"trace[229761003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7937; }","duration":"1.116107633s","start":"2026-02-26T22:12:12.93965Z","end":"2026-02-26T22:12:14.055757Z","steps":["trace[229761003] 'agreement among raft nodes before linearized reading' (duration: 1.115825316s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:14.055821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:12.939633Z","time spent":"1.116178846s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:12:14.05582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193669843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T22:12:14.055628Z","caller":"traceutil/trace.go:171","msg":"trace[1218987042] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7937; }","duration":"877.745512ms","start":"2026-02-26T22:12:13.177862Z","end":"2026-02-26T22:12:14.055608Z","steps":["trace[1218987042] 'agreement among raft nodes before linearized reading' (duration: 877.609349ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:14.055877Z","caller":"traceutil/trace.go:171","msg":"trace[1336367410] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:7937; }","duration":"1.193765165s","start":"2026-02-26T22:12:12.8621Z","end":"2026-02-26T22:12:14.055865Z","steps":["trace[1336367410] 'agreement among raft nodes before linearized reading' (duration: 1.19355351s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:14.05592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:12.86208Z","time spent":"1.193827437s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"warn","ts":"2026-02-26T22:12:14.055915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:13.177843Z","time spent":"878.05015ms","remote":"127.0.0.1:38176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:12:14.05597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594013745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19575"} {"level":"warn","ts":"2026-02-26T22:12:14.056016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115270651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T22:12:14.056016Z","caller":"traceutil/trace.go:171","msg":"trace[947192373] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7937; }","duration":"1.594096847s","start":"2026-02-26T22:12:12.461908Z","end":"2026-02-26T22:12:14.056005Z","steps":["trace[947192373] 'agreement among raft nodes before linearized reading' (duration: 1.593991565s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:14.05605Z","caller":"traceutil/trace.go:171","msg":"trace[500059460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7937; }","duration":"1.115355374s","start":"2026-02-26T22:12:12.940686Z","end":"2026-02-26T22:12:14.056042Z","steps":["trace[500059460] 'agreement among raft nodes before linearized reading' (duration: 1.115271672s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:14.05606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:12.461878Z","time spent":"1.594174689s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19597,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T22:12:14.056082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:12.94066Z","time spent":"1.115415835s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:12:14.055828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:12.243085Z","time spent":"1.812704325s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:12:14.056097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:12.581768Z","time spent":"1.474112608s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:14.056182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116352879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T22:12:14.056016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.659377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T22:12:14.056327Z","caller":"traceutil/trace.go:171","msg":"trace[963385790] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7937; }","duration":"560.005726ms","start":"2026-02-26T22:12:13.496307Z","end":"2026-02-26T22:12:14.056313Z","steps":["trace[963385790] 'agreement among raft nodes before linearized reading' (duration: 559.573915ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:14.056306Z","caller":"traceutil/trace.go:171","msg":"trace[1155293584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7937; }","duration":"1.116508653s","start":"2026-02-26T22:12:12.93977Z","end":"2026-02-26T22:12:14.056278Z","steps":["trace[1155293584] 'agreement among raft nodes before linearized reading' (duration: 1.116190565s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:14.055874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598889108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-26T22:12:14.056475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:13.496284Z","time spent":"560.149619ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T22:12:14.056519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:12.939739Z","time spent":"1.11676459s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T22:12:14.056523Z","caller":"traceutil/trace.go:171","msg":"trace[1145744536] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:7937; }","duration":"1.599578285s","start":"2026-02-26T22:12:12.456934Z","end":"2026-02-26T22:12:14.056512Z","steps":["trace[1145744536] 'agreement among raft nodes before linearized reading' (duration: 1.598827256s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:14.056537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172890194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T22:12:14.056563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:12.456909Z","time spent":"1.599643057s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"info","ts":"2026-02-26T22:12:14.056588Z","caller":"traceutil/trace.go:171","msg":"trace[1109318486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7937; }","duration":"1.172964525s","start":"2026-02-26T22:12:12.883609Z","end":"2026-02-26T22:12:14.056574Z","steps":["trace[1109318486] 'agreement among raft nodes before linearized reading' (duration: 1.172822842s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:14.056628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:12.883599Z","time spent":"1.173018906s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:12:14.056635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116950674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T22:12:14.056713Z","caller":"traceutil/trace.go:171","msg":"trace[292817593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7937; }","duration":"1.117048337s","start":"2026-02-26T22:12:12.939632Z","end":"2026-02-26T22:12:14.056681Z","steps":["trace[292817593] 'agreement among raft nodes before linearized reading' (duration: 1.116846682s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:14.056757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:12.939615Z","time spent":"1.117130109s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T22:12:14.269722Z","caller":"traceutil/trace.go:171","msg":"trace[2125832791] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"206.627718ms","start":"2026-02-26T22:12:14.06304Z","end":"2026-02-26T22:12:14.269668Z","steps":["trace[2125832791] 'process raft request' (duration: 206.529165ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:14.269749Z","caller":"traceutil/trace.go:171","msg":"trace[2038841226] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"208.832363ms","start":"2026-02-26T22:12:14.06086Z","end":"2026-02-26T22:12:14.269692Z","steps":["trace[2038841226] 'process raft request' (duration: 177.294735ms)","trace[2038841226] 'compare' (duration: 31.281072ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:12:14.270049Z","caller":"traceutil/trace.go:171","msg":"trace[229388657] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"206.492634ms","start":"2026-02-26T22:12:14.063526Z","end":"2026-02-26T22:12:14.270018Z","steps":["trace[229388657] 'process raft request' (duration: 206.091635ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:14.270497Z","caller":"traceutil/trace.go:171","msg":"trace[714668775] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"206.36011ms","start":"2026-02-26T22:12:14.064122Z","end":"2026-02-26T22:12:14.270482Z","steps":["trace[714668775] 'process raft request' (duration: 205.800336ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:14.271056Z","caller":"traceutil/trace.go:171","msg":"trace[976397092] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"206.7729ms","start":"2026-02-26T22:12:14.064261Z","end":"2026-02-26T22:12:14.271034Z","steps":["trace[976397092] 'process raft request' (duration: 205.976011ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:14.271074Z","caller":"traceutil/trace.go:171","msg":"trace[845280816] linearizableReadLoop","detail":"{readStateIndex:8254; appliedIndex:8247; }","duration":"206.265118ms","start":"2026-02-26T22:12:14.064776Z","end":"2026-02-26T22:12:14.271041Z","steps":["trace[845280816] 'read index received' (duration: 31.869486ms)","trace[845280816] 'applied index is now lower than readState.Index' (duration: 174.393951ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:12:14.271225Z","caller":"traceutil/trace.go:171","msg":"trace[1610273012] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"206.873314ms","start":"2026-02-26T22:12:14.064308Z","end":"2026-02-26T22:12:14.271182Z","steps":["trace[1610273012] 'process raft request' (duration: 206.105784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:14.271329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.525785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19575"} {"level":"info","ts":"2026-02-26T22:12:14.271522Z","caller":"traceutil/trace.go:171","msg":"trace[2094873515] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7943; }","duration":"206.756431ms","start":"2026-02-26T22:12:14.064749Z","end":"2026-02-26T22:12:14.271506Z","steps":["trace[2094873515] 'agreement among raft nodes before linearized reading' (duration: 206.432733ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:14.514709Z","caller":"traceutil/trace.go:171","msg":"trace[822924860] linearizableReadLoop","detail":"{readStateIndex:8256; appliedIndex:8254; }","duration":"243.517411ms","start":"2026-02-26T22:12:14.271161Z","end":"2026-02-26T22:12:14.514678Z","steps":["trace[822924860] 'read index received' (duration: 177.658404ms)","trace[822924860] 'applied index is now lower than readState.Index' (duration: 65.857587ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:12:14.514714Z","caller":"traceutil/trace.go:171","msg":"trace[1316853320] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"416.996858ms","start":"2026-02-26T22:12:14.097673Z","end":"2026-02-26T22:12:14.51467Z","steps":["trace[1316853320] 'process raft request' (duration: 351.161722ms)","trace[1316853320] 'compare' (duration: 65.576749ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:12:14.514885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.400617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:12:14.514945Z","caller":"traceutil/trace.go:171","msg":"trace[2081183941] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7945; }","duration":"301.530502ms","start":"2026-02-26T22:12:14.213401Z","end":"2026-02-26T22:12:14.514932Z","steps":["trace[2081183941] 'agreement among raft nodes before linearized reading' (duration: 301.379027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:14.514983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:14.213373Z","time spent":"301.599833ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:12:14.515122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:14.097649Z","time spent":"417.267336ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:14.514779Z","caller":"traceutil/trace.go:171","msg":"trace[2140413789] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"376.754202ms","start":"2026-02-26T22:12:14.137986Z","end":"2026-02-26T22:12:14.51474Z","steps":["trace[2140413789] 'process raft request' (duration: 376.609789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:14.515265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.574964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:12:14.515355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:14.13796Z","time spent":"377.313727ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:14.515348Z","caller":"traceutil/trace.go:171","msg":"trace[1084458967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7945; }","duration":"449.670276ms","start":"2026-02-26T22:12:14.065663Z","end":"2026-02-26T22:12:14.515333Z","steps":["trace[1084458967] 'agreement among raft nodes before linearized reading' (duration: 449.526703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:14.515423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:14.065658Z","time spent":"449.753709ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:12:14.515608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.517747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222751"} {"level":"info","ts":"2026-02-26T22:12:14.515688Z","caller":"traceutil/trace.go:171","msg":"trace[1939373389] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7945; }","duration":"450.62336ms","start":"2026-02-26T22:12:14.065048Z","end":"2026-02-26T22:12:14.515671Z","steps":["trace[1939373389] 'agreement among raft nodes before linearized reading' (duration: 450.162439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:14.515734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:14.065042Z","time spent":"450.681512ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222773,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T22:12:16.030341Z","caller":"traceutil/trace.go:171","msg":"trace[1152523620] linearizableReadLoop","detail":"{readStateIndex:8257; appliedIndex:8256; }","duration":"243.450708ms","start":"2026-02-26T22:12:15.786866Z","end":"2026-02-26T22:12:16.030317Z","steps":["trace[1152523620] 'read index received' (duration: 243.243723ms)","trace[1152523620] 'applied index is now lower than readState.Index' (duration: 205.955µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:12:16.030438Z","caller":"traceutil/trace.go:171","msg":"trace[58259540] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"261.285475ms","start":"2026-02-26T22:12:15.769101Z","end":"2026-02-26T22:12:16.030386Z","steps":["trace[58259540] 'process raft request' (duration: 261.067129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:16.030525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.347596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:12:16.030562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.674724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:12:16.030561Z","caller":"traceutil/trace.go:171","msg":"trace[1992823267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7946; }","duration":"127.436728ms","start":"2026-02-26T22:12:15.903112Z","end":"2026-02-26T22:12:16.030549Z","steps":["trace[1992823267] 'agreement among raft nodes before linearized reading' (duration: 127.358586ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:16.030764Z","caller":"traceutil/trace.go:171","msg":"trace[400017809] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7946; }","duration":"243.883209ms","start":"2026-02-26T22:12:15.786802Z","end":"2026-02-26T22:12:16.030686Z","steps":["trace[400017809] 'agreement among raft nodes before linearized reading' (duration: 243.624172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:17.139735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.059689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:12:17.139991Z","caller":"traceutil/trace.go:171","msg":"trace[801242221] linearizableReadLoop","detail":"{readStateIndex:8259; appliedIndex:8257; }","duration":"1.078567415s","start":"2026-02-26T22:12:16.061402Z","end":"2026-02-26T22:12:17.139969Z","steps":["trace[801242221] 'read index received' (duration: 254.222988ms)","trace[801242221] 'applied index is now lower than readState.Index' (duration: 824.343256ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:12:17.140094Z","caller":"traceutil/trace.go:171","msg":"trace[480691186] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"1.079293963s","start":"2026-02-26T22:12:16.060769Z","end":"2026-02-26T22:12:17.140063Z","steps":["trace[480691186] 'process raft request' (duration: 254.826913ms)","trace[480691186] 'compare' (duration: 823.674699ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:12:17.140248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:16.06075Z","time spent":"1.079419106s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:17.140367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078956814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19575"} {"level":"info","ts":"2026-02-26T22:12:17.14043Z","caller":"traceutil/trace.go:171","msg":"trace[750803737] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7948; }","duration":"1.079049026s","start":"2026-02-26T22:12:16.061366Z","end":"2026-02-26T22:12:17.140415Z","steps":["trace[750803737] 'agreement among raft nodes before linearized reading' (duration: 1.078818421s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:17.140479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:16.061349Z","time spent":"1.079117698s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19597,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-26T22:12:17.140128Z","caller":"traceutil/trace.go:171","msg":"trace[1536852858] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"1.07878951s","start":"2026-02-26T22:12:16.061317Z","end":"2026-02-26T22:12:17.140107Z","steps":["trace[1536852858] 'process raft request' (duration: 1.078541154s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:17.140647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:16.061292Z","time spent":"1.079290333s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:17.140662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.436368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T22:12:17.140699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.348395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:12:17.140732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.808823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T22:12:17.140777Z","caller":"traceutil/trace.go:171","msg":"trace[936124446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7948; }","duration":"865.890675ms","start":"2026-02-26T22:12:16.274875Z","end":"2026-02-26T22:12:17.140766Z","steps":["trace[936124446] 'agreement among raft nodes before linearized reading' (duration: 865.727011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:17.140783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.404148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T22:12:17.140796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.775494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T22:12:17.140779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.908426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T22:12:17.140836Z","caller":"traceutil/trace.go:171","msg":"trace[581650713] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7948; }","duration":"866.5041ms","start":"2026-02-26T22:12:16.274317Z","end":"2026-02-26T22:12:17.140821Z","steps":["trace[581650713] 'agreement among raft nodes before linearized reading' (duration: 866.328876ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:17.140879Z","caller":"traceutil/trace.go:171","msg":"trace[869903329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7948; }","duration":"866.035219ms","start":"2026-02-26T22:12:16.27483Z","end":"2026-02-26T22:12:17.140865Z","steps":["trace[869903329] 'agreement among raft nodes before linearized reading' (duration: 865.802093ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:17.140876Z","caller":"traceutil/trace.go:171","msg":"trace[2062687130] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:7948; }","duration":"616.903407ms","start":"2026-02-26T22:12:16.523956Z","end":"2026-02-26T22:12:17.140859Z","steps":["trace[2062687130] 'agreement among raft nodes before linearized reading' (duration: 616.724983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:17.140901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:16.274291Z","time spent":"866.601722ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:12:17.140928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:16.523921Z","time spent":"616.99879ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"info","ts":"2026-02-26T22:12:17.140772Z","caller":"traceutil/trace.go:171","msg":"trace[1616057492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7948; }","duration":"105.449358ms","start":"2026-02-26T22:12:17.035305Z","end":"2026-02-26T22:12:17.140754Z","steps":["trace[1616057492] 'agreement among raft nodes before linearized reading' (duration: 105.337325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:17.140928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:16.274824Z","time spent":"866.09425ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:12:17.140825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:16.274859Z","time spent":"865.955026ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T22:12:17.140713Z","caller":"traceutil/trace.go:171","msg":"trace[944850382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7948; }","duration":"866.539691ms","start":"2026-02-26T22:12:16.27416Z","end":"2026-02-26T22:12:17.1407Z","steps":["trace[944850382] 'agreement among raft nodes before linearized reading' (duration: 866.402998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:17.141156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:16.274129Z","time spent":"867.011253ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:12:17.140798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.974057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T22:12:17.14125Z","caller":"traceutil/trace.go:171","msg":"trace[184479084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7948; }","duration":"866.451729ms","start":"2026-02-26T22:12:16.274781Z","end":"2026-02-26T22:12:17.141233Z","steps":["trace[184479084] 'agreement among raft nodes before linearized reading' (duration: 865.868894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:17.141302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:16.274773Z","time spent":"866.514091ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:12:17.646383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398396559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:12:18.145662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000215735s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:12:18.29864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.607707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:12:18.298755Z","caller":"traceutil/trace.go:171","msg":"trace[2010687006] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"1.153368686s","start":"2026-02-26T22:12:17.145366Z","end":"2026-02-26T22:12:18.298735Z","steps":["trace[2010687006] 'process raft request' (duration: 1.000575635s)","trace[2010687006] 'compare' (duration: 152.491124ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:12:18.298823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:17.145348Z","time spent":"1.153443288s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:18.444315Z","caller":"traceutil/trace.go:171","msg":"trace[156420636] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"1.297752156s","start":"2026-02-26T22:12:17.146529Z","end":"2026-02-26T22:12:18.444281Z","steps":["trace[156420636] 'process raft request' (duration: 1.297640864s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:18.444373Z","caller":"traceutil/trace.go:171","msg":"trace[783392170] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"1.297813568s","start":"2026-02-26T22:12:17.146499Z","end":"2026-02-26T22:12:18.444313Z","steps":["trace[783392170] 'process raft request' (duration: 1.297448179s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:18.444544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:17.146523Z","time spent":"1.29790563s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:18.444624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:17.146479Z","time spent":"1.297991622s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:18.444711Z","caller":"traceutil/trace.go:171","msg":"trace[265731049] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"1.298124385s","start":"2026-02-26T22:12:17.146555Z","end":"2026-02-26T22:12:18.444679Z","steps":["trace[265731049] 'process raft request' (duration: 1.297675094s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:18.44489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:17.146535Z","time spent":"1.298260249s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:18.444993Z","caller":"traceutil/trace.go:171","msg":"trace[1691874873] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"1.29833512s","start":"2026-02-26T22:12:17.146625Z","end":"2026-02-26T22:12:18.44496Z","steps":["trace[1691874873] 'process raft request' (duration: 1.29793919s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:18.445199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:17.146605Z","time spent":"1.298516445s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:18.529384Z","caller":"traceutil/trace.go:171","msg":"trace[1716070235] linearizableReadLoop","detail":"{readStateIndex:8265; appliedIndex:8259; }","duration":"1.383015709s","start":"2026-02-26T22:12:17.146343Z","end":"2026-02-26T22:12:18.529358Z","steps":["trace[1716070235] 'read index received' (duration: 999.576559ms)","trace[1716070235] 'applied index is now lower than readState.Index' (duration: 383.43817ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:12:18.529425Z","caller":"traceutil/trace.go:171","msg":"trace[1848016998] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"491.131744ms","start":"2026-02-26T22:12:18.038265Z","end":"2026-02-26T22:12:18.529397Z","steps":["trace[1848016998] 'process raft request' (duration: 490.921938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:18.529591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332165438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:12:18.529591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:18.038248Z","time spent":"491.237886ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:18.529636Z","caller":"traceutil/trace.go:171","msg":"trace[1221860153] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7954; }","duration":"1.332261239s","start":"2026-02-26T22:12:17.197361Z","end":"2026-02-26T22:12:18.529622Z","steps":["trace[1221860153] 'agreement among raft nodes before linearized reading' (duration: 1.332168057s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:18.529673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:17.197344Z","time spent":"1.332320941s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T22:12:18.529882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.101313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:12:18.529966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.20093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:12:18.52999Z","caller":"traceutil/trace.go:171","msg":"trace[680138760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7954; }","duration":"493.262026ms","start":"2026-02-26T22:12:18.036701Z","end":"2026-02-26T22:12:18.529963Z","steps":["trace[680138760] 'agreement among raft nodes before linearized reading' (duration: 493.077451ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:18.530028Z","caller":"traceutil/trace.go:171","msg":"trace[971017458] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7954; }","duration":"494.320743ms","start":"2026-02-26T22:12:18.035691Z","end":"2026-02-26T22:12:18.530012Z","steps":["trace[971017458] 'agreement among raft nodes before linearized reading' (duration: 494.150659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:18.530048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:18.036683Z","time spent":"493.350899ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:12:18.53007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:18.035671Z","time spent":"494.388475ms","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:12:18.530078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383722707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222751"} {"level":"info","ts":"2026-02-26T22:12:18.530175Z","caller":"traceutil/trace.go:171","msg":"trace[224856712] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7954; }","duration":"1.38384859s","start":"2026-02-26T22:12:17.146314Z","end":"2026-02-26T22:12:18.530162Z","steps":["trace[224856712] 'agreement among raft nodes before linearized reading' (duration: 1.383173013s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:18.530283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:17.146299Z","time spent":"1.383902981s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222773,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T22:12:18.530841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.511188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:12:18.531028Z","caller":"traceutil/trace.go:171","msg":"trace[2147394627] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:7954; }","duration":"489.283967ms","start":"2026-02-26T22:12:18.041715Z","end":"2026-02-26T22:12:18.530999Z","steps":["trace[2147394627] 'agreement among raft nodes before linearized reading' (duration: 487.930924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:18.531173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:18.041689Z","time spent":"489.43463ms","remote":"127.0.0.1:51878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:12:19.238437Z","caller":"traceutil/trace.go:171","msg":"trace[687867024] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"333.06799ms","start":"2026-02-26T22:12:18.905343Z","end":"2026-02-26T22:12:19.238411Z","steps":["trace[687867024] 'process raft request' (duration: 332.652778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:19.238587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:18.905318Z","time spent":"333.191293ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:19.866376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398396575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:12:20.367305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398396575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:12:20.547931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.309958401s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:12:20.548564Z","caller":"traceutil/trace.go:171","msg":"trace[122394174] linearizableReadLoop","detail":"{readStateIndex:8269; appliedIndex:8267; }","duration":"1.182556194s","start":"2026-02-26T22:12:19.365986Z","end":"2026-02-26T22:12:20.548542Z","steps":["trace[122394174] 'read index received' (duration: 1.182219576s)","trace[122394174] 'applied index is now lower than readState.Index' (duration: 335.698µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:12:20.548808Z","caller":"traceutil/trace.go:171","msg":"trace[1326786628] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"1.402331161s","start":"2026-02-26T22:12:19.146429Z","end":"2026-02-26T22:12:20.54876Z","steps":["trace[1326786628] 'process raft request' (duration: 1.402064234s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:20.548889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182896983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:12:20.548947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:19.146424Z","time spent":"1.402440883s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:20.548932Z","caller":"traceutil/trace.go:171","msg":"trace[1267856888] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"1.402531996s","start":"2026-02-26T22:12:19.146352Z","end":"2026-02-26T22:12:20.548884Z","steps":["trace[1267856888] 'process raft request' (duration: 1.401848479s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:20.548997Z","caller":"traceutil/trace.go:171","msg":"trace[2059749667] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7957; }","duration":"1.183068947s","start":"2026-02-26T22:12:19.365899Z","end":"2026-02-26T22:12:20.548968Z","steps":["trace[2059749667] 'agreement among raft nodes before linearized reading' (duration: 1.182889882s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:20.549059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:19.365871Z","time spent":"1.18317045s","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:12:20.549117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:19.146333Z","time spent":"1.402688719s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:21.36494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.558871ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:12:21.365094Z","caller":"traceutil/trace.go:171","msg":"trace[274916186] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7957; }","duration":"257.717365ms","start":"2026-02-26T22:12:21.107349Z","end":"2026-02-26T22:12:21.365066Z","steps":["trace[274916186] 'range keys from in-memory index tree' (duration: 257.53836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:21.365769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.815498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:12:21.365898Z","caller":"traceutil/trace.go:171","msg":"trace[1625372626] linearizableReadLoop","detail":"{readStateIndex:8270; appliedIndex:8269; }","duration":"817.25358ms","start":"2026-02-26T22:12:20.548628Z","end":"2026-02-26T22:12:21.365881Z","steps":["trace[1625372626] 'read index received' (duration: 15.735394ms)","trace[1625372626] 'applied index is now lower than readState.Index' (duration: 801.516466ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:12:21.366207Z","caller":"traceutil/trace.go:171","msg":"trace[196154498] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"830.438958ms","start":"2026-02-26T22:12:20.535732Z","end":"2026-02-26T22:12:21.366171Z","steps":["trace[196154498] 'process raft request' (duration: 28.678027ms)","trace[196154498] 'compare' (duration: 800.532941ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:12:21.366324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.429939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T22:12:21.366343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.7093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T22:12:21.36636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.811879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T22:12:21.3664Z","caller":"traceutil/trace.go:171","msg":"trace[381372883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7958; }","duration":"916.571673ms","start":"2026-02-26T22:12:20.449808Z","end":"2026-02-26T22:12:21.366379Z","steps":["trace[381372883] 'agreement among raft nodes before linearized reading' (duration: 916.329397ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:21.366426Z","caller":"traceutil/trace.go:171","msg":"trace[1105281932] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:7958; }","duration":"827.833963ms","start":"2026-02-26T22:12:20.538572Z","end":"2026-02-26T22:12:21.366406Z","steps":["trace[1105281932] 'agreement among raft nodes before linearized reading' (duration: 827.580487ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:21.366447Z","caller":"traceutil/trace.go:171","msg":"trace[153144389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7958; }","duration":"916.941821ms","start":"2026-02-26T22:12:20.449488Z","end":"2026-02-26T22:12:21.36643Z","steps":["trace[153144389] 'agreement among raft nodes before linearized reading' (duration: 916.725196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:21.366462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:20.449783Z","time spent":"916.664585ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:12:21.366476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:20.53855Z","time spent":"827.917265ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"warn","ts":"2026-02-26T22:12:21.366458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06282576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T22:12:21.366361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.379908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T22:12:21.366497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:20.449468Z","time spent":"917.019244ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:12:21.366513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329376836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:12:21.366539Z","caller":"traceutil/trace.go:171","msg":"trace[2028241738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7958; }","duration":"916.604394ms","start":"2026-02-26T22:12:20.449922Z","end":"2026-02-26T22:12:21.366526Z","steps":["trace[2028241738] 'agreement among raft nodes before linearized reading' (duration: 916.284716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:21.366378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:20.535708Z","time spent":"830.578792ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:21.366596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:20.449902Z","time spent":"916.680045ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T22:12:21.366595Z","caller":"traceutil/trace.go:171","msg":"trace[1101034530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7958; }","duration":"1.32952094s","start":"2026-02-26T22:12:20.037053Z","end":"2026-02-26T22:12:21.366574Z","steps":["trace[1101034530] 'agreement among raft nodes before linearized reading' (duration: 1.329280594s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:21.366383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.568403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T22:12:21.36662Z","caller":"traceutil/trace.go:171","msg":"trace[144781845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7958; }","duration":"1.063044516s","start":"2026-02-26T22:12:20.303473Z","end":"2026-02-26T22:12:21.366517Z","steps":["trace[144781845] 'agreement among raft nodes before linearized reading' (duration: 1.062759398s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:21.366646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:20.037035Z","time spent":"1.329597011s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:12:21.366669Z","caller":"traceutil/trace.go:171","msg":"trace[233919444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7958; }","duration":"916.8756ms","start":"2026-02-26T22:12:20.449781Z","end":"2026-02-26T22:12:21.366656Z","steps":["trace[233919444] 'agreement among raft nodes before linearized reading' (duration: 916.436249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:21.366684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:20.303448Z","time spent":"1.06322049s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:12:21.366718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:20.449773Z","time spent":"916.934781ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T22:12:21.562929Z","caller":"traceutil/trace.go:171","msg":"trace[547906039] linearizableReadLoop","detail":"{readStateIndex:8271; appliedIndex:8270; }","duration":"196.975596ms","start":"2026-02-26T22:12:21.365929Z","end":"2026-02-26T22:12:21.562905Z","steps":["trace[547906039] 'read index received' (duration: 183.442208ms)","trace[547906039] 'applied index is now lower than readState.Index' (duration: 13.532038ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:12:21.562946Z","caller":"traceutil/trace.go:171","msg":"trace[1909119842] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"645.068023ms","start":"2026-02-26T22:12:20.917857Z","end":"2026-02-26T22:12:21.562925Z","steps":["trace[1909119842] 'process raft request' (duration: 631.378611ms)","trace[1909119842] 'compare' (duration: 13.467836ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:12:21.563178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.84026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-26T22:12:21.563294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:20.917834Z","time spent":"645.397222ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:21.563335Z","caller":"traceutil/trace.go:171","msg":"trace[1272678667] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7959; }","duration":"979.041206ms","start":"2026-02-26T22:12:20.584276Z","end":"2026-02-26T22:12:21.563318Z","steps":["trace[1272678667] 'agreement among raft nodes before linearized reading' (duration: 978.745548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:21.563385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:20.584255Z","time spent":"979.119388ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-02-26T22:12:21.566134Z","caller":"traceutil/trace.go:171","msg":"trace[672033191] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"194.868194ms","start":"2026-02-26T22:12:21.371245Z","end":"2026-02-26T22:12:21.566113Z","steps":["trace[672033191] 'process raft request' (duration: 194.729151ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:21.566374Z","caller":"traceutil/trace.go:171","msg":"trace[446891334] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"195.039038ms","start":"2026-02-26T22:12:21.371323Z","end":"2026-02-26T22:12:21.566362Z","steps":["trace[446891334] 'process raft request' (duration: 194.964117ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:21.566521Z","caller":"traceutil/trace.go:171","msg":"trace[874171889] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"194.855794ms","start":"2026-02-26T22:12:21.371654Z","end":"2026-02-26T22:12:21.56651Z","steps":["trace[874171889] 'process raft request' (duration: 194.798513ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:21.566641Z","caller":"traceutil/trace.go:171","msg":"trace[535599743] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"195.011968ms","start":"2026-02-26T22:12:21.371618Z","end":"2026-02-26T22:12:21.56663Z","steps":["trace[535599743] 'process raft request' (duration: 194.716301ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:21.566607Z","caller":"traceutil/trace.go:171","msg":"trace[1184388814] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"195.280264ms","start":"2026-02-26T22:12:21.371305Z","end":"2026-02-26T22:12:21.566585Z","steps":["trace[1184388814] 'process raft request' (duration: 194.773601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:21.568468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.894114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:12:21.568555Z","caller":"traceutil/trace.go:171","msg":"trace[1064641528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7965; }","duration":"200.976826ms","start":"2026-02-26T22:12:21.367549Z","end":"2026-02-26T22:12:21.568526Z","steps":["trace[1064641528] 'agreement among raft nodes before linearized reading' (duration: 200.854863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:21.568817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.760966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222751"} {"level":"info","ts":"2026-02-26T22:12:21.569086Z","caller":"traceutil/trace.go:171","msg":"trace[1526534123] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7965; }","duration":"198.079094ms","start":"2026-02-26T22:12:21.370989Z","end":"2026-02-26T22:12:21.569069Z","steps":["trace[1526534123] 'agreement among raft nodes before linearized reading' (duration: 197.383316ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:25.68664Z","caller":"traceutil/trace.go:171","msg":"trace[455441599] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"100.76472ms","start":"2026-02-26T22:12:25.585845Z","end":"2026-02-26T22:12:25.68661Z","steps":["trace[455441599] 'process raft request' (duration: 86.712679ms)","trace[455441599] 'compare' (duration: 13.629531ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:12:28.751433Z","caller":"traceutil/trace.go:171","msg":"trace[1981554881] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"136.246917ms","start":"2026-02-26T22:12:28.615165Z","end":"2026-02-26T22:12:28.751412Z","steps":["trace[1981554881] 'process raft request' (duration: 136.113983ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:28.766088Z","caller":"traceutil/trace.go:171","msg":"trace[1848763530] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"113.864768ms","start":"2026-02-26T22:12:28.652189Z","end":"2026-02-26T22:12:28.766053Z","steps":["trace[1848763530] 'process raft request' (duration: 113.489808ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:45.326082Z","caller":"traceutil/trace.go:171","msg":"trace[798635289] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"301.330537ms","start":"2026-02-26T22:12:45.024687Z","end":"2026-02-26T22:12:45.326017Z","steps":["trace[798635289] 'process raft request' (duration: 295.007189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:45.326295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:45.024661Z","time spent":"301.549792ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:45.326579Z","caller":"traceutil/trace.go:171","msg":"trace[389800615] linearizableReadLoop","detail":"{readStateIndex:8448; appliedIndex:8447; }","duration":"289.126911ms","start":"2026-02-26T22:12:45.03741Z","end":"2026-02-26T22:12:45.326537Z","steps":["trace[389800615] 'read index received' (duration: 282.177467ms)","trace[389800615] 'applied index is now lower than readState.Index' (duration: 6.944304ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:12:45.32861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.201132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:12:45.328675Z","caller":"traceutil/trace.go:171","msg":"trace[499773434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8129; }","duration":"291.309435ms","start":"2026-02-26T22:12:45.03735Z","end":"2026-02-26T22:12:45.32866Z","steps":["trace[499773434] 'agreement among raft nodes before linearized reading' (duration: 289.575411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:45.328974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.939346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-02-26T22:12:45.329169Z","caller":"traceutil/trace.go:171","msg":"trace[826889599] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8129; }","duration":"241.062999ms","start":"2026-02-26T22:12:45.087963Z","end":"2026-02-26T22:12:45.329026Z","steps":["trace[826889599] 'agreement among raft nodes before linearized reading' (duration: 238.986487ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:47.202692Z","caller":"traceutil/trace.go:171","msg":"trace[1644302587] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"387.012529ms","start":"2026-02-26T22:12:46.81565Z","end":"2026-02-26T22:12:47.202662Z","steps":["trace[1644302587] 'process raft request' (duration: 386.830284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:47.202856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:46.815628Z","time spent":"387.143812ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:47.205437Z","caller":"traceutil/trace.go:171","msg":"trace[401532630] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8456; }","duration":"168.023922ms","start":"2026-02-26T22:12:47.037373Z","end":"2026-02-26T22:12:47.205397Z","steps":["trace[401532630] 'read index received' (duration: 165.12296ms)","trace[401532630] 'applied index is now lower than readState.Index' (duration: 2.899622ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:12:47.20606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.674039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:12:47.206119Z","caller":"traceutil/trace.go:171","msg":"trace[2053951693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8139; }","duration":"168.801682ms","start":"2026-02-26T22:12:47.037302Z","end":"2026-02-26T22:12:47.206103Z","steps":["trace[2053951693] 'agreement among raft nodes before linearized reading' (duration: 168.233428ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:47.206471Z","caller":"traceutil/trace.go:171","msg":"trace[1029221291] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"348.538097ms","start":"2026-02-26T22:12:46.857921Z","end":"2026-02-26T22:12:47.206459Z","steps":["trace[1029221291] 'process raft request' (duration: 347.306816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:47.20659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:46.857907Z","time spent":"348.602678ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:49.767265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398397168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:12:50.268189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398397168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:12:50.768566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398397168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:12:50.874111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.661111094s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:12:50.875091Z","caller":"traceutil/trace.go:171","msg":"trace[1481496598] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"1.662170339s","start":"2026-02-26T22:12:49.212888Z","end":"2026-02-26T22:12:50.875059Z","steps":["trace[1481496598] 'process raft request' (duration: 1.661989445s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:50.875316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:49.212869Z","time spent":"1.662359575s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:50.911815Z","caller":"traceutil/trace.go:171","msg":"trace[883640363] linearizableReadLoop","detail":"{readStateIndex:8468; appliedIndex:8465; }","duration":"1.645618426s","start":"2026-02-26T22:12:49.266169Z","end":"2026-02-26T22:12:50.911788Z","steps":["trace[883640363] 'read index received' (duration: 1.6085781s)","trace[883640363] 'applied index is now lower than readState.Index' (duration: 37.039076ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:12:50.912487Z","caller":"traceutil/trace.go:171","msg":"trace[1894418566] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"1.699210686s","start":"2026-02-26T22:12:49.213261Z","end":"2026-02-26T22:12:50.912471Z","steps":["trace[1894418566] 'process raft request' (duration: 1.698264302s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:50.912706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:49.213238Z","time spent":"1.699292557s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:50.913049Z","caller":"traceutil/trace.go:171","msg":"trace[1454008930] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"1.336299221s","start":"2026-02-26T22:12:49.576735Z","end":"2026-02-26T22:12:50.913034Z","steps":["trace[1454008930] 'process raft request' (duration: 1.334930957s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:50.913246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:49.576708Z","time spent":"1.336380562s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:50.913588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647413161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-26T22:12:50.913632Z","caller":"traceutil/trace.go:171","msg":"trace[1655026997] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8148; }","duration":"1.647497483s","start":"2026-02-26T22:12:49.266124Z","end":"2026-02-26T22:12:50.913622Z","steps":["trace[1655026997] 'agreement among raft nodes before linearized reading' (duration: 1.64735686s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:50.913909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644109048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-26T22:12:50.91394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:49.266102Z","time spent":"1.647740449s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T22:12:50.913993Z","caller":"traceutil/trace.go:171","msg":"trace[1428580812] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8148; }","duration":"1.644228492s","start":"2026-02-26T22:12:49.269743Z","end":"2026-02-26T22:12:50.913972Z","steps":["trace[1428580812] 'agreement among raft nodes before linearized reading' (duration: 1.643909984s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:50.914305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.225489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:12:50.914363Z","caller":"traceutil/trace.go:171","msg":"trace[1222947122] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8148; }","duration":"787.343771ms","start":"2026-02-26T22:12:50.127006Z","end":"2026-02-26T22:12:50.91435Z","steps":["trace[1222947122] 'agreement among raft nodes before linearized reading' (duration: 787.252839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:50.914403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:50.126964Z","time spent":"787.428833ms","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:12:50.914554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:49.269731Z","time spent":"1.644647362s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:12:50.914615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053007515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T22:12:50.914643Z","caller":"traceutil/trace.go:171","msg":"trace[319734129] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:8148; }","duration":"1.053068597s","start":"2026-02-26T22:12:49.861566Z","end":"2026-02-26T22:12:50.914634Z","steps":["trace[319734129] 'agreement among raft nodes before linearized reading' (duration: 1.052980265s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:50.914678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:49.861546Z","time spent":"1.053125678s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"warn","ts":"2026-02-26T22:12:50.914838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08358199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T22:12:50.914871Z","caller":"traceutil/trace.go:171","msg":"trace[2097141130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8148; }","duration":"1.083641062s","start":"2026-02-26T22:12:49.831222Z","end":"2026-02-26T22:12:50.914863Z","steps":["trace[2097141130] 'agreement among raft nodes before linearized reading' (duration: 1.083550149s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:50.914897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:49.831206Z","time spent":"1.083685732s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:12:50.915078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084296998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T22:12:50.915115Z","caller":"traceutil/trace.go:171","msg":"trace[1367288229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8148; }","duration":"1.084349309s","start":"2026-02-26T22:12:49.830757Z","end":"2026-02-26T22:12:50.915107Z","steps":["trace[1367288229] 'agreement among raft nodes before linearized reading' (duration: 1.084263817s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:50.915142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:49.830748Z","time spent":"1.084388229s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:12:50.915327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086315328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T22:12:50.915362Z","caller":"traceutil/trace.go:171","msg":"trace[670641321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8148; }","duration":"1.08638511s","start":"2026-02-26T22:12:49.828969Z","end":"2026-02-26T22:12:50.915354Z","steps":["trace[670641321] 'agreement among raft nodes before linearized reading' (duration: 1.086296508s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:50.91539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:49.828951Z","time spent":"1.086431692s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:12:50.915501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092619626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T22:12:50.915532Z","caller":"traceutil/trace.go:171","msg":"trace[1520332434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8148; }","duration":"1.092689058s","start":"2026-02-26T22:12:49.822836Z","end":"2026-02-26T22:12:50.915525Z","steps":["trace[1520332434] 'agreement among raft nodes before linearized reading' (duration: 1.092617586s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:50.915557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:49.82281Z","time spent":"1.092741449s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:12:50.915667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190114913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T22:12:50.915696Z","caller":"traceutil/trace.go:171","msg":"trace[713232450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8148; }","duration":"1.190182165s","start":"2026-02-26T22:12:49.725507Z","end":"2026-02-26T22:12:50.91569Z","steps":["trace[713232450] 'agreement among raft nodes before linearized reading' (duration: 1.190107283s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:50.91572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:49.725488Z","time spent":"1.190226486s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:12:50.915829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220252967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:12:50.915863Z","caller":"traceutil/trace.go:171","msg":"trace[1341385979] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8148; }","duration":"1.220324529s","start":"2026-02-26T22:12:49.695528Z","end":"2026-02-26T22:12:50.915852Z","steps":["trace[1341385979] 'agreement among raft nodes before linearized reading' (duration: 1.220277788s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:50.915892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:49.695506Z","time spent":"1.220379141s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:12:50.916044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354889476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:12:50.916081Z","caller":"traceutil/trace.go:171","msg":"trace[532202502] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8148; }","duration":"1.354957137s","start":"2026-02-26T22:12:49.561112Z","end":"2026-02-26T22:12:50.916069Z","steps":["trace[532202502] 'agreement among raft nodes before linearized reading' (duration: 1.354900835s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:50.916217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:49.561096Z","time spent":"1.355111261s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:12:50.916331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447853811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:12:50.916372Z","caller":"traceutil/trace.go:171","msg":"trace[866876736] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8148; }","duration":"1.447934803s","start":"2026-02-26T22:12:49.468427Z","end":"2026-02-26T22:12:50.916362Z","steps":["trace[866876736] 'agreement among raft nodes before linearized reading' (duration: 1.447866631s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:50.916404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:49.468404Z","time spent":"1.447990874s","remote":"127.0.0.1:38186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:12:50.91657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585662717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:12:50.916606Z","caller":"traceutil/trace.go:171","msg":"trace[1662135991] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8148; }","duration":"1.585737449s","start":"2026-02-26T22:12:49.33086Z","end":"2026-02-26T22:12:50.916597Z","steps":["trace[1662135991] 'agreement among raft nodes before linearized reading' (duration: 1.585679787s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:50.919005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:49.330836Z","time spent":"1.588147459s","remote":"127.0.0.1:51866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:12:52.243019Z","caller":"traceutil/trace.go:171","msg":"trace[82138613] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"103.013796ms","start":"2026-02-26T22:12:52.139975Z","end":"2026-02-26T22:12:52.242989Z","steps":["trace[82138613] 'process raft request' (duration: 102.471973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:53.587472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.525387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:12:53.587742Z","caller":"traceutil/trace.go:171","msg":"trace[1068771431] linearizableReadLoop","detail":"{readStateIndex:8482; appliedIndex:8479; }","duration":"657.598086ms","start":"2026-02-26T22:12:52.930126Z","end":"2026-02-26T22:12:53.587724Z","steps":["trace[1068771431] 'read index received' (duration: 23.648892ms)","trace[1068771431] 'applied index is now lower than readState.Index' (duration: 633.948014ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:12:53.587778Z","caller":"traceutil/trace.go:171","msg":"trace[1932006160] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"664.827506ms","start":"2026-02-26T22:12:52.9229Z","end":"2026-02-26T22:12:53.587727Z","steps":["trace[1932006160] 'process raft request' (duration: 213.94527ms)","trace[1932006160] 'compare' (duration: 450.350263ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:12:53.587833Z","caller":"traceutil/trace.go:171","msg":"trace[2029985598] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"662.871837ms","start":"2026-02-26T22:12:52.9249Z","end":"2026-02-26T22:12:53.587772Z","steps":["trace[2029985598] 'process raft request' (duration: 662.699253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:53.587955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:52.922866Z","time spent":"665.000851ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:53.587968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.841693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T22:12:53.587993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:52.924881Z","time spent":"663.031391ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:53.588023Z","caller":"traceutil/trace.go:171","msg":"trace[1224568829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8161; }","duration":"657.939405ms","start":"2026-02-26T22:12:52.93007Z","end":"2026-02-26T22:12:53.588009Z","steps":["trace[1224568829] 'agreement among raft nodes before linearized reading' (duration: 657.75467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:53.588083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:52.930053Z","time spent":"658.016467ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:12:53.588119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.878433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T22:12:53.588182Z","caller":"traceutil/trace.go:171","msg":"trace[906744362] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:8161; }","duration":"656.005546ms","start":"2026-02-26T22:12:52.932162Z","end":"2026-02-26T22:12:53.588167Z","steps":["trace[906744362] 'agreement among raft nodes before linearized reading' (duration: 655.76703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:53.588226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:52.932138Z","time spent":"656.077398ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"warn","ts":"2026-02-26T22:12:53.588225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.933834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T22:12:53.588306Z","caller":"traceutil/trace.go:171","msg":"trace[1288273648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8161; }","duration":"654.073418ms","start":"2026-02-26T22:12:52.934212Z","end":"2026-02-26T22:12:53.588286Z","steps":["trace[1288273648] 'agreement among raft nodes before linearized reading' (duration: 653.782801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:53.588336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.673242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T22:12:53.58836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:52.934183Z","time spent":"654.16888ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T22:12:53.58837Z","caller":"traceutil/trace.go:171","msg":"trace[248677421] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8161; }","duration":"620.736814ms","start":"2026-02-26T22:12:52.967624Z","end":"2026-02-26T22:12:53.588361Z","steps":["trace[248677421] 'agreement among raft nodes before linearized reading' (duration: 620.673042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:53.588409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:52.967601Z","time spent":"620.800485ms","remote":"127.0.0.1:38158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:12:53.588455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.258222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T22:12:53.588538Z","caller":"traceutil/trace.go:171","msg":"trace[346677985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8161; }","duration":"654.379685ms","start":"2026-02-26T22:12:52.934138Z","end":"2026-02-26T22:12:53.588518Z","steps":["trace[346677985] 'agreement among raft nodes before linearized reading' (duration: 654.171359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:53.588541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.829542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T22:12:53.588561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.426577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T22:12:53.588599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:52.93412Z","time spent":"654.462168ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:12:53.588597Z","caller":"traceutil/trace.go:171","msg":"trace[1875217029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8161; }","duration":"653.899294ms","start":"2026-02-26T22:12:52.934684Z","end":"2026-02-26T22:12:53.588583Z","steps":["trace[1875217029] 'agreement among raft nodes before linearized reading' (duration: 653.706758ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:53.588655Z","caller":"traceutil/trace.go:171","msg":"trace[386109966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8161; }","duration":"654.532709ms","start":"2026-02-26T22:12:52.934102Z","end":"2026-02-26T22:12:53.588635Z","steps":["trace[386109966] 'agreement among raft nodes before linearized reading' (duration: 654.247781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:53.58868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:52.934674Z","time spent":"653.993956ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:12:53.588705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:52.934043Z","time spent":"654.652483ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:12:54.083659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.240993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:12:54.083785Z","caller":"traceutil/trace.go:171","msg":"trace[1156473516] linearizableReadLoop","detail":"{readStateIndex:8483; appliedIndex:8482; }","duration":"490.764864ms","start":"2026-02-26T22:12:53.592998Z","end":"2026-02-26T22:12:54.083763Z","steps":["trace[1156473516] 'read index received' (duration: 289.180882ms)","trace[1156473516] 'applied index is now lower than readState.Index' (duration: 201.582402ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:12:54.083881Z","caller":"traceutil/trace.go:171","msg":"trace[160059851] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"491.476531ms","start":"2026-02-26T22:12:53.592352Z","end":"2026-02-26T22:12:54.083829Z","steps":["trace[160059851] 'process raft request' (duration: 289.923351ms)","trace[160059851] 'compare' (duration: 200.816912ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:12:54.084088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:53.592336Z","time spent":"491.635415ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:54.084311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.284856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227481"} {"level":"info","ts":"2026-02-26T22:12:54.08439Z","caller":"traceutil/trace.go:171","msg":"trace[831384252] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8162; }","duration":"491.396809ms","start":"2026-02-26T22:12:53.592976Z","end":"2026-02-26T22:12:54.084373Z","steps":["trace[831384252] 'agreement among raft nodes before linearized reading' (duration: 490.868736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:54.084438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:53.592963Z","time spent":"491.464152ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227503,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T22:12:54.129779Z","caller":"traceutil/trace.go:171","msg":"trace[496784496] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"536.311093ms","start":"2026-02-26T22:12:53.593433Z","end":"2026-02-26T22:12:54.129744Z","steps":["trace[496784496] 'process raft request' (duration: 536.222531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:54.130118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:53.593425Z","time spent":"536.465227ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:54.13061Z","caller":"traceutil/trace.go:171","msg":"trace[1733051965] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"537.522253ms","start":"2026-02-26T22:12:53.593074Z","end":"2026-02-26T22:12:54.130596Z","steps":["trace[1733051965] 'process raft request' (duration: 536.304123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:54.130687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:53.593065Z","time spent":"537.586405ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:54.130852Z","caller":"traceutil/trace.go:171","msg":"trace[1293315353] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"537.624425ms","start":"2026-02-26T22:12:53.593216Z","end":"2026-02-26T22:12:54.13084Z","steps":["trace[1293315353] 'process raft request' (duration: 536.342004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:54.130917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:53.593193Z","time spent":"537.692267ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:12:54.131152Z","caller":"traceutil/trace.go:171","msg":"trace[1656021313] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"537.876742ms","start":"2026-02-26T22:12:53.593263Z","end":"2026-02-26T22:12:54.13114Z","steps":["trace[1656021313] 'process raft request' (duration: 536.342044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:54.131218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:53.593239Z","time spent":"537.941764ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:12:54.139323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.665951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:12:54.139367Z","caller":"traceutil/trace.go:171","msg":"trace[1822857883] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8167; }","duration":"524.759913ms","start":"2026-02-26T22:12:53.614596Z","end":"2026-02-26T22:12:54.139356Z","steps":["trace[1822857883] 'agreement among raft nodes before linearized reading' (duration: 524.672001ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:12:54.139353Z","caller":"traceutil/trace.go:171","msg":"trace[2020624544] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"200.545835ms","start":"2026-02-26T22:12:53.938766Z","end":"2026-02-26T22:12:54.139312Z","steps":["trace[2020624544] 'process raft request' (duration: 200.416882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:54.139438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.078672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:12:54.139477Z","caller":"traceutil/trace.go:171","msg":"trace[1540390439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8167; }","duration":"102.163405ms","start":"2026-02-26T22:12:54.037307Z","end":"2026-02-26T22:12:54.13947Z","steps":["trace[1540390439] 'agreement among raft nodes before linearized reading' (duration: 102.114244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:12:54.139404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:12:53.614583Z","time spent":"524.814635ms","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:13:03.579947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.536791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:13:03.580257Z","caller":"traceutil/trace.go:171","msg":"trace[959684214] linearizableReadLoop","detail":"{readStateIndex:8576; appliedIndex:8574; }","duration":"255.860908ms","start":"2026-02-26T22:13:03.324371Z","end":"2026-02-26T22:13:03.580232Z","steps":["trace[959684214] 'read index received' (duration: 90.652µs)","trace[959684214] 'applied index is now lower than readState.Index' (duration: 255.769016ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:13:03.580405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.039403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:13:03.580443Z","caller":"traceutil/trace.go:171","msg":"trace[1089845350] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8247; }","duration":"256.129515ms","start":"2026-02-26T22:13:03.324303Z","end":"2026-02-26T22:13:03.580433Z","steps":["trace[1089845350] 'agreement among raft nodes before linearized reading' (duration: 255.999702ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:13:03.580742Z","caller":"traceutil/trace.go:171","msg":"trace[1222277587] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8247; }","duration":"444.711083ms","start":"2026-02-26T22:13:03.136018Z","end":"2026-02-26T22:13:03.580729Z","steps":["trace[1222277587] 'process raft request' (duration: 68.141922ms)","trace[1222277587] 'compare' (duration: 374.049698ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:13:03.58082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:03.136006Z","time spent":"444.776655ms","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-02-26T22:13:03.581087Z","caller":"traceutil/trace.go:171","msg":"trace[384908550] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8247; }","duration":"444.585331ms","start":"2026-02-26T22:13:03.136485Z","end":"2026-02-26T22:13:03.58107Z","steps":["trace[384908550] 'process raft request' (duration: 443.623236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:03.581173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:03.136473Z","time spent":"444.656263ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4673,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:13:03.823796Z","caller":"traceutil/trace.go:171","msg":"trace[55519746] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"110.091036ms","start":"2026-02-26T22:13:03.713679Z","end":"2026-02-26T22:13:03.82377Z","steps":["trace[55519746] 'process raft request' (duration: 96.586507ms)","trace[55519746] 'compare' (duration: 13.415867ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:13:04.770241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.194079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:13:04.770498Z","caller":"traceutil/trace.go:171","msg":"trace[316909516] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"573.111671ms","start":"2026-02-26T22:13:04.197346Z","end":"2026-02-26T22:13:04.770458Z","steps":["trace[316909516] 'process raft request' (duration: 187.595624ms)","trace[316909516] 'compare' (duration: 385.035125ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:13:04.770523Z","caller":"traceutil/trace.go:171","msg":"trace[1948373428] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"572.672849ms","start":"2026-02-26T22:13:04.197823Z","end":"2026-02-26T22:13:04.770496Z","steps":["trace[1948373428] 'process raft request' (duration: 572.525395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:04.770638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:04.197806Z","time spent":"572.781752ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:13:04.770664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:04.197321Z","time spent":"573.257615ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:13:04.770767Z","caller":"traceutil/trace.go:171","msg":"trace[1238803512] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"572.678459ms","start":"2026-02-26T22:13:04.198081Z","end":"2026-02-26T22:13:04.77076Z","steps":["trace[1238803512] 'process raft request' (duration: 572.362362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:04.770808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:04.197999Z","time spent":"572.793132ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:13:04.770891Z","caller":"traceutil/trace.go:171","msg":"trace[1528381174] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"199.498462ms","start":"2026-02-26T22:13:04.571374Z","end":"2026-02-26T22:13:04.770873Z","steps":["trace[1528381174] 'process raft request' (duration: 199.42703ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:13:04.770934Z","caller":"traceutil/trace.go:171","msg":"trace[1177815458] linearizableReadLoop","detail":"{readStateIndex:8589; appliedIndex:8585; }","duration":"572.363121ms","start":"2026-02-26T22:13:04.198544Z","end":"2026-02-26T22:13:04.770907Z","steps":["trace[1177815458] 'read index received' (duration: 8.111663ms)","trace[1177815458] 'applied index is now lower than readState.Index' (duration: 564.249308ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:13:04.770971Z","caller":"traceutil/trace.go:171","msg":"trace[1987168400] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"570.887005ms","start":"2026-02-26T22:13:04.200063Z","end":"2026-02-26T22:13:04.77095Z","steps":["trace[1987168400] 'process raft request' (duration: 570.605498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:04.771262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:04.200046Z","time spent":"571.178962ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T22:13:04.771353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.787621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227396"} {"level":"info","ts":"2026-02-26T22:13:04.771398Z","caller":"traceutil/trace.go:171","msg":"trace[1278106346] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8262; }","duration":"572.872094ms","start":"2026-02-26T22:13:04.198513Z","end":"2026-02-26T22:13:04.771385Z","steps":["trace[1278106346] 'agreement among raft nodes before linearized reading' (duration: 572.475834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:04.771399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.781612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.1897eb8bc5050a86\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-02-26T22:13:04.771434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:04.198504Z","time spent":"572.920205ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227418,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T22:13:04.771442Z","caller":"traceutil/trace.go:171","msg":"trace[355359693] range","detail":"{range_begin:/registry/events/openstack/ceph.1897eb8bc5050a86; range_end:; response_count:1; response_revision:8262; }","duration":"572.837523ms","start":"2026-02-26T22:13:04.19859Z","end":"2026-02-26T22:13:04.771427Z","steps":["trace[355359693] 'agreement among raft nodes before linearized reading' (duration: 572.662069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:04.771473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:04.198585Z","time spent":"572.881204ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.1897eb8bc5050a86\" "} {"level":"warn","ts":"2026-02-26T22:13:04.771477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.066245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:13:04.771502Z","caller":"traceutil/trace.go:171","msg":"trace[1721761742] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8262; }","duration":"381.120557ms","start":"2026-02-26T22:13:04.390375Z","end":"2026-02-26T22:13:04.771496Z","steps":["trace[1721761742] 'agreement among raft nodes before linearized reading' (duration: 381.073025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:04.771516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:04.39036Z","time spent":"381.151267ms","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:13:04.771577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.466983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:13:04.771634Z","caller":"traceutil/trace.go:171","msg":"trace[1115558847] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8262; }","duration":"406.562785ms","start":"2026-02-26T22:13:04.365052Z","end":"2026-02-26T22:13:04.771615Z","steps":["trace[1115558847] 'agreement among raft nodes before linearized reading' (duration: 406.469413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:04.77168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:04.365032Z","time spent":"406.635158ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:13:05.116798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.009559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:13:05.116915Z","caller":"traceutil/trace.go:171","msg":"trace[1994950046] linearizableReadLoop","detail":"{readStateIndex:8592; appliedIndex:8591; }","duration":"341.986593ms","start":"2026-02-26T22:13:04.774909Z","end":"2026-02-26T22:13:05.116895Z","steps":["trace[1994950046] 'read index received' (duration: 195.727088ms)","trace[1994950046] 'applied index is now lower than readState.Index' (duration: 146.258335ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:13:05.117006Z","caller":"traceutil/trace.go:171","msg":"trace[711429375] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"342.454365ms","start":"2026-02-26T22:13:04.77452Z","end":"2026-02-26T22:13:05.116974Z","steps":["trace[711429375] 'process raft request' (duration: 196.17453ms)","trace[711429375] 'compare' (duration: 145.851474ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:13:05.117088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.188918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-26T22:13:05.117116Z","caller":"traceutil/trace.go:171","msg":"trace[1745983919] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8263; }","duration":"342.26611ms","start":"2026-02-26T22:13:04.774841Z","end":"2026-02-26T22:13:05.117107Z","steps":["trace[1745983919] 'agreement among raft nodes before linearized reading' (duration: 342.130377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:05.117159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:04.77482Z","time spent":"342.331821ms","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T22:13:05.117182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:04.774495Z","time spent":"342.603598ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:13:05.140676Z","caller":"traceutil/trace.go:171","msg":"trace[2007440427] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"364.650872ms","start":"2026-02-26T22:13:04.775991Z","end":"2026-02-26T22:13:05.140641Z","steps":["trace[2007440427] 'process raft request' (duration: 364.56256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:05.140873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:04.775971Z","time spent":"364.801986ms","remote":"127.0.0.1:38086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:13:05.140689Z","caller":"traceutil/trace.go:171","msg":"trace[1245647408] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"365.019171ms","start":"2026-02-26T22:13:04.775633Z","end":"2026-02-26T22:13:05.140652Z","steps":["trace[1245647408] 'process raft request' (duration: 364.763595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:05.141046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:04.775608Z","time spent":"365.384701ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T22:13:05.849233Z","caller":"traceutil/trace.go:171","msg":"trace[1087386056] linearizableReadLoop","detail":"{readStateIndex:8595; appliedIndex:8592; }","duration":"732.267239ms","start":"2026-02-26T22:13:05.116941Z","end":"2026-02-26T22:13:05.849209Z","steps":["trace[1087386056] 'read index received' (duration: 23.447399ms)","trace[1087386056] 'applied index is now lower than readState.Index' (duration: 708.81889ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:13:05.849434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073410461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-02-26T22:13:05.849456Z","caller":"traceutil/trace.go:171","msg":"trace[1510850918] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"842.50621ms","start":"2026-02-26T22:13:05.006918Z","end":"2026-02-26T22:13:05.849425Z","steps":["trace[1510850918] 'process raft request' (duration: 842.141731ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:13:05.849511Z","caller":"traceutil/trace.go:171","msg":"trace[597285866] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8266; }","duration":"1.073537684s","start":"2026-02-26T22:13:04.775956Z","end":"2026-02-26T22:13:05.849494Z","steps":["trace[597285866] 'agreement among raft nodes before linearized reading' (duration: 1.073308949s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:05.849559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:04.775943Z","time spent":"1.073605596s","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":620,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-02-26T22:13:05.849604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:05.006891Z","time spent":"842.636403ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:13:05.849596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073395011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-26T22:13:05.849872Z","caller":"traceutil/trace.go:171","msg":"trace[429667952] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8266; }","duration":"1.073909013s","start":"2026-02-26T22:13:04.775948Z","end":"2026-02-26T22:13:05.849857Z","steps":["trace[429667952] 'agreement among raft nodes before linearized reading' (duration: 1.07337931s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:05.84995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074101459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-02-26T22:13:05.850016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:04.775937Z","time spent":"1.074064058s","remote":"127.0.0.1:38140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-02-26T22:13:05.850157Z","caller":"traceutil/trace.go:171","msg":"trace[1559664200] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8266; }","duration":"1.074365815s","start":"2026-02-26T22:13:04.775736Z","end":"2026-02-26T22:13:05.850102Z","steps":["trace[1559664200] 'agreement among raft nodes before linearized reading' (duration: 1.073763671s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:05.850258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:04.775648Z","time spent":"1.074596592s","remote":"127.0.0.1:38140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-02-26T22:13:05.874514Z","caller":"traceutil/trace.go:171","msg":"trace[559928846] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"164.702578ms","start":"2026-02-26T22:13:05.709792Z","end":"2026-02-26T22:13:05.874494Z","steps":["trace[559928846] 'process raft request' (duration: 164.626176ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:13:05.874611Z","caller":"traceutil/trace.go:171","msg":"trace[954229271] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"217.952836ms","start":"2026-02-26T22:13:05.656647Z","end":"2026-02-26T22:13:05.8746Z","steps":["trace[954229271] 'process raft request' (duration: 203.254807ms)","trace[954229271] 'compare' (duration: 14.371581ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:13:05.874609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.068244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.1897eb909f35592a\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-02-26T22:13:05.874505Z","caller":"traceutil/trace.go:171","msg":"trace[563945344] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"164.732699ms","start":"2026-02-26T22:13:05.709748Z","end":"2026-02-26T22:13:05.874481Z","steps":["trace[563945344] 'process raft request' (duration: 164.632997ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:13:05.874718Z","caller":"traceutil/trace.go:171","msg":"trace[2105107222] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.1897eb909f35592a; range_end:; response_count:1; response_revision:8269; }","duration":"730.208786ms","start":"2026-02-26T22:13:05.14449Z","end":"2026-02-26T22:13:05.874699Z","steps":["trace[2105107222] 'agreement among raft nodes before linearized reading' (duration: 729.997971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:05.874768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:05.144474Z","time spent":"730.282279ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":699,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.1897eb909f35592a\" "} {"level":"warn","ts":"2026-02-26T22:13:07.994594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.20427ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T22:13:07.99491Z","caller":"traceutil/trace.go:171","msg":"trace[1486230375] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"139.989277ms","start":"2026-02-26T22:13:07.854901Z","end":"2026-02-26T22:13:07.99489Z","steps":["trace[1486230375] 'process raft request' (duration: 139.822543ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:13:08.052243Z","caller":"traceutil/trace.go:171","msg":"trace[1160386118] linearizableReadLoop","detail":"{readStateIndex:8611; appliedIndex:8607; }","duration":"152.115893ms","start":"2026-02-26T22:13:07.900097Z","end":"2026-02-26T22:13:08.052213Z","steps":["trace[1160386118] 'read index received' (duration: 28.751033ms)","trace[1160386118] 'applied index is now lower than readState.Index' (duration: 123.36347ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:13:08.052282Z","caller":"traceutil/trace.go:171","msg":"trace[1917291159] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"173.055139ms","start":"2026-02-26T22:13:07.879182Z","end":"2026-02-26T22:13:08.052237Z","steps":["trace[1917291159] 'process raft request' (duration: 172.694389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:08.052559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.445691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-26T22:13:08.052603Z","caller":"traceutil/trace.go:171","msg":"trace[1693791246] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"172.156796ms","start":"2026-02-26T22:13:07.880398Z","end":"2026-02-26T22:13:08.052554Z","steps":["trace[1693791246] 'process raft request' (duration: 171.749336ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:13:08.052671Z","caller":"traceutil/trace.go:171","msg":"trace[1632434492] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8281; }","duration":"152.606385ms","start":"2026-02-26T22:13:07.900044Z","end":"2026-02-26T22:13:08.05265Z","steps":["trace[1632434492] 'agreement among raft nodes before linearized reading' (duration: 152.287377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:09.240437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.435303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T22:13:09.240499Z","caller":"traceutil/trace.go:171","msg":"trace[1476409327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8281; }","duration":"958.558466ms","start":"2026-02-26T22:13:08.281926Z","end":"2026-02-26T22:13:09.240484Z","steps":["trace[1476409327] 'range keys from in-memory index tree' (duration: 958.241317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:09.240528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:08.281894Z","time spent":"958.627997ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:13:09.240691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:08.928216Z","time spent":"312.461122ms","remote":"127.0.0.1:50720","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T22:13:09.241022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033021197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T22:13:09.241083Z","caller":"traceutil/trace.go:171","msg":"trace[203914113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8281; }","duration":"1.03312757s","start":"2026-02-26T22:13:08.207942Z","end":"2026-02-26T22:13:09.24107Z","steps":["trace[203914113] 'range keys from in-memory index tree' (duration: 1.032580926s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:09.241133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:08.207921Z","time spent":"1.033204071s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:13:09.291919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398397581,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T22:13:09.428159Z","caller":"traceutil/trace.go:171","msg":"trace[874554073] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"996.669964ms","start":"2026-02-26T22:13:08.431464Z","end":"2026-02-26T22:13:09.428134Z","steps":["trace[874554073] 'process raft request' (duration: 996.278984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:09.428313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:08.431414Z","time spent":"996.818777ms","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414481,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:13:09.796224Z","caller":"traceutil/trace.go:171","msg":"trace[1881920033] linearizableReadLoop","detail":"{readStateIndex:8614; appliedIndex:8611; }","duration":"1.00526015s","start":"2026-02-26T22:13:08.790939Z","end":"2026-02-26T22:13:09.796199Z","steps":["trace[1881920033] 'read index received' (duration: 636.764081ms)","trace[1881920033] 'applied index is now lower than readState.Index' (duration: 368.494639ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:13:09.796712Z","caller":"traceutil/trace.go:171","msg":"trace[567374853] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"551.786975ms","start":"2026-02-26T22:13:09.244865Z","end":"2026-02-26T22:13:09.796652Z","steps":["trace[567374853] 'process raft request' (duration: 550.974395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:09.796785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.741453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T22:13:09.796835Z","caller":"traceutil/trace.go:171","msg":"trace[743511190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8284; }","duration":"984.839735ms","start":"2026-02-26T22:13:08.811983Z","end":"2026-02-26T22:13:09.796823Z","steps":["trace[743511190] 'agreement among raft nodes before linearized reading' (duration: 984.680281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:09.796877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:08.811962Z","time spent":"984.906427ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:13:09.796724Z","caller":"traceutil/trace.go:171","msg":"trace[2130700845] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"551.139058ms","start":"2026-02-26T22:13:09.245551Z","end":"2026-02-26T22:13:09.79669Z","steps":["trace[2130700845] 'process raft request' (duration: 550.445741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:09.796939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:09.244841Z","time spent":"551.968989ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:13:09.797076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006122291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T22:13:09.797115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.340385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:13:09.797161Z","caller":"traceutil/trace.go:171","msg":"trace[853937646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8284; }","duration":"1.006258334s","start":"2026-02-26T22:13:08.790884Z","end":"2026-02-26T22:13:09.797143Z","steps":["trace[853937646] 'agreement among raft nodes before linearized reading' (duration: 1.005978387s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:09.797071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:09.245532Z","time spent":"551.424444ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:13:09.797206Z","caller":"traceutil/trace.go:171","msg":"trace[1830319706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8284; }","duration":"760.469718ms","start":"2026-02-26T22:13:09.036716Z","end":"2026-02-26T22:13:09.797186Z","steps":["trace[1830319706] 'agreement among raft nodes before linearized reading' (duration: 760.322414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:09.797218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:08.790859Z","time spent":"1.006345017s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:13:09.797259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:09.036692Z","time spent":"760.540699ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:13:09.797253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.160408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T22:13:09.79732Z","caller":"traceutil/trace.go:171","msg":"trace[1736624897] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:8284; }","duration":"982.260711ms","start":"2026-02-26T22:13:08.815041Z","end":"2026-02-26T22:13:09.797301Z","steps":["trace[1736624897] 'agreement among raft nodes before linearized reading' (duration: 982.047976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:09.797352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:08.815029Z","time spent":"982.316833ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"warn","ts":"2026-02-26T22:13:09.797521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.991905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T22:13:09.79761Z","caller":"traceutil/trace.go:171","msg":"trace[286259708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8284; }","duration":"986.156149ms","start":"2026-02-26T22:13:08.811439Z","end":"2026-02-26T22:13:09.797595Z","steps":["trace[286259708] 'agreement among raft nodes before linearized reading' (duration: 985.561723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:09.797752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:08.811419Z","time spent":"986.319343ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:13:09.797768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.97215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:13:09.797829Z","caller":"traceutil/trace.go:171","msg":"trace[529409135] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8284; }","duration":"950.063783ms","start":"2026-02-26T22:13:08.847747Z","end":"2026-02-26T22:13:09.797811Z","steps":["trace[529409135] 'agreement among raft nodes before linearized reading' (duration: 949.442926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:09.797874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:13:08.847732Z","time spent":"950.133454ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:13:09.909447Z","caller":"traceutil/trace.go:171","msg":"trace[964516532] linearizableReadLoop","detail":"{readStateIndex:8617; appliedIndex:8614; }","duration":"105.02676ms","start":"2026-02-26T22:13:09.804397Z","end":"2026-02-26T22:13:09.909424Z","steps":["trace[964516532] 'read index received' (duration: 28.848345ms)","trace[964516532] 'applied index is now lower than readState.Index' (duration: 76.177065ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:13:09.909494Z","caller":"traceutil/trace.go:171","msg":"trace[208747724] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"107.957364ms","start":"2026-02-26T22:13:09.801486Z","end":"2026-02-26T22:13:09.909443Z","steps":["trace[208747724] 'process raft request' (duration: 98.482915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:09.909968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.546503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227396"} {"level":"info","ts":"2026-02-26T22:13:09.910027Z","caller":"traceutil/trace.go:171","msg":"trace[209831620] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8287; }","duration":"105.630805ms","start":"2026-02-26T22:13:09.804382Z","end":"2026-02-26T22:13:09.910012Z","steps":["trace[209831620] 'agreement among raft nodes before linearized reading' (duration: 105.135012ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:13:09.909501Z","caller":"traceutil/trace.go:171","msg":"trace[324400926] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"107.4197ms","start":"2026-02-26T22:13:09.802058Z","end":"2026-02-26T22:13:09.909478Z","steps":["trace[324400926] 'process raft request' (duration: 107.280096ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:13:15.523944Z","caller":"traceutil/trace.go:171","msg":"trace[551760922] linearizableReadLoop","detail":"{readStateIndex:8670; appliedIndex:8669; }","duration":"246.461662ms","start":"2026-02-26T22:13:15.277433Z","end":"2026-02-26T22:13:15.523894Z","steps":["trace[551760922] 'read index received' (duration: 246.267388ms)","trace[551760922] 'applied index is now lower than readState.Index' (duration: 192.874µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:13:15.524113Z","caller":"traceutil/trace.go:171","msg":"trace[1031529551] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"292.515221ms","start":"2026-02-26T22:13:15.231549Z","end":"2026-02-26T22:13:15.524064Z","steps":["trace[1031529551] 'process raft request' (duration: 292.177312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:13:15.524232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.775901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:13:15.524316Z","caller":"traceutil/trace.go:171","msg":"trace[90095132] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8339; }","duration":"246.908484ms","start":"2026-02-26T22:13:15.277387Z","end":"2026-02-26T22:13:15.524296Z","steps":["trace[90095132] 'agreement among raft nodes before linearized reading' (duration: 246.701649ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:13:34.285418Z","caller":"traceutil/trace.go:171","msg":"trace[1175907865] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"135.808563ms","start":"2026-02-26T22:13:34.14957Z","end":"2026-02-26T22:13:34.285379Z","steps":["trace[1175907865] 'process raft request' (duration: 52.431628ms)","trace[1175907865] 'compare' (duration: 83.226792ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:13:34.317324Z","caller":"traceutil/trace.go:171","msg":"trace[60293677] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"167.148569ms","start":"2026-02-26T22:13:34.150151Z","end":"2026-02-26T22:13:34.3173Z","steps":["trace[60293677] 'process raft request' (duration: 167.013695ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:14:08.391914Z","caller":"traceutil/trace.go:171","msg":"trace[260269133] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"249.748555ms","start":"2026-02-26T22:14:08.142137Z","end":"2026-02-26T22:14:08.391885Z","steps":["trace[260269133] 'process raft request' (duration: 249.567181ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:14:08.391955Z","caller":"traceutil/trace.go:171","msg":"trace[854991923] linearizableReadLoop","detail":"{readStateIndex:9238; appliedIndex:9238; }","duration":"238.448671ms","start":"2026-02-26T22:14:08.153461Z","end":"2026-02-26T22:14:08.39191Z","steps":["trace[854991923] 'read index received' (duration: 238.43098ms)","trace[854991923] 'applied index is now lower than readState.Index' (duration: 14.881µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:14:08.392256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.773549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T22:14:08.392311Z","caller":"traceutil/trace.go:171","msg":"trace[1440337939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8890; }","duration":"238.896842ms","start":"2026-02-26T22:14:08.153402Z","end":"2026-02-26T22:14:08.392299Z","steps":["trace[1440337939] 'agreement among raft nodes before linearized reading' (duration: 238.665437ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:14:08.567043Z","caller":"traceutil/trace.go:171","msg":"trace[1383496686] linearizableReadLoop","detail":"{readStateIndex:9239; appliedIndex:9238; }","duration":"174.983866ms","start":"2026-02-26T22:14:08.39203Z","end":"2026-02-26T22:14:08.567014Z","steps":["trace[1383496686] 'read index received' (duration: 174.124695ms)","trace[1383496686] 'applied index is now lower than readState.Index' (duration: 857.951µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:14:08.567286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.005681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T22:14:08.567293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.389611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T22:14:08.567328Z","caller":"traceutil/trace.go:171","msg":"trace[1178627215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8891; }","duration":"365.090944ms","start":"2026-02-26T22:14:08.202225Z","end":"2026-02-26T22:14:08.567316Z","steps":["trace[1178627215] 'agreement among raft nodes before linearized reading' (duration: 364.908359ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:14:08.567316Z","caller":"traceutil/trace.go:171","msg":"trace[2069442016] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"354.60804ms","start":"2026-02-26T22:14:08.212676Z","end":"2026-02-26T22:14:08.567284Z","steps":["trace[2069442016] 'process raft request' (duration: 353.298187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:08.56737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:08.202212Z","time spent":"365.149495ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:14:08.567386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.14245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T22:14:08.567448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.034806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T22:14:08.567366Z","caller":"traceutil/trace.go:171","msg":"trace[762832043] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:8891; }","duration":"254.512164ms","start":"2026-02-26T22:14:08.312834Z","end":"2026-02-26T22:14:08.567347Z","steps":["trace[762832043] 'agreement among raft nodes before linearized reading' (duration: 254.231917ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:14:08.568163Z","caller":"traceutil/trace.go:171","msg":"trace[1358284209] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8891; }","duration":"356.525909ms","start":"2026-02-26T22:14:08.211354Z","end":"2026-02-26T22:14:08.567879Z","steps":["trace[1358284209] 'agreement among raft nodes before linearized reading' (duration: 355.835141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:08.567513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:08.212661Z","time spent":"354.755073ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:14:08.568242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:08.211346Z","time spent":"356.879167ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T22:14:08.567525Z","caller":"traceutil/trace.go:171","msg":"trace[1331447868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8891; }","duration":"335.322926ms","start":"2026-02-26T22:14:08.232169Z","end":"2026-02-26T22:14:08.567492Z","steps":["trace[1331447868] 'agreement among raft nodes before linearized reading' (duration: 334.968756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:08.568588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:08.23216Z","time spent":"336.408953ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T22:14:08.577851Z","caller":"traceutil/trace.go:171","msg":"trace[1755680184] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"180.595458ms","start":"2026-02-26T22:14:08.397242Z","end":"2026-02-26T22:14:08.577837Z","steps":["trace[1755680184] 'process raft request' (duration: 180.476815ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:14:08.577878Z","caller":"traceutil/trace.go:171","msg":"trace[353087689] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"158.796349ms","start":"2026-02-26T22:14:08.41907Z","end":"2026-02-26T22:14:08.577866Z","steps":["trace[353087689] 'process raft request' (duration: 158.732608ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:14:08.578073Z","caller":"traceutil/trace.go:171","msg":"trace[1422209685] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"139.965667ms","start":"2026-02-26T22:14:08.438099Z","end":"2026-02-26T22:14:08.578065Z","steps":["trace[1422209685] 'process raft request' (duration: 139.733511ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:14:08.578312Z","caller":"traceutil/trace.go:171","msg":"trace[1501873346] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"113.572914ms","start":"2026-02-26T22:14:08.464724Z","end":"2026-02-26T22:14:08.578297Z","steps":["trace[1501873346] 'process raft request' (duration: 113.324678ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:14:21.818772Z","caller":"traceutil/trace.go:171","msg":"trace[1148858907] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"141.484206ms","start":"2026-02-26T22:14:21.67725Z","end":"2026-02-26T22:14:21.818735Z","steps":["trace[1148858907] 'process raft request' (duration: 141.212499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:23.120604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179598999s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:14:23.120779Z","caller":"traceutil/trace.go:171","msg":"trace[786763468] linearizableReadLoop","detail":"{readStateIndex:9312; appliedIndex:9310; }","duration":"1.420602456s","start":"2026-02-26T22:14:21.700132Z","end":"2026-02-26T22:14:23.120734Z","steps":["trace[786763468] 'read index received' (duration: 118.435937ms)","trace[786763468] 'applied index is now lower than readState.Index' (duration: 1.302164559s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:14:23.120783Z","caller":"traceutil/trace.go:171","msg":"trace[1399316472] transaction","detail":"{read_only:false; response_revision:8962; number_of_response:1; }","duration":"1.42075964s","start":"2026-02-26T22:14:21.699988Z","end":"2026-02-26T22:14:23.120747Z","steps":["trace[1399316472] 'process raft request' (duration: 240.865332ms)","trace[1399316472] 'compare' (duration: 1.179127318s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:14:23.120951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:21.699954Z","time spent":"1.420900214s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:14:23.120969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420819932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:14:23.121055Z","caller":"traceutil/trace.go:171","msg":"trace[178884042] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8962; }","duration":"1.420968765s","start":"2026-02-26T22:14:21.700062Z","end":"2026-02-26T22:14:23.121031Z","steps":["trace[178884042] 'agreement among raft nodes before linearized reading' (duration: 1.420797081s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:23.12111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:21.700043Z","time spent":"1.421057237s","remote":"127.0.0.1:38298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:14:23.173473Z","caller":"traceutil/trace.go:171","msg":"trace[280066128] transaction","detail":"{read_only:false; response_revision:8963; number_of_response:1; }","duration":"555.506417ms","start":"2026-02-26T22:14:22.617935Z","end":"2026-02-26T22:14:23.173441Z","steps":["trace[280066128] 'process raft request' (duration: 555.347343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:23.173678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:22.617914Z","time spent":"555.645391ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:14:23.443971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.118845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:14:23.444217Z","caller":"traceutil/trace.go:171","msg":"trace[742282318] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"820.445506ms","start":"2026-02-26T22:14:22.623737Z","end":"2026-02-26T22:14:23.444183Z","steps":["trace[742282318] 'process raft request' (duration: 606.681895ms)","trace[742282318] 'compare' (duration: 212.966651ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:14:23.444409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:22.623718Z","time spent":"820.576408ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:14:23.44442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.949436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T22:14:23.444472Z","caller":"traceutil/trace.go:171","msg":"trace[1177632803] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:8965; }","duration":"774.022518ms","start":"2026-02-26T22:14:22.670434Z","end":"2026-02-26T22:14:23.444456Z","steps":["trace[1177632803] 'agreement among raft nodes before linearized reading' (duration: 773.896355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:23.444511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:22.670422Z","time spent":"774.080529ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"info","ts":"2026-02-26T22:14:23.444528Z","caller":"traceutil/trace.go:171","msg":"trace[1225112455] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"818.746782ms","start":"2026-02-26T22:14:22.625716Z","end":"2026-02-26T22:14:23.444463Z","steps":["trace[1225112455] 'process raft request' (duration: 818.365693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:23.444566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.315322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T22:14:23.444666Z","caller":"traceutil/trace.go:171","msg":"trace[1661015617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8965; }","duration":"787.416065ms","start":"2026-02-26T22:14:22.657217Z","end":"2026-02-26T22:14:23.444633Z","steps":["trace[1661015617] 'agreement among raft nodes before linearized reading' (duration: 787.170859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:23.444423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.977008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-26T22:14:23.444721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:22.657167Z","time spent":"787.544318ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:14:23.444736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:22.625666Z","time spent":"818.972028ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:14:23.444767Z","caller":"traceutil/trace.go:171","msg":"trace[310877076] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8965; }","duration":"583.407928ms","start":"2026-02-26T22:14:22.861334Z","end":"2026-02-26T22:14:23.444742Z","steps":["trace[310877076] 'agreement among raft nodes before linearized reading' (duration: 582.864425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:23.444819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:22.861314Z","time spent":"583.495261ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:14:23.444839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.363308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T22:14:23.444924Z","caller":"traceutil/trace.go:171","msg":"trace[1049143682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8965; }","duration":"788.491511ms","start":"2026-02-26T22:14:22.656412Z","end":"2026-02-26T22:14:23.444904Z","steps":["trace[1049143682] 'agreement among raft nodes before linearized reading' (duration: 788.220805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:23.444982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:22.656391Z","time spent":"788.578144ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:14:23.445086Z","caller":"traceutil/trace.go:171","msg":"trace[2042059404] linearizableReadLoop","detail":"{readStateIndex:9315; appliedIndex:9312; }","duration":"324.217416ms","start":"2026-02-26T22:14:23.120819Z","end":"2026-02-26T22:14:23.445036Z","steps":["trace[2042059404] 'read index received' (duration: 52.437697ms)","trace[2042059404] 'applied index is now lower than readState.Index' (duration: 271.720767ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:14:23.445177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.932236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-02-26T22:14:23.445205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.28056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T22:14:23.445227Z","caller":"traceutil/trace.go:171","msg":"trace[1645004599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8965; }","duration":"812.332431ms","start":"2026-02-26T22:14:22.632889Z","end":"2026-02-26T22:14:23.445221Z","steps":["trace[1645004599] 'agreement among raft nodes before linearized reading' (duration: 812.254399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:23.44522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.566718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T22:14:23.445233Z","caller":"traceutil/trace.go:171","msg":"trace[2116482703] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8965; }","duration":"884.987497ms","start":"2026-02-26T22:14:22.560231Z","end":"2026-02-26T22:14:23.445218Z","steps":["trace[2116482703] 'agreement among raft nodes before linearized reading' (duration: 884.778562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:23.445274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:22.560212Z","time spent":"885.053848ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-26T22:14:23.445271Z","caller":"traceutil/trace.go:171","msg":"trace[1301900191] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:8965; }","duration":"980.65559ms","start":"2026-02-26T22:14:22.464602Z","end":"2026-02-26T22:14:23.445258Z","steps":["trace[1301900191] 'agreement among raft nodes before linearized reading' (duration: 980.519197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:23.44525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:22.632877Z","time spent":"812.368992ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:14:23.44532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:22.46458Z","time spent":"980.728832ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"warn","ts":"2026-02-26T22:14:23.445326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408153742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:14:23.445487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.281611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T22:14:23.445424Z","caller":"traceutil/trace.go:171","msg":"trace[1834108951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8965; }","duration":"1.408336786s","start":"2026-02-26T22:14:22.037071Z","end":"2026-02-26T22:14:23.445408Z","steps":["trace[1834108951] 'agreement among raft nodes before linearized reading' (duration: 1.40808295s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:14:23.445629Z","caller":"traceutil/trace.go:171","msg":"trace[2073393466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8965; }","duration":"789.454397ms","start":"2026-02-26T22:14:22.656156Z","end":"2026-02-26T22:14:23.44561Z","steps":["trace[2073393466] 'agreement among raft nodes before linearized reading' (duration: 788.755809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:23.445663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:22.037038Z","time spent":"1.408600314s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:14:23.445678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:22.656114Z","time spent":"789.552129ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:14:23.445126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.718764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T22:14:23.44592Z","caller":"traceutil/trace.go:171","msg":"trace[208719029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8965; }","duration":"962.549916ms","start":"2026-02-26T22:14:22.483344Z","end":"2026-02-26T22:14:23.445894Z","steps":["trace[208719029] 'agreement among raft nodes before linearized reading' (duration: 961.682013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:23.445989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:22.483327Z","time spent":"962.643118ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:14:24.247118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.919674ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-26T22:14:24.247395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:23.447358Z","time spent":"800.016843ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T22:14:24.247444Z","caller":"traceutil/trace.go:171","msg":"trace[236042394] linearizableReadLoop","detail":"{readStateIndex:9316; appliedIndex:9315; }","duration":"799.710065ms","start":"2026-02-26T22:14:23.447511Z","end":"2026-02-26T22:14:24.247221Z","steps":["trace[236042394] 'read index received' (duration: 478.697188ms)","trace[236042394] 'applied index is now lower than readState.Index' (duration: 321.011437ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:14:24.247789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.251008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:14:24.247861Z","caller":"traceutil/trace.go:171","msg":"trace[167078616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8965; }","duration":"800.363031ms","start":"2026-02-26T22:14:23.447481Z","end":"2026-02-26T22:14:24.247844Z","steps":["trace[167078616] 'agreement among raft nodes before linearized reading' (duration: 800.181267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:24.247903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:23.447464Z","time spent":"800.431482ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:14:24.278391Z","caller":"traceutil/trace.go:171","msg":"trace[435514263] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"828.752574ms","start":"2026-02-26T22:14:23.449613Z","end":"2026-02-26T22:14:24.278365Z","steps":["trace[435514263] 'process raft request' (duration: 828.463687ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:14:24.278446Z","caller":"traceutil/trace.go:171","msg":"trace[1793483427] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"828.360104ms","start":"2026-02-26T22:14:23.450077Z","end":"2026-02-26T22:14:24.278437Z","steps":["trace[1793483427] 'process raft request' (duration: 828.163659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:24.278518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:23.449593Z","time spent":"828.855936ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:14:24.27838Z","caller":"traceutil/trace.go:171","msg":"trace[244690292] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"827.867072ms","start":"2026-02-26T22:14:23.450489Z","end":"2026-02-26T22:14:24.278356Z","steps":["trace[244690292] 'process raft request' (duration: 827.78849ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:14:24.278658Z","caller":"traceutil/trace.go:171","msg":"trace[1507673428] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"828.073247ms","start":"2026-02-26T22:14:23.450562Z","end":"2026-02-26T22:14:24.278635Z","steps":["trace[1507673428] 'process raft request' (duration: 827.745719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:24.278799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:23.450474Z","time spent":"828.22151ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:14:24.278828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:23.450552Z","time spent":"828.19416ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:14:24.278924Z","caller":"traceutil/trace.go:171","msg":"trace[1986862800] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"828.169439ms","start":"2026-02-26T22:14:23.450731Z","end":"2026-02-26T22:14:24.278901Z","steps":["trace[1986862800] 'process raft request' (duration: 827.820871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:24.279027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:23.450723Z","time spent":"828.246971ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:14:24.278561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:23.450061Z","time spent":"828.422446ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:14:24.317949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.911865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:14:24.318019Z","caller":"traceutil/trace.go:171","msg":"trace[1689652185] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8972; }","duration":"212.023648ms","start":"2026-02-26T22:14:24.105976Z","end":"2026-02-26T22:14:24.318Z","steps":["trace[1689652185] 'agreement among raft nodes before linearized reading' (duration: 211.909965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:24.318007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.877091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T22:14:24.318213Z","caller":"traceutil/trace.go:171","msg":"trace[1887723033] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8972; }","duration":"869.094167ms","start":"2026-02-26T22:14:23.449095Z","end":"2026-02-26T22:14:24.318189Z","steps":["trace[1887723033] 'agreement among raft nodes before linearized reading' (duration: 868.721368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:24.318288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:23.449089Z","time spent":"869.177339ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:14:24.31825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.21446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5083bfa4-0682-406f-a2c5-163da163bf44\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-02-26T22:14:24.318391Z","caller":"traceutil/trace.go:171","msg":"trace[2090115726] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5083bfa4-0682-406f-a2c5-163da163bf44; range_end:; response_count:1; response_revision:8972; }","duration":"869.388054ms","start":"2026-02-26T22:14:23.448984Z","end":"2026-02-26T22:14:24.318372Z","steps":["trace[2090115726] 'agreement among raft nodes before linearized reading' (duration: 869.013505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:24.318481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:23.448967Z","time spent":"869.493877ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-5083bfa4-0682-406f-a2c5-163da163bf44\" "} {"level":"info","ts":"2026-02-26T22:14:24.318191Z","caller":"traceutil/trace.go:171","msg":"trace[1343601340] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"341.238454ms","start":"2026-02-26T22:14:23.976808Z","end":"2026-02-26T22:14:24.318047Z","steps":["trace[1343601340] 'process raft request' (duration: 340.774642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:24.318558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.848081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289852"} {"level":"info","ts":"2026-02-26T22:14:24.318667Z","caller":"traceutil/trace.go:171","msg":"trace[1638938283] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8972; }","duration":"867.029355ms","start":"2026-02-26T22:14:23.451617Z","end":"2026-02-26T22:14:24.318647Z","steps":["trace[1638938283] 'agreement among raft nodes before linearized reading' (duration: 866.188754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:14:24.318745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:23.451612Z","time spent":"867.117237ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289874,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T22:14:24.318834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:14:23.976785Z","time spent":"341.841289ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:15:44.650035Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7309} {"level":"info","ts":"2026-02-26T22:15:44.720222Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7309,"took":"68.126505ms","hash":3451391871,"current-db-size-bytes":40804352,"current-db-size":"41 MB","current-db-size-in-use-bytes":24104960,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-26T22:15:44.720283Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3451391871,"revision":7309,"compact-revision":5284} {"level":"info","ts":"2026-02-26T22:16:06.854238Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"17dd22a2661aae79","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T22:16:06.861391Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-26T22:16:06.861502Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-26T22:16:28.052049Z","caller":"traceutil/trace.go:171","msg":"trace[1911865758] transaction","detail":"{read_only:false; response_revision:9763; number_of_response:1; }","duration":"112.394803ms","start":"2026-02-26T22:16:27.939611Z","end":"2026-02-26T22:16:28.052006Z","steps":["trace[1911865758] 'process raft request' (duration: 79.341105ms)","trace[1911865758] 'compare' (duration: 32.621087ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:16:31.277107Z","caller":"traceutil/trace.go:171","msg":"trace[685385645] linearizableReadLoop","detail":"{readStateIndex:10156; appliedIndex:10155; }","duration":"284.188611ms","start":"2026-02-26T22:16:30.992894Z","end":"2026-02-26T22:16:31.277083Z","steps":["trace[685385645] 'read index received' (duration: 283.983916ms)","trace[685385645] 'applied index is now lower than readState.Index' (duration: 203.585µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:16:31.277219Z","caller":"traceutil/trace.go:171","msg":"trace[586799443] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"285.579867ms","start":"2026-02-26T22:16:30.991607Z","end":"2026-02-26T22:16:31.277187Z","steps":["trace[586799443] 'process raft request' (duration: 285.324651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:16:31.277355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.437807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T22:16:31.277398Z","caller":"traceutil/trace.go:171","msg":"trace[1087354053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9775; }","duration":"284.51759ms","start":"2026-02-26T22:16:30.99287Z","end":"2026-02-26T22:16:31.277387Z","steps":["trace[1087354053] 'agreement among raft nodes before linearized reading' (duration: 284.338296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:16:31.277411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.875619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T22:16:31.277434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.988431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:16:31.277486Z","caller":"traceutil/trace.go:171","msg":"trace[1399997419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9775; }","duration":"282.994002ms","start":"2026-02-26T22:16:30.994475Z","end":"2026-02-26T22:16:31.277469Z","steps":["trace[1399997419] 'agreement among raft nodes before linearized reading' (duration: 282.813667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:16:31.27748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.308206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T22:16:31.277517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.442763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T22:16:31.277561Z","caller":"traceutil/trace.go:171","msg":"trace[1284118764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9775; }","duration":"282.409778ms","start":"2026-02-26T22:16:30.995132Z","end":"2026-02-26T22:16:31.277541Z","steps":["trace[1284118764] 'agreement among raft nodes before linearized reading' (duration: 282.238033ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:16:31.277554Z","caller":"traceutil/trace.go:171","msg":"trace[421675319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9775; }","duration":"239.144884ms","start":"2026-02-26T22:16:31.038383Z","end":"2026-02-26T22:16:31.277528Z","steps":["trace[421675319] 'agreement among raft nodes before linearized reading' (duration: 238.943599ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:16:31.277592Z","caller":"traceutil/trace.go:171","msg":"trace[1948234939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9775; }","duration":"279.555746ms","start":"2026-02-26T22:16:30.998018Z","end":"2026-02-26T22:16:31.277573Z","steps":["trace[1948234939] 'agreement among raft nodes before linearized reading' (duration: 279.298989ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:18:30.987393Z","caller":"traceutil/trace.go:171","msg":"trace[334645010] transaction","detail":"{read_only:false; response_revision:10435; number_of_response:1; }","duration":"108.762607ms","start":"2026-02-26T22:18:30.878612Z","end":"2026-02-26T22:18:30.987375Z","steps":["trace[334645010] 'process raft request' (duration: 108.638304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:19:39.028746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398405218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:19:39.248663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.996173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T22:19:39.248681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.655214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T22:19:39.248705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.277945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T22:19:39.248754Z","caller":"traceutil/trace.go:171","msg":"trace[1938662085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11107; }","duration":"895.259368ms","start":"2026-02-26T22:19:38.353478Z","end":"2026-02-26T22:19:39.248737Z","steps":["trace[1938662085] 'range keys from in-memory index tree' (duration: 894.52678ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:19:39.248751Z","caller":"traceutil/trace.go:171","msg":"trace[769250234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11107; }","duration":"867.126116ms","start":"2026-02-26T22:19:38.381602Z","end":"2026-02-26T22:19:39.248728Z","steps":["trace[769250234] 'range keys from in-memory index tree' (duration: 866.844869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:19:39.248789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.35346Z","time spent":"895.322571ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:19:39.248784Z","caller":"traceutil/trace.go:171","msg":"trace[429628966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11107; }","duration":"872.397418ms","start":"2026-02-26T22:19:38.376367Z","end":"2026-02-26T22:19:39.248764Z","steps":["trace[429628966] 'range keys from in-memory index tree' (duration: 872.102701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:19:39.248798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.381587Z","time spent":"867.201298ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:19:39.248826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.376354Z","time spent":"872.463359ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T22:19:39.249109Z","caller":"traceutil/trace.go:171","msg":"trace[1247786056] transaction","detail":"{read_only:false; response_revision:11108; number_of_response:1; }","duration":"816.905262ms","start":"2026-02-26T22:19:38.432188Z","end":"2026-02-26T22:19:39.249093Z","steps":["trace[1247786056] 'process raft request' (duration: 778.031511ms)","trace[1247786056] 'compare' (duration: 37.706612ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:19:39.249202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.432164Z","time spent":"816.975313ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:19:39.248603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.005892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T22:19:39.24954Z","caller":"traceutil/trace.go:171","msg":"trace[411990139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11107; }","duration":"896.001997ms","start":"2026-02-26T22:19:38.353519Z","end":"2026-02-26T22:19:39.249521Z","steps":["trace[411990139] 'range keys from in-memory index tree' (duration: 894.827308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:19:39.24959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.353498Z","time spent":"896.077279ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T22:19:39.250931Z","caller":"traceutil/trace.go:171","msg":"trace[1293460606] transaction","detail":"{read_only:false; response_revision:11109; number_of_response:1; }","duration":"695.258725ms","start":"2026-02-26T22:19:38.55564Z","end":"2026-02-26T22:19:39.250899Z","steps":["trace[1293460606] 'process raft request' (duration: 695.0704ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:19:39.251063Z","caller":"traceutil/trace.go:171","msg":"trace[1315865315] linearizableReadLoop","detail":"{readStateIndex:11534; appliedIndex:11530; }","duration":"723.149491ms","start":"2026-02-26T22:19:38.527899Z","end":"2026-02-26T22:19:39.251049Z","steps":["trace[1315865315] 'read index received' (duration: 682.342052ms)","trace[1315865315] 'applied index is now lower than readState.Index' (duration: 40.806769ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:19:39.2511Z","caller":"traceutil/trace.go:171","msg":"trace[663784938] transaction","detail":"{read_only:false; response_revision:11110; number_of_response:1; }","duration":"625.512332ms","start":"2026-02-26T22:19:38.625574Z","end":"2026-02-26T22:19:39.251086Z","steps":["trace[663784938] 'process raft request' (duration: 625.285297ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:19:39.251146Z","caller":"traceutil/trace.go:171","msg":"trace[905783482] transaction","detail":"{read_only:false; response_revision:11111; number_of_response:1; }","duration":"623.838971ms","start":"2026-02-26T22:19:38.6273Z","end":"2026-02-26T22:19:39.251139Z","steps":["trace[905783482] 'process raft request' (duration: 623.708957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:19:39.251204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.627274Z","time spent":"623.892571ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:19:39.251203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.625551Z","time spent":"625.576204ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:19:39.251287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.577413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:19:39.251279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.302523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:19:39.251343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.445118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:19:39.251361Z","caller":"traceutil/trace.go:171","msg":"trace[1815784909] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11111; }","duration":"723.5017ms","start":"2026-02-26T22:19:38.527854Z","end":"2026-02-26T22:19:39.251356Z","steps":["trace[1815784909] 'agreement among raft nodes before linearized reading' (duration: 723.473979ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:19:39.251354Z","caller":"traceutil/trace.go:171","msg":"trace[1218706224] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11111; }","duration":"723.420007ms","start":"2026-02-26T22:19:38.527914Z","end":"2026-02-26T22:19:39.251334Z","steps":["trace[1218706224] 'agreement among raft nodes before linearized reading' (duration: 723.299544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:19:39.25138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.527833Z","time spent":"723.54375ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:19:39.251403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.527895Z","time spent":"723.50001ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T22:19:39.251454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.006238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:19:39.251479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.208683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:19:39.251499Z","caller":"traceutil/trace.go:171","msg":"trace[875987159] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11111; }","duration":"446.246745ms","start":"2026-02-26T22:19:38.805246Z","end":"2026-02-26T22:19:39.251493Z","steps":["trace[875987159] 'agreement among raft nodes before linearized reading' (duration: 446.219765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:19:39.251526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.805238Z","time spent":"446.283976ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T22:19:39.251572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.245835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-02-26T22:19:39.251583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.87366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:19:39.251594Z","caller":"traceutil/trace.go:171","msg":"trace[1067394171] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11111; }","duration":"442.286566ms","start":"2026-02-26T22:19:38.809303Z","end":"2026-02-26T22:19:39.251589Z","steps":["trace[1067394171] 'agreement among raft nodes before linearized reading' (duration: 442.212804ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:19:39.2516Z","caller":"traceutil/trace.go:171","msg":"trace[1528968822] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11111; }","duration":"446.930642ms","start":"2026-02-26T22:19:38.804664Z","end":"2026-02-26T22:19:39.251595Z","steps":["trace[1528968822] 'agreement among raft nodes before linearized reading' (duration: 446.905231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:19:39.251614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.809293Z","time spent":"442.316166ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-02-26T22:19:39.251478Z","caller":"traceutil/trace.go:171","msg":"trace[1688082719] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11111; }","duration":"446.07021ms","start":"2026-02-26T22:19:38.805401Z","end":"2026-02-26T22:19:39.251471Z","steps":["trace[1688082719] 'agreement among raft nodes before linearized reading' (duration: 446.030959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:19:39.251643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.963564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T22:19:39.251668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.80538Z","time spent":"446.282135ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-26T22:19:39.251616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.804642Z","time spent":"446.970963ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-02-26T22:19:39.251682Z","caller":"traceutil/trace.go:171","msg":"trace[470781533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11111; }","duration":"600.077497ms","start":"2026-02-26T22:19:38.65159Z","end":"2026-02-26T22:19:39.251668Z","steps":["trace[470781533] 'agreement among raft nodes before linearized reading' (duration: 600.015315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:19:39.251504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.701312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:19:39.251748Z","caller":"traceutil/trace.go:171","msg":"trace[1565692372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11111; }","duration":"214.989699ms","start":"2026-02-26T22:19:39.036752Z","end":"2026-02-26T22:19:39.251742Z","steps":["trace[1565692372] 'agreement among raft nodes before linearized reading' (duration: 214.739183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:19:39.251716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.651557Z","time spent":"600.148578ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:19:39.251829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.687589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T22:19:39.251859Z","caller":"traceutil/trace.go:171","msg":"trace[1558750746] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:11111; }","duration":"688.737071ms","start":"2026-02-26T22:19:38.563113Z","end":"2026-02-26T22:19:39.25185Z","steps":["trace[1558750746] 'agreement among raft nodes before linearized reading' (duration: 688.625138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:19:39.251885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.563101Z","time spent":"688.777902ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"warn","ts":"2026-02-26T22:19:39.251911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.911918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:19:39.251936Z","caller":"traceutil/trace.go:171","msg":"trace[442993958] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11111; }","duration":"723.98038ms","start":"2026-02-26T22:19:38.527949Z","end":"2026-02-26T22:19:39.251929Z","steps":["trace[442993958] 'agreement among raft nodes before linearized reading' (duration: 723.941159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:19:39.251956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.527922Z","time spent":"724.028902ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-26T22:19:39.251314Z","caller":"traceutil/trace.go:171","msg":"trace[1691996417] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11111; }","duration":"446.648095ms","start":"2026-02-26T22:19:38.80466Z","end":"2026-02-26T22:19:39.251308Z","steps":["trace[1691996417] 'agreement among raft nodes before linearized reading' (duration: 446.604034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:19:39.252023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.74032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:19:39.252051Z","caller":"traceutil/trace.go:171","msg":"trace[2014588233] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11111; }","duration":"722.813492ms","start":"2026-02-26T22:19:38.529228Z","end":"2026-02-26T22:19:39.252041Z","steps":["trace[2014588233] 'agreement among raft nodes before linearized reading' (duration: 722.762421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:19:39.25206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.804638Z","time spent":"447.404814ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T22:19:39.252049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.100599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T22:19:39.252129Z","caller":"traceutil/trace.go:171","msg":"trace[812210089] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11111; }","duration":"723.192792ms","start":"2026-02-26T22:19:38.52892Z","end":"2026-02-26T22:19:39.252113Z","steps":["trace[812210089] 'agreement among raft nodes before linearized reading' (duration: 723.010377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:19:39.252076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.529208Z","time spent":"722.863394ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T22:19:39.252082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.555613Z","time spent":"695.349577ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:19:39.25219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.528899Z","time spent":"723.274123ms","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-26T22:19:39.25218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.505619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-02-26T22:19:39.252261Z","caller":"traceutil/trace.go:171","msg":"trace[1594061223] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11111; }","duration":"723.639032ms","start":"2026-02-26T22:19:38.5286Z","end":"2026-02-26T22:19:39.252239Z","steps":["trace[1594061223] 'agreement among raft nodes before linearized reading' (duration: 723.366245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:19:39.252313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:19:38.528583Z","time spent":"723.720684ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-02-26T22:20:01.781104Z","caller":"traceutil/trace.go:171","msg":"trace[1513678665] transaction","detail":"{read_only:false; response_revision:11222; number_of_response:1; }","duration":"324.467623ms","start":"2026-02-26T22:20:01.456608Z","end":"2026-02-26T22:20:01.781076Z","steps":["trace[1513678665] 'process raft request' (duration: 320.780592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:01.781284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:01.456586Z","time spent":"324.608407ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:20:01.826946Z","caller":"traceutil/trace.go:171","msg":"trace[795029959] transaction","detail":"{read_only:false; response_revision:11223; number_of_response:1; }","duration":"369.819666ms","start":"2026-02-26T22:20:01.457097Z","end":"2026-02-26T22:20:01.826917Z","steps":["trace[795029959] 'process raft request' (duration: 369.58947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:01.827102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:01.457075Z","time spent":"369.947521ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:20:01.827289Z","caller":"traceutil/trace.go:171","msg":"trace[427910832] transaction","detail":"{read_only:false; response_revision:11224; number_of_response:1; }","duration":"369.706133ms","start":"2026-02-26T22:20:01.457549Z","end":"2026-02-26T22:20:01.827255Z","steps":["trace[427910832] 'process raft request' (duration: 369.326643ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:01.827348Z","caller":"traceutil/trace.go:171","msg":"trace[1595687783] transaction","detail":"{read_only:false; response_revision:11225; number_of_response:1; }","duration":"369.751474ms","start":"2026-02-26T22:20:01.457571Z","end":"2026-02-26T22:20:01.827322Z","steps":["trace[1595687783] 'process raft request' (duration: 369.548979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:01.827448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:01.457543Z","time spent":"369.808976ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:20:01.827448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:01.457561Z","time spent":"369.834297ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:20:01.827438Z","caller":"traceutil/trace.go:171","msg":"trace[513009982] linearizableReadLoop","detail":"{readStateIndex:11650; appliedIndex:11648; }","duration":"369.933069ms","start":"2026-02-26T22:20:01.457477Z","end":"2026-02-26T22:20:01.82741Z","steps":["trace[513009982] 'read index received' (duration: 319.846618ms)","trace[513009982] 'applied index is now lower than readState.Index' (duration: 50.085261ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:20:01.828105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.579835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444879"} {"level":"info","ts":"2026-02-26T22:20:01.828152Z","caller":"traceutil/trace.go:171","msg":"trace[1246067166] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11226; }","duration":"370.688767ms","start":"2026-02-26T22:20:01.457452Z","end":"2026-02-26T22:20:01.828141Z","steps":["trace[1246067166] 'agreement among raft nodes before linearized reading' (duration: 370.051121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:01.828192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:01.457444Z","time spent":"370.737418ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444901,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T22:20:02.72578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.943117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:20:02.725884Z","caller":"traceutil/trace.go:171","msg":"trace[1122239739] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:11227; }","duration":"217.126772ms","start":"2026-02-26T22:20:02.508737Z","end":"2026-02-26T22:20:02.725864Z","steps":["trace[1122239739] 'count revisions from in-memory index tree' (duration: 216.772953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:02.72604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.718735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T22:20:02.726157Z","caller":"traceutil/trace.go:171","msg":"trace[1133970383] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:11227; }","duration":"241.89446ms","start":"2026-02-26T22:20:02.484233Z","end":"2026-02-26T22:20:02.726128Z","steps":["trace[1133970383] 'range keys from in-memory index tree' (duration: 241.441159ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:03.252794Z","caller":"traceutil/trace.go:171","msg":"trace[887415982] transaction","detail":"{read_only:false; response_revision:11228; number_of_response:1; }","duration":"656.888945ms","start":"2026-02-26T22:20:02.595876Z","end":"2026-02-26T22:20:03.252765Z","steps":["trace[887415982] 'process raft request' (duration: 656.734921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:03.252945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:02.595845Z","time spent":"657.024788ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:20:03.78767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.764523ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-26T22:20:03.787771Z","caller":"traceutil/trace.go:171","msg":"trace[1358161319] linearizableReadLoop","detail":"{readStateIndex:11656; appliedIndex:11654; }","duration":"1.012458976s","start":"2026-02-26T22:20:02.775292Z","end":"2026-02-26T22:20:03.787751Z","steps":["trace[1358161319] 'read index received' (duration: 477.337222ms)","trace[1358161319] 'applied index is now lower than readState.Index' (duration: 535.120304ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:20:03.787944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:02.727229Z","time spent":"1.060711501s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T22:20:03.788145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012820106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:03.788237Z","caller":"traceutil/trace.go:171","msg":"trace[346622378] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:11228; }","duration":"1.012976419s","start":"2026-02-26T22:20:02.775239Z","end":"2026-02-26T22:20:03.788216Z","steps":["trace[346622378] 'agreement among raft nodes before linearized reading' (duration: 1.012796975s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:03.788286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:02.775212Z","time spent":"1.013062062s","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:20:04.048872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.957546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:20:04.049073Z","caller":"traceutil/trace.go:171","msg":"trace[1376466139] transaction","detail":"{read_only:false; response_revision:11230; number_of_response:1; }","duration":"643.657066ms","start":"2026-02-26T22:20:03.405398Z","end":"2026-02-26T22:20:04.049055Z","steps":["trace[1376466139] 'process raft request' (duration: 643.583834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.049151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.405375Z","time spent":"643.740788ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:20:04.04917Z","caller":"traceutil/trace.go:171","msg":"trace[1346578433] transaction","detail":"{read_only:false; response_revision:11229; number_of_response:1; }","duration":"679.585733ms","start":"2026-02-26T22:20:03.369556Z","end":"2026-02-26T22:20:04.049142Z","steps":["trace[1346578433] 'process raft request' (duration: 525.262699ms)","trace[1346578433] 'compare' (duration: 153.831112ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:20:04.049263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.369524Z","time spent":"679.693636ms","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19196,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:20:04.506868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.999812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:20:04.507119Z","caller":"traceutil/trace.go:171","msg":"trace[1847671040] transaction","detail":"{read_only:false; response_revision:11231; number_of_response:1; }","duration":"1.049418649s","start":"2026-02-26T22:20:03.457672Z","end":"2026-02-26T22:20:04.507091Z","steps":["trace[1847671040] 'process raft request' (duration: 942.064678ms)","trace[1847671040] 'compare' (duration: 106.741296ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:20:04.507207Z","caller":"traceutil/trace.go:171","msg":"trace[450035007] transaction","detail":"{read_only:false; response_revision:11232; number_of_response:1; }","duration":"1.049054s","start":"2026-02-26T22:20:03.458128Z","end":"2026-02-26T22:20:04.507182Z","steps":["trace[450035007] 'process raft request' (duration: 1.048878406s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.507267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.457643Z","time spent":"1.049545932s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:20:04.507328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.458118Z","time spent":"1.049154832s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:20:04.507336Z","caller":"traceutil/trace.go:171","msg":"trace[149707654] transaction","detail":"{read_only:false; response_revision:11233; number_of_response:1; }","duration":"718.091736ms","start":"2026-02-26T22:20:03.789223Z","end":"2026-02-26T22:20:04.507315Z","steps":["trace[149707654] 'process raft request' (duration: 717.896751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.507433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.789201Z","time spent":"718.183857ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:20:04.507441Z","caller":"traceutil/trace.go:171","msg":"trace[1642474551] transaction","detail":"{read_only:false; response_revision:11234; number_of_response:1; }","duration":"542.940759ms","start":"2026-02-26T22:20:03.964476Z","end":"2026-02-26T22:20:04.507416Z","steps":["trace[1642474551] 'process raft request' (duration: 542.831256ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:04.507477Z","caller":"traceutil/trace.go:171","msg":"trace[1787067058] linearizableReadLoop","detail":"{readStateIndex:11660; appliedIndex:11656; }","duration":"719.593313ms","start":"2026-02-26T22:20:03.787857Z","end":"2026-02-26T22:20:04.50745Z","steps":["trace[1787067058] 'read index received' (duration: 106.976623ms)","trace[1787067058] 'applied index is now lower than readState.Index' (duration: 612.61484ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:20:04.507525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175944979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:20:04.507572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.964449Z","time spent":"543.055132ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:20:04.507591Z","caller":"traceutil/trace.go:171","msg":"trace[256705473] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11234; }","duration":"1.176024431s","start":"2026-02-26T22:20:03.33155Z","end":"2026-02-26T22:20:04.507574Z","steps":["trace[256705473] 'agreement among raft nodes before linearized reading' (duration: 1.175931869s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.507608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175967809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:20:04.507645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.331541Z","time spent":"1.176088643s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-26T22:20:04.507659Z","caller":"traceutil/trace.go:171","msg":"trace[1438535769] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11234; }","duration":"1.176037612s","start":"2026-02-26T22:20:03.331607Z","end":"2026-02-26T22:20:04.507645Z","steps":["trace[1438535769] 'agreement among raft nodes before linearized reading' (duration: 1.175950089s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.50767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176228166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T22:20:04.507705Z","caller":"traceutil/trace.go:171","msg":"trace[825775271] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11234; }","duration":"1.176286168s","start":"2026-02-26T22:20:03.331409Z","end":"2026-02-26T22:20:04.507695Z","steps":["trace[825775271] 'agreement among raft nodes before linearized reading' (duration: 1.176150815s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.507706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.331595Z","time spent":"1.176101363s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T22:20:04.507747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.331395Z","time spent":"1.176344649s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-26T22:20:04.507771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141688224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-02-26T22:20:04.507821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:20:04.507832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.034453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T22:20:04.507845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176933974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:04.507842Z","caller":"traceutil/trace.go:171","msg":"trace[1549739442] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11234; }","duration":"1.141769526s","start":"2026-02-26T22:20:03.366048Z","end":"2026-02-26T22:20:04.507817Z","steps":["trace[1549739442] 'agreement among raft nodes before linearized reading' (duration: 1.141685084s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:04.507864Z","caller":"traceutil/trace.go:171","msg":"trace[1185643281] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11234; }","duration":"1.176460172s","start":"2026-02-26T22:20:03.331393Z","end":"2026-02-26T22:20:04.507853Z","steps":["trace[1185643281] 'agreement among raft nodes before linearized reading' (duration: 1.176411211s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:04.507875Z","caller":"traceutil/trace.go:171","msg":"trace[1532801548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11234; }","duration":"722.111435ms","start":"2026-02-26T22:20:03.785752Z","end":"2026-02-26T22:20:04.507863Z","steps":["trace[1532801548] 'agreement among raft nodes before linearized reading' (duration: 721.966801ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:04.507882Z","caller":"traceutil/trace.go:171","msg":"trace[1852500008] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11234; }","duration":"1.177006316s","start":"2026-02-26T22:20:03.330866Z","end":"2026-02-26T22:20:04.507873Z","steps":["trace[1852500008] 'agreement among raft nodes before linearized reading' (duration: 1.176951385s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.507902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.331384Z","time spent":"1.176511283s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:20:04.507913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.330849Z","time spent":"1.177058989s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T22:20:04.507907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.785731Z","time spent":"722.168897ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:20:04.507902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.366035Z","time spent":"1.141856708s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-26T22:20:04.507955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177358326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:04.508Z","caller":"traceutil/trace.go:171","msg":"trace[717787585] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11234; }","duration":"1.177439668s","start":"2026-02-26T22:20:03.330551Z","end":"2026-02-26T22:20:04.50799Z","steps":["trace[717787585] 'agreement among raft nodes before linearized reading' (duration: 1.177375037s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.507992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177297555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:20:04.507777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17714308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:04.508076Z","caller":"traceutil/trace.go:171","msg":"trace[438693966] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11234; }","duration":"1.177427398s","start":"2026-02-26T22:20:03.330627Z","end":"2026-02-26T22:20:04.508054Z","steps":["trace[438693966] 'agreement among raft nodes before linearized reading' (duration: 1.177304305s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.508102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.494551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T22:20:04.508122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.3306Z","time spent":"1.17750961s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-26T22:20:04.508137Z","caller":"traceutil/trace.go:171","msg":"trace[642035500] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:11234; }","duration":"719.571083ms","start":"2026-02-26T22:20:03.788558Z","end":"2026-02-26T22:20:04.508129Z","steps":["trace[642035500] 'agreement among raft nodes before linearized reading' (duration: 719.501531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.508144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.314442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:04.508174Z","caller":"traceutil/trace.go:171","msg":"trace[2034910360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11234; }","duration":"471.405635ms","start":"2026-02-26T22:20:04.036761Z","end":"2026-02-26T22:20:04.508166Z","steps":["trace[2034910360] 'agreement among raft nodes before linearized reading' (duration: 471.358893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.508222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:04.036731Z","time spent":"471.482396ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:20:04.508113Z","caller":"traceutil/trace.go:171","msg":"trace[1390271322] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11234; }","duration":"1.17750227s","start":"2026-02-26T22:20:03.330595Z","end":"2026-02-26T22:20:04.508098Z","steps":["trace[1390271322] 'agreement among raft nodes before linearized reading' (duration: 1.17714698s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.508258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.051406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T22:20:04.50834Z","caller":"traceutil/trace.go:171","msg":"trace[428769383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11234; }","duration":"676.155589ms","start":"2026-02-26T22:20:03.832172Z","end":"2026-02-26T22:20:04.508328Z","steps":["trace[428769383] 'agreement among raft nodes before linearized reading' (duration: 676.000725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.508357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.364836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T22:20:04.507657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170628337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-02-26T22:20:04.508031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.330525Z","time spent":"1.17749933s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-02-26T22:20:04.508406Z","caller":"traceutil/trace.go:171","msg":"trace[1783905236] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11234; }","duration":"1.171407097s","start":"2026-02-26T22:20:03.336984Z","end":"2026-02-26T22:20:04.508391Z","steps":["trace[1783905236] 'agreement among raft nodes before linearized reading' (duration: 1.170502024s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.508171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.788534Z","time spent":"719.630354ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":25,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:20:04.508466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.336973Z","time spent":"1.171461638s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-02-26T22:20:04.508388Z","caller":"traceutil/trace.go:171","msg":"trace[1177797715] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:11234; }","duration":"357.424298ms","start":"2026-02-26T22:20:04.150954Z","end":"2026-02-26T22:20:04.508378Z","steps":["trace[1177797715] 'agreement among raft nodes before linearized reading' (duration: 357.374027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.508512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:04.150935Z","time spent":"357.566041ms","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:20:04.508496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.976234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T22:20:04.508301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.33058Z","time spent":"1.177711185s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-02-26T22:20:04.508593Z","caller":"traceutil/trace.go:171","msg":"trace[653469416] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:11234; }","duration":"668.111187ms","start":"2026-02-26T22:20:03.840456Z","end":"2026-02-26T22:20:04.508567Z","steps":["trace[653469416] 'agreement among raft nodes before linearized reading' (duration: 667.770549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.508695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.840445Z","time spent":"668.23162ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"warn","ts":"2026-02-26T22:20:04.508391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.832161Z","time spent":"676.22121ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:20:04.508976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.186104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T22:20:04.509112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.266156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T22:20:04.509161Z","caller":"traceutil/trace.go:171","msg":"trace[418464855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11234; }","duration":"677.343028ms","start":"2026-02-26T22:20:03.831807Z","end":"2026-02-26T22:20:04.50915Z","steps":["trace[418464855] 'agreement among raft nodes before linearized reading' (duration: 676.568119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.5092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.831794Z","time spent":"677.398079ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:20:04.509137Z","caller":"traceutil/trace.go:171","msg":"trace[695727672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11234; }","duration":"677.399359ms","start":"2026-02-26T22:20:03.831703Z","end":"2026-02-26T22:20:04.509102Z","steps":["trace[695727672] 'agreement among raft nodes before linearized reading' (duration: 676.756543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.50937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.83169Z","time spent":"677.658356ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:20:04.510077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178440622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:04.510459Z","caller":"traceutil/trace.go:171","msg":"trace[1470168154] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11234; }","duration":"1.178828541s","start":"2026-02-26T22:20:03.331603Z","end":"2026-02-26T22:20:04.510432Z","steps":["trace[1470168154] 'agreement among raft nodes before linearized reading' (duration: 1.176074002s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.510678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:03.331594Z","time spent":"1.179063467s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-02-26T22:20:04.810837Z","caller":"traceutil/trace.go:171","msg":"trace[554350969] transaction","detail":"{read_only:false; response_revision:11236; number_of_response:1; }","duration":"297.128551ms","start":"2026-02-26T22:20:04.513678Z","end":"2026-02-26T22:20:04.810807Z","steps":["trace[554350969] 'process raft request' (duration: 296.811493ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:04.810847Z","caller":"traceutil/trace.go:171","msg":"trace[1977119056] linearizableReadLoop","detail":"{readStateIndex:11667; appliedIndex:11663; }","duration":"257.263095ms","start":"2026-02-26T22:20:04.553558Z","end":"2026-02-26T22:20:04.810821Z","steps":["trace[1977119056] 'read index received' (duration: 256.928877ms)","trace[1977119056] 'applied index is now lower than readState.Index' (duration: 333.188µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:20:04.811161Z","caller":"traceutil/trace.go:171","msg":"trace[1721656825] transaction","detail":"{read_only:false; response_revision:11237; number_of_response:1; }","duration":"296.622859ms","start":"2026-02-26T22:20:04.514506Z","end":"2026-02-26T22:20:04.811129Z","steps":["trace[1721656825] 'process raft request' (duration: 296.187568ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:04.811183Z","caller":"traceutil/trace.go:171","msg":"trace[1627781084] transaction","detail":"{read_only:false; response_revision:11239; number_of_response:1; }","duration":"295.736896ms","start":"2026-02-26T22:20:04.515412Z","end":"2026-02-26T22:20:04.811149Z","steps":["trace[1627781084] 'process raft request' (duration: 295.373897ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:04.811377Z","caller":"traceutil/trace.go:171","msg":"trace[787943523] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"295.808438ms","start":"2026-02-26T22:20:04.515293Z","end":"2026-02-26T22:20:04.811102Z","steps":["trace[787943523] 'process raft request' (duration: 295.439309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.811493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.036584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444879"} {"level":"info","ts":"2026-02-26T22:20:04.811548Z","caller":"traceutil/trace.go:171","msg":"trace[761748030] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11239; }","duration":"296.130736ms","start":"2026-02-26T22:20:04.515407Z","end":"2026-02-26T22:20:04.811537Z","steps":["trace[761748030] 'agreement among raft nodes before linearized reading' (duration: 295.48901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.812018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.001399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T22:20:04.812069Z","caller":"traceutil/trace.go:171","msg":"trace[247977841] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11239; }","duration":"255.116861ms","start":"2026-02-26T22:20:04.556939Z","end":"2026-02-26T22:20:04.812056Z","steps":["trace[247977841] 'agreement among raft nodes before linearized reading' (duration: 254.928407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:04.812299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.136548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-26T22:20:04.812393Z","caller":"traceutil/trace.go:171","msg":"trace[329602740] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:11239; }","duration":"180.294983ms","start":"2026-02-26T22:20:04.63207Z","end":"2026-02-26T22:20:04.812365Z","steps":["trace[329602740] 'agreement among raft nodes before linearized reading' (duration: 179.990975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:05.180444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.462999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:05.180539Z","caller":"traceutil/trace.go:171","msg":"trace[1382411667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11239; }","duration":"142.619112ms","start":"2026-02-26T22:20:05.037898Z","end":"2026-02-26T22:20:05.180517Z","steps":["trace[1382411667] 'range keys from in-memory index tree' (duration: 142.338555ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:06.380601Z","caller":"traceutil/trace.go:171","msg":"trace[391151946] transaction","detail":"{read_only:false; response_revision:11241; number_of_response:1; }","duration":"117.825183ms","start":"2026-02-26T22:20:06.26274Z","end":"2026-02-26T22:20:06.380565Z","steps":["trace[391151946] 'process raft request' (duration: 117.622368ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:06.775132Z","caller":"traceutil/trace.go:171","msg":"trace[1229413081] linearizableReadLoop","detail":"{readStateIndex:11670; appliedIndex:11669; }","duration":"259.259475ms","start":"2026-02-26T22:20:06.515849Z","end":"2026-02-26T22:20:06.775108Z","steps":["trace[1229413081] 'read index received' (duration: 259.113332ms)","trace[1229413081] 'applied index is now lower than readState.Index' (duration: 145.293µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:20:06.775195Z","caller":"traceutil/trace.go:171","msg":"trace[2061709196] transaction","detail":"{read_only:false; response_revision:11242; number_of_response:1; }","duration":"259.670106ms","start":"2026-02-26T22:20:06.515497Z","end":"2026-02-26T22:20:06.775167Z","steps":["trace[2061709196] 'process raft request' (duration: 259.468151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:06.775316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.44553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-02-26T22:20:06.775368Z","caller":"traceutil/trace.go:171","msg":"trace[1018889083] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11242; }","duration":"259.526482ms","start":"2026-02-26T22:20:06.515828Z","end":"2026-02-26T22:20:06.775354Z","steps":["trace[1018889083] 'agreement among raft nodes before linearized reading' (duration: 259.398689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:06.853087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.435722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-02-26T22:20:06.853105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.009641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:20:06.853166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.841883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:06.853178Z","caller":"traceutil/trace.go:171","msg":"trace[2092360516] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11243; }","duration":"336.556205ms","start":"2026-02-26T22:20:06.516599Z","end":"2026-02-26T22:20:06.853155Z","steps":["trace[2092360516] 'agreement among raft nodes before linearized reading' (duration: 336.371201ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:06.853188Z","caller":"traceutil/trace.go:171","msg":"trace[2056384204] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11243; }","duration":"336.125255ms","start":"2026-02-26T22:20:06.517044Z","end":"2026-02-26T22:20:06.853169Z","steps":["trace[2056384204] 'agreement among raft nodes before linearized reading' (duration: 335.910399ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:06.853226Z","caller":"traceutil/trace.go:171","msg":"trace[1370274904] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11243; }","duration":"336.905405ms","start":"2026-02-26T22:20:06.516299Z","end":"2026-02-26T22:20:06.853205Z","steps":["trace[1370274904] 'agreement among raft nodes before linearized reading' (duration: 336.837353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:06.853235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:06.516585Z","time spent":"336.636667ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-26T22:20:06.853275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:06.51629Z","time spent":"336.974606ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-26T22:20:06.853456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.852343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:06.853511Z","caller":"traceutil/trace.go:171","msg":"trace[214886969] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:11243; }","duration":"304.944576ms","start":"2026-02-26T22:20:06.548551Z","end":"2026-02-26T22:20:06.853496Z","steps":["trace[214886969] 'agreement among raft nodes before linearized reading' (duration: 304.850973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:06.853593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:06.548536Z","time spent":"305.041728ms","remote":"127.0.0.1:58494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:20:06.853641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.214487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:06.853689Z","caller":"traceutil/trace.go:171","msg":"trace[44005800] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11243; }","duration":"336.274698ms","start":"2026-02-26T22:20:06.517402Z","end":"2026-02-26T22:20:06.853676Z","steps":["trace[44005800] 'agreement among raft nodes before linearized reading' (duration: 336.222917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:06.853689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.77212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-26T22:20:06.853751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:06.517391Z","time spent":"336.35154ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:20:06.853237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:06.517038Z","time spent":"336.191006ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T22:20:06.853821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.108679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:20:06.853595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.154955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:06.853867Z","caller":"traceutil/trace.go:171","msg":"trace[1462115505] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11243; }","duration":"337.173481ms","start":"2026-02-26T22:20:06.516683Z","end":"2026-02-26T22:20:06.853856Z","steps":["trace[1462115505] 'agreement among raft nodes before linearized reading' (duration: 337.096609ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:06.85378Z","caller":"traceutil/trace.go:171","msg":"trace[760168562] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11243; }","duration":"336.879393ms","start":"2026-02-26T22:20:06.516884Z","end":"2026-02-26T22:20:06.853764Z","steps":["trace[760168562] 'agreement among raft nodes before linearized reading' (duration: 336.664178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:06.853883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.632813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T22:20:06.85389Z","caller":"traceutil/trace.go:171","msg":"trace[1547127611] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11243; }","duration":"336.467263ms","start":"2026-02-26T22:20:06.517401Z","end":"2026-02-26T22:20:06.853868Z","steps":["trace[1547127611] 'agreement among raft nodes before linearized reading' (duration: 336.153225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:06.853899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:06.516673Z","time spent":"337.219032ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:20:06.853916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:06.516876Z","time spent":"337.030927ms","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-02-26T22:20:06.853947Z","caller":"traceutil/trace.go:171","msg":"trace[1624594510] transaction","detail":"{read_only:false; response_revision:11243; number_of_response:1; }","duration":"336.273629ms","start":"2026-02-26T22:20:06.517663Z","end":"2026-02-26T22:20:06.853936Z","steps":["trace[1624594510] 'process raft request' (duration: 297.981592ms)","trace[1624594510] 'compare' (duration: 37.120658ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:20:06.853914Z","caller":"traceutil/trace.go:171","msg":"trace[1806381856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11243; }","duration":"295.694005ms","start":"2026-02-26T22:20:06.558212Z","end":"2026-02-26T22:20:06.853906Z","steps":["trace[1806381856] 'agreement among raft nodes before linearized reading' (duration: 295.605983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:06.853082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.69969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:06.854112Z","caller":"traceutil/trace.go:171","msg":"trace[1444983012] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11243; }","duration":"337.776366ms","start":"2026-02-26T22:20:06.516311Z","end":"2026-02-26T22:20:06.854088Z","steps":["trace[1444983012] 'agreement among raft nodes before linearized reading' (duration: 336.69665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:06.853948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:06.517385Z","time spent":"336.546915ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T22:20:06.853083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.12291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:06.85437Z","caller":"traceutil/trace.go:171","msg":"trace[1920706497] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11243; }","duration":"338.454653ms","start":"2026-02-26T22:20:06.515901Z","end":"2026-02-26T22:20:06.854356Z","steps":["trace[1920706497] 'agreement among raft nodes before linearized reading' (duration: 337.1149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:06.854427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:06.515891Z","time spent":"338.518524ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-26T22:20:06.854044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:06.517586Z","time spent":"336.395552ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:20:06.854252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:20:06.516292Z","time spent":"337.92395ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T22:20:07.043196Z","caller":"traceutil/trace.go:171","msg":"trace[154722387] transaction","detail":"{read_only:false; response_revision:11246; number_of_response:1; }","duration":"184.256072ms","start":"2026-02-26T22:20:06.858909Z","end":"2026-02-26T22:20:07.043165Z","steps":["trace[154722387] 'process raft request' (duration: 184.160379ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:07.043215Z","caller":"traceutil/trace.go:171","msg":"trace[822955249] transaction","detail":"{read_only:false; response_revision:11245; number_of_response:1; }","duration":"184.350204ms","start":"2026-02-26T22:20:06.858833Z","end":"2026-02-26T22:20:07.043183Z","steps":["trace[822955249] 'process raft request' (duration: 175.40559ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:07.043262Z","caller":"traceutil/trace.go:171","msg":"trace[370630233] transaction","detail":"{read_only:false; response_revision:11247; number_of_response:1; }","duration":"183.79957ms","start":"2026-02-26T22:20:06.859425Z","end":"2026-02-26T22:20:07.043225Z","steps":["trace[370630233] 'process raft request' (duration: 183.688987ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:07.043315Z","caller":"traceutil/trace.go:171","msg":"trace[2014774459] transaction","detail":"{read_only:false; response_revision:11248; number_of_response:1; }","duration":"183.521914ms","start":"2026-02-26T22:20:06.859756Z","end":"2026-02-26T22:20:07.043278Z","steps":["trace[2014774459] 'process raft request' (duration: 183.39201ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:07.043211Z","caller":"traceutil/trace.go:171","msg":"trace[1455613539] linearizableReadLoop","detail":"{readStateIndex:11674; appliedIndex:11671; }","duration":"183.939975ms","start":"2026-02-26T22:20:06.859247Z","end":"2026-02-26T22:20:07.043187Z","steps":["trace[1455613539] 'read index received' (duration: 22.859101ms)","trace[1455613539] 'applied index is now lower than readState.Index' (duration: 161.079994ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:20:07.043776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.525508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444879"} {"level":"info","ts":"2026-02-26T22:20:07.043843Z","caller":"traceutil/trace.go:171","msg":"trace[75276064] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11248; }","duration":"184.640071ms","start":"2026-02-26T22:20:06.859193Z","end":"2026-02-26T22:20:07.043833Z","steps":["trace[75276064] 'agreement among raft nodes before linearized reading' (duration: 184.066217ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:08.553901Z","caller":"traceutil/trace.go:171","msg":"trace[968903590] transaction","detail":"{read_only:false; response_revision:11250; number_of_response:1; }","duration":"108.255104ms","start":"2026-02-26T22:20:08.44562Z","end":"2026-02-26T22:20:08.553875Z","steps":["trace[968903590] 'process raft request' (duration: 107.885075ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:09.001877Z","caller":"traceutil/trace.go:171","msg":"trace[430254517] linearizableReadLoop","detail":"{readStateIndex:11681; appliedIndex:11680; }","duration":"142.550201ms","start":"2026-02-26T22:20:08.859305Z","end":"2026-02-26T22:20:09.001855Z","steps":["trace[430254517] 'read index received' (duration: 142.317645ms)","trace[430254517] 'applied index is now lower than readState.Index' (duration: 231.836µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:20:09.001994Z","caller":"traceutil/trace.go:171","msg":"trace[1387034292] transaction","detail":"{read_only:false; response_revision:11252; number_of_response:1; }","duration":"142.763366ms","start":"2026-02-26T22:20:08.859218Z","end":"2026-02-26T22:20:09.001981Z","steps":["trace[1387034292] 'process raft request' (duration: 142.451478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:09.002186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.860548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:09.00227Z","caller":"traceutil/trace.go:171","msg":"trace[139791237] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11252; }","duration":"142.97522ms","start":"2026-02-26T22:20:08.859274Z","end":"2026-02-26T22:20:09.002249Z","steps":["trace[139791237] 'agreement among raft nodes before linearized reading' (duration: 142.842797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:09.002329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.992071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:09.002418Z","caller":"traceutil/trace.go:171","msg":"trace[2110166995] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11252; }","duration":"143.134075ms","start":"2026-02-26T22:20:08.859262Z","end":"2026-02-26T22:20:09.002396Z","steps":["trace[2110166995] 'agreement among raft nodes before linearized reading' (duration: 142.961501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:09.002478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.084163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:20:09.002465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.089424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:09.002558Z","caller":"traceutil/trace.go:171","msg":"trace[1156064408] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11252; }","duration":"143.164595ms","start":"2026-02-26T22:20:08.859372Z","end":"2026-02-26T22:20:09.002536Z","steps":["trace[1156064408] 'agreement among raft nodes before linearized reading' (duration: 143.051423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:09.002606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.219287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:09.002656Z","caller":"traceutil/trace.go:171","msg":"trace[1175643143] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11252; }","duration":"143.283708ms","start":"2026-02-26T22:20:08.859362Z","end":"2026-02-26T22:20:09.002645Z","steps":["trace[1175643143] 'agreement among raft nodes before linearized reading' (duration: 143.212706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:09.002689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.811282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T22:20:09.002673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.283578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-26T22:20:09.002417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.002382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:09.002759Z","caller":"traceutil/trace.go:171","msg":"trace[1928248769] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11252; }","duration":"143.421572ms","start":"2026-02-26T22:20:08.859328Z","end":"2026-02-26T22:20:09.002749Z","steps":["trace[1928248769] 'agreement among raft nodes before linearized reading' (duration: 143.011202ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:09.002636Z","caller":"traceutil/trace.go:171","msg":"trace[395772738] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11252; }","duration":"143.289408ms","start":"2026-02-26T22:20:08.85932Z","end":"2026-02-26T22:20:09.002609Z","steps":["trace[395772738] 'agreement among raft nodes before linearized reading' (duration: 143.010561ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:09.002756Z","caller":"traceutil/trace.go:171","msg":"trace[1915003387] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11252; }","duration":"143.416901ms","start":"2026-02-26T22:20:08.859321Z","end":"2026-02-26T22:20:09.002738Z","steps":["trace[1915003387] 'agreement among raft nodes before linearized reading' (duration: 143.179646ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:09.002796Z","caller":"traceutil/trace.go:171","msg":"trace[1393570557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11252; }","duration":"115.938995ms","start":"2026-02-26T22:20:08.886842Z","end":"2026-02-26T22:20:09.002781Z","steps":["trace[1393570557] 'agreement among raft nodes before linearized reading' (duration: 115.745191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:09.002931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.228897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:20:09.003005Z","caller":"traceutil/trace.go:171","msg":"trace[1713496178] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11252; }","duration":"143.33355ms","start":"2026-02-26T22:20:08.859656Z","end":"2026-02-26T22:20:09.002989Z","steps":["trace[1713496178] 'agreement among raft nodes before linearized reading' (duration: 143.177946ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:09.208777Z","caller":"traceutil/trace.go:171","msg":"trace[1943127402] transaction","detail":"{read_only:false; response_revision:11256; number_of_response:1; }","duration":"132.236774ms","start":"2026-02-26T22:20:09.076514Z","end":"2026-02-26T22:20:09.208751Z","steps":["trace[1943127402] 'process raft request' (duration: 132.177232ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:09.208892Z","caller":"traceutil/trace.go:171","msg":"trace[1234371772] linearizableReadLoop","detail":"{readStateIndex:11686; appliedIndex:11682; }","duration":"131.464303ms","start":"2026-02-26T22:20:09.077396Z","end":"2026-02-26T22:20:09.208861Z","steps":["trace[1234371772] 'read index received' (duration: 41.834175ms)","trace[1234371772] 'applied index is now lower than readState.Index' (duration: 89.629038ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:20:09.208998Z","caller":"traceutil/trace.go:171","msg":"trace[294915265] transaction","detail":"{read_only:false; response_revision:11254; number_of_response:1; }","duration":"133.34228ms","start":"2026-02-26T22:20:09.075631Z","end":"2026-02-26T22:20:09.208973Z","steps":["trace[294915265] 'process raft request' (duration: 43.586279ms)","trace[294915265] 'compare' (duration: 89.277588ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:20:09.20911Z","caller":"traceutil/trace.go:171","msg":"trace[1309428264] transaction","detail":"{read_only:false; response_revision:11257; number_of_response:1; }","duration":"132.316725ms","start":"2026-02-26T22:20:09.076767Z","end":"2026-02-26T22:20:09.209083Z","steps":["trace[1309428264] 'process raft request' (duration: 131.962056ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:09.20911Z","caller":"traceutil/trace.go:171","msg":"trace[1798379041] transaction","detail":"{read_only:false; response_revision:11255; number_of_response:1; }","duration":"132.666174ms","start":"2026-02-26T22:20:09.076366Z","end":"2026-02-26T22:20:09.209032Z","steps":["trace[1798379041] 'process raft request' (duration: 132.271934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:20:09.209611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.193481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444879"} {"level":"info","ts":"2026-02-26T22:20:09.209674Z","caller":"traceutil/trace.go:171","msg":"trace[1265147664] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11257; }","duration":"132.269993ms","start":"2026-02-26T22:20:09.077387Z","end":"2026-02-26T22:20:09.209657Z","steps":["trace[1265147664] 'agreement among raft nodes before linearized reading' (duration: 131.596886ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:09.457332Z","caller":"traceutil/trace.go:171","msg":"trace[2066264026] transaction","detail":"{read_only:false; response_revision:11258; number_of_response:1; }","duration":"123.842873ms","start":"2026-02-26T22:20:09.333469Z","end":"2026-02-26T22:20:09.457312Z","steps":["trace[2066264026] 'process raft request' (duration: 123.7158ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:20:44.656951Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9482} {"level":"info","ts":"2026-02-26T22:20:44.748887Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9482,"took":"89.453895ms","hash":2622052035,"current-db-size-bytes":40804352,"current-db-size":"41 MB","current-db-size-in-use-bytes":22278144,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-02-26T22:20:44.749041Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2622052035,"revision":9482,"compact-revision":7309} {"level":"info","ts":"2026-02-26T22:24:04.816651Z","caller":"traceutil/trace.go:171","msg":"trace[1916502780] transaction","detail":"{read_only:false; response_revision:12663; number_of_response:1; }","duration":"256.892823ms","start":"2026-02-26T22:24:04.559727Z","end":"2026-02-26T22:24:04.81662Z","steps":["trace[1916502780] 'process raft request' (duration: 256.680048ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:24:04.816895Z","caller":"traceutil/trace.go:171","msg":"trace[247535616] linearizableReadLoop","detail":"{readStateIndex:13145; appliedIndex:13143; }","duration":"170.747439ms","start":"2026-02-26T22:24:04.646132Z","end":"2026-02-26T22:24:04.816879Z","steps":["trace[247535616] 'read index received' (duration: 170.257867ms)","trace[247535616] 'applied index is now lower than readState.Index' (duration: 488.412µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:24:04.817148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.002346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-26T22:24:04.817166Z","caller":"traceutil/trace.go:171","msg":"trace[1793517551] transaction","detail":"{read_only:false; response_revision:12664; number_of_response:1; }","duration":"256.733599ms","start":"2026-02-26T22:24:04.56039Z","end":"2026-02-26T22:24:04.817123Z","steps":["trace[1793517551] 'process raft request' (duration: 256.173895ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:24:04.817222Z","caller":"traceutil/trace.go:171","msg":"trace[153440802] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:12664; }","duration":"171.085738ms","start":"2026-02-26T22:24:04.646113Z","end":"2026-02-26T22:24:04.817199Z","steps":["trace[153440802] 'agreement among raft nodes before linearized reading' (duration: 170.833992ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:24:20.436438Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003419.wal"} {"level":"warn","ts":"2026-02-26T22:24:21.994015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.047827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:24:21.994177Z","caller":"traceutil/trace.go:171","msg":"trace[1969955086] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12855; }","duration":"389.255112ms","start":"2026-02-26T22:24:21.6049Z","end":"2026-02-26T22:24:21.994155Z","steps":["trace[1969955086] 'range keys from in-memory index tree' (duration: 388.945485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:24:21.994251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:24:21.604882Z","time spent":"389.355535ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:24:21.994268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.421327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-26T22:24:21.994389Z","caller":"traceutil/trace.go:171","msg":"trace[208399624] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12855; }","duration":"435.600021ms","start":"2026-02-26T22:24:21.558761Z","end":"2026-02-26T22:24:21.994361Z","steps":["trace[208399624] 'range keys from in-memory index tree' (duration: 435.171302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:24:21.994459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:24:21.558716Z","time spent":"435.728095ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T22:24:21.994164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.064438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:24:21.994599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.061213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:24:21.994627Z","caller":"traceutil/trace.go:171","msg":"trace[221139875] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12855; }","duration":"389.57576ms","start":"2026-02-26T22:24:21.605025Z","end":"2026-02-26T22:24:21.994601Z","steps":["trace[221139875] 'range keys from in-memory index tree' (duration: 388.956215ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:24:21.994702Z","caller":"traceutil/trace.go:171","msg":"trace[1137171647] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12855; }","duration":"390.203687ms","start":"2026-02-26T22:24:21.604474Z","end":"2026-02-26T22:24:21.994678Z","steps":["trace[1137171647] 'range keys from in-memory index tree' (duration: 389.99038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:24:21.994728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:24:21.605003Z","time spent":"389.706514ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-02-26T22:24:21.994747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:24:21.604455Z","time spent":"390.282619ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T22:24:21.994602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.95573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:24:21.995149Z","caller":"traceutil/trace.go:171","msg":"trace[1023982076] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:0; response_revision:12855; }","duration":"390.393051ms","start":"2026-02-26T22:24:21.604587Z","end":"2026-02-26T22:24:21.99498Z","steps":["trace[1023982076] 'range keys from in-memory index tree' (duration: 389.838797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:24:21.995385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:24:21.604564Z","time spent":"390.656277ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-02-26T22:24:22.042949Z","caller":"traceutil/trace.go:171","msg":"trace[2128744091] linearizableReadLoop","detail":"{readStateIndex:13343; appliedIndex:13342; }","duration":"130.259016ms","start":"2026-02-26T22:24:21.912669Z","end":"2026-02-26T22:24:22.042928Z","steps":["trace[2128744091] 'read index received' (duration: 130.145943ms)","trace[2128744091] 'applied index is now lower than readState.Index' (duration: 112.053µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:24:22.043071Z","caller":"traceutil/trace.go:171","msg":"trace[2030713474] transaction","detail":"{read_only:false; response_revision:12856; number_of_response:1; }","duration":"200.235366ms","start":"2026-02-26T22:24:21.842806Z","end":"2026-02-26T22:24:22.043041Z","steps":["trace[2030713474] 'process raft request' (duration: 199.967869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:24:22.043082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.386679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:24:22.043175Z","caller":"traceutil/trace.go:171","msg":"trace[259433279] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12856; }","duration":"130.508054ms","start":"2026-02-26T22:24:21.912636Z","end":"2026-02-26T22:24:22.043144Z","steps":["trace[259433279] 'agreement among raft nodes before linearized reading' (duration: 130.38238ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:24:22.086689Z","caller":"traceutil/trace.go:171","msg":"trace[875945772] transaction","detail":"{read_only:false; response_revision:12857; number_of_response:1; }","duration":"158.908553ms","start":"2026-02-26T22:24:21.927752Z","end":"2026-02-26T22:24:22.086661Z","steps":["trace[875945772] 'process raft request' (duration: 158.713768ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:24:24.120065Z","caller":"traceutil/trace.go:171","msg":"trace[1055946340] transaction","detail":"{read_only:false; response_revision:12877; number_of_response:1; }","duration":"124.041411ms","start":"2026-02-26T22:24:23.995991Z","end":"2026-02-26T22:24:24.120032Z","steps":["trace[1055946340] 'process raft request' (duration: 96.422391ms)","trace[1055946340] 'compare' (duration: 27.412215ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:24:24.120383Z","caller":"traceutil/trace.go:171","msg":"trace[1874049093] linearizableReadLoop","detail":"{readStateIndex:13366; appliedIndex:13363; }","duration":"121.269493ms","start":"2026-02-26T22:24:23.999081Z","end":"2026-02-26T22:24:24.120351Z","steps":["trace[1874049093] 'read index received' (duration: 22.245576ms)","trace[1874049093] 'applied index is now lower than readState.Index' (duration: 99.021547ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:24:24.120505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.407386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:24:24.120933Z","caller":"traceutil/trace.go:171","msg":"trace[1696929285] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12879; }","duration":"121.877828ms","start":"2026-02-26T22:24:23.99904Z","end":"2026-02-26T22:24:24.120918Z","steps":["trace[1696929285] 'agreement among raft nodes before linearized reading' (duration: 121.407916ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:24:24.120543Z","caller":"traceutil/trace.go:171","msg":"trace[984440158] transaction","detail":"{read_only:false; response_revision:12878; number_of_response:1; }","duration":"124.504663ms","start":"2026-02-26T22:24:23.996027Z","end":"2026-02-26T22:24:24.120532Z","steps":["trace[984440158] 'process raft request' (duration: 123.941788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:24:24.146621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.18987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:24:24.146645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.901132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-26T22:24:24.146684Z","caller":"traceutil/trace.go:171","msg":"trace[2007153540] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12880; }","duration":"147.253442ms","start":"2026-02-26T22:24:23.999414Z","end":"2026-02-26T22:24:24.146667Z","steps":["trace[2007153540] 'agreement among raft nodes before linearized reading' (duration: 147.15421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:24:24.146674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.993615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:24:24.14672Z","caller":"traceutil/trace.go:171","msg":"trace[178879083] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12880; }","duration":"147.018715ms","start":"2026-02-26T22:24:23.999681Z","end":"2026-02-26T22:24:24.146699Z","steps":["trace[178879083] 'agreement among raft nodes before linearized reading' (duration: 146.856851ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:24:24.146732Z","caller":"traceutil/trace.go:171","msg":"trace[984180471] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12880; }","duration":"147.17045ms","start":"2026-02-26T22:24:23.999547Z","end":"2026-02-26T22:24:24.146718Z","steps":["trace[984180471] 'agreement among raft nodes before linearized reading' (duration: 146.980545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:24:45.161794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.77146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:24:45.161892Z","caller":"traceutil/trace.go:171","msg":"trace[492365937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13020; }","duration":"124.998835ms","start":"2026-02-26T22:24:45.036872Z","end":"2026-02-26T22:24:45.161871Z","steps":["trace[492365937] 'range keys from in-memory index tree' (duration: 124.675238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:24:45.16195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.58167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T22:24:45.162027Z","caller":"traceutil/trace.go:171","msg":"trace[401592367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13020; }","duration":"117.653512ms","start":"2026-02-26T22:24:45.044355Z","end":"2026-02-26T22:24:45.162008Z","steps":["trace[401592367] 'range keys from in-memory index tree' (duration: 117.486857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:24:45.162353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.444202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T22:24:45.162533Z","caller":"traceutil/trace.go:171","msg":"trace[1918287862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13020; }","duration":"116.990535ms","start":"2026-02-26T22:24:45.045393Z","end":"2026-02-26T22:24:45.162384Z","steps":["trace[1918287862] 'range keys from in-memory index tree' (duration: 116.305119ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:24:45.338469Z","caller":"traceutil/trace.go:171","msg":"trace[824088152] transaction","detail":"{read_only:false; response_revision:13022; number_of_response:1; }","duration":"171.598521ms","start":"2026-02-26T22:24:45.166838Z","end":"2026-02-26T22:24:45.338437Z","steps":["trace[824088152] 'process raft request' (duration: 107.898058ms)","trace[824088152] 'compare' (duration: 63.428666ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:25:44.664226Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11474} {"level":"info","ts":"2026-02-26T22:25:44.744927Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11474,"took":"77.624012ms","hash":2326748957,"current-db-size-bytes":40804352,"current-db-size":"41 MB","current-db-size-in-use-bytes":23887872,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-26T22:25:44.745086Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2326748957,"revision":11474,"compact-revision":9482} {"level":"info","ts":"2026-02-26T22:25:57.913931Z","caller":"traceutil/trace.go:171","msg":"trace[1543346936] linearizableReadLoop","detail":"{readStateIndex:13979; appliedIndex:13978; }","duration":"259.307944ms","start":"2026-02-26T22:25:57.654598Z","end":"2026-02-26T22:25:57.913906Z","steps":["trace[1543346936] 'read index received' (duration: 259.12673ms)","trace[1543346936] 'applied index is now lower than readState.Index' (duration: 180.114µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:25:57.91398Z","caller":"traceutil/trace.go:171","msg":"trace[1043053295] transaction","detail":"{read_only:false; response_revision:13467; number_of_response:1; }","duration":"314.590481ms","start":"2026-02-26T22:25:57.599358Z","end":"2026-02-26T22:25:57.913948Z","steps":["trace[1043053295] 'process raft request' (duration: 314.320634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:25:57.91414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:25:57.599337Z","time spent":"314.712235ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:25:57.914183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.57172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T22:25:57.914237Z","caller":"traceutil/trace.go:171","msg":"trace[1645106716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13467; }","duration":"259.677013ms","start":"2026-02-26T22:25:57.654543Z","end":"2026-02-26T22:25:57.91422Z","steps":["trace[1645106716] 'agreement among raft nodes before linearized reading' (duration: 259.507219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:25:57.917841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.449439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T22:25:57.917901Z","caller":"traceutil/trace.go:171","msg":"trace[1086418461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13467; }","duration":"231.542781ms","start":"2026-02-26T22:25:57.686345Z","end":"2026-02-26T22:25:57.917888Z","steps":["trace[1086418461] 'agreement among raft nodes before linearized reading' (duration: 231.377067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:12.807478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:12.504032Z","time spent":"303.440263ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T22:26:12.866017Z","caller":"traceutil/trace.go:171","msg":"trace[337574494] transaction","detail":"{read_only:false; response_revision:13538; number_of_response:1; }","duration":"234.983147ms","start":"2026-02-26T22:26:12.631008Z","end":"2026-02-26T22:26:12.865991Z","steps":["trace[337574494] 'process raft request' (duration: 234.788912ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:12.866289Z","caller":"traceutil/trace.go:171","msg":"trace[664141907] transaction","detail":"{read_only:false; response_revision:13539; number_of_response:1; }","duration":"219.121432ms","start":"2026-02-26T22:26:12.647055Z","end":"2026-02-26T22:26:12.866176Z","steps":["trace[664141907] 'process raft request' (duration: 218.888616ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:14.141487Z","caller":"traceutil/trace.go:171","msg":"trace[1788017391] transaction","detail":"{read_only:false; response_revision:13544; number_of_response:1; }","duration":"117.012966ms","start":"2026-02-26T22:26:14.024449Z","end":"2026-02-26T22:26:14.141462Z","steps":["trace[1788017391] 'process raft request' (duration: 116.849822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:17.747034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398412478,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:26:18.140544Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.26088841s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:26:18.141005Z","caller":"traceutil/trace.go:171","msg":"trace[563558870] transaction","detail":"{read_only:false; response_revision:13556; number_of_response:1; }","duration":"1.261462064s","start":"2026-02-26T22:26:16.879515Z","end":"2026-02-26T22:26:18.140977Z","steps":["trace[563558870] 'process raft request' (duration: 1.261259339s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:18.14116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:16.879485Z","time spent":"1.261599377s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:26:18.669501Z","caller":"traceutil/trace.go:171","msg":"trace[1286765385] transaction","detail":"{read_only:false; response_revision:13557; number_of_response:1; }","duration":"1.789152228s","start":"2026-02-26T22:26:16.880322Z","end":"2026-02-26T22:26:18.669474Z","steps":["trace[1286765385] 'process raft request' (duration: 1.78883988s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:18.669641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:16.880294Z","time spent":"1.789276781s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:26:18.669788Z","caller":"traceutil/trace.go:171","msg":"trace[142904687] transaction","detail":"{read_only:false; response_revision:13558; number_of_response:1; }","duration":"1.356765539s","start":"2026-02-26T22:26:17.312994Z","end":"2026-02-26T22:26:18.669759Z","steps":["trace[142904687] 'process raft request' (duration: 1.356316628s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:18.669939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:17.312973Z","time spent":"1.356882582s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:26:18.672163Z","caller":"traceutil/trace.go:171","msg":"trace[1863194102] transaction","detail":"{read_only:false; response_revision:13559; number_of_response:1; }","duration":"511.51141ms","start":"2026-02-26T22:26:18.160637Z","end":"2026-02-26T22:26:18.672148Z","steps":["trace[1863194102] 'process raft request' (duration: 511.429148ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:18.672194Z","caller":"traceutil/trace.go:171","msg":"trace[437993686] linearizableReadLoop","detail":"{readStateIndex:14074; appliedIndex:14071; }","duration":"1.426023396s","start":"2026-02-26T22:26:17.246139Z","end":"2026-02-26T22:26:18.672163Z","steps":["trace[437993686] 'read index received' (duration: 894.65686ms)","trace[437993686] 'applied index is now lower than readState.Index' (duration: 531.362876ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:26:18.672438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426277952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T22:26:18.672503Z","caller":"traceutil/trace.go:171","msg":"trace[732604338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13559; }","duration":"1.426397705s","start":"2026-02-26T22:26:17.246091Z","end":"2026-02-26T22:26:18.672489Z","steps":["trace[732604338] 'agreement among raft nodes before linearized reading' (duration: 1.426164879s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:18.672554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:17.246072Z","time spent":"1.426468827s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:26:18.672654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.591321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:26:18.672667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241114797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T22:26:18.672669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.357079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T22:26:18.672696Z","caller":"traceutil/trace.go:171","msg":"trace[2006909613] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:13559; }","duration":"306.636893ms","start":"2026-02-26T22:26:18.366047Z","end":"2026-02-26T22:26:18.672684Z","steps":["trace[2006909613] 'agreement among raft nodes before linearized reading' (duration: 306.568231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:18.672672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.159564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T22:26:18.672768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.172259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:26:18.672797Z","caller":"traceutil/trace.go:171","msg":"trace[1615521676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13559; }","duration":"685.240641ms","start":"2026-02-26T22:26:17.987548Z","end":"2026-02-26T22:26:18.672788Z","steps":["trace[1615521676] 'agreement among raft nodes before linearized reading' (duration: 685.19786ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:18.672803Z","caller":"traceutil/trace.go:171","msg":"trace[1825701227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13559; }","duration":"481.313267ms","start":"2026-02-26T22:26:18.19145Z","end":"2026-02-26T22:26:18.672763Z","steps":["trace[1825701227] 'agreement among raft nodes before linearized reading' (duration: 481.033221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:18.672875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140305604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T22:26:18.672906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:18.191437Z","time spent":"481.456281ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:26:18.672723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:18.365994Z","time spent":"306.722575ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:26:18.672958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.858835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T22:26:18.672943Z","caller":"traceutil/trace.go:171","msg":"trace[1575537357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13559; }","duration":"1.140405227s","start":"2026-02-26T22:26:17.532526Z","end":"2026-02-26T22:26:18.672931Z","steps":["trace[1575537357] 'agreement among raft nodes before linearized reading' (duration: 1.140232272s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:18.673073Z","caller":"traceutil/trace.go:171","msg":"trace[852088884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:13559; }","duration":"416.02503ms","start":"2026-02-26T22:26:18.257027Z","end":"2026-02-26T22:26:18.673052Z","steps":["trace[852088884] 'agreement among raft nodes before linearized reading' (duration: 415.713662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:18.673119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:18.257007Z","time spent":"416.103481ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"warn","ts":"2026-02-26T22:26:18.673101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:17.532508Z","time spent":"1.14057871s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T22:26:18.672716Z","caller":"traceutil/trace.go:171","msg":"trace[1122868478] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13559; }","duration":"144.442531ms","start":"2026-02-26T22:26:18.528262Z","end":"2026-02-26T22:26:18.672704Z","steps":["trace[1122868478] 'agreement among raft nodes before linearized reading' (duration: 144.306448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:18.673188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.970263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:26:18.673253Z","caller":"traceutil/trace.go:171","msg":"trace[1063923199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13559; }","duration":"636.064985ms","start":"2026-02-26T22:26:18.037174Z","end":"2026-02-26T22:26:18.673239Z","steps":["trace[1063923199] 'agreement among raft nodes before linearized reading' (duration: 635.374418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:18.673287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:18.037161Z","time spent":"636.118116ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:26:18.672734Z","caller":"traceutil/trace.go:171","msg":"trace[2133454790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13559; }","duration":"1.241191659s","start":"2026-02-26T22:26:17.431504Z","end":"2026-02-26T22:26:18.672695Z","steps":["trace[2133454790] 'agreement among raft nodes before linearized reading' (duration: 1.240973283s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:18.673369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:17.431485Z","time spent":"1.241850945s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:26:18.672822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:17.987526Z","time spent":"685.287203ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:26:18.673572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:18.160611Z","time spent":"511.649804ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:26:18.67376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.319603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T22:26:18.673819Z","caller":"traceutil/trace.go:171","msg":"trace[968023591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13559; }","duration":"482.415305ms","start":"2026-02-26T22:26:18.191387Z","end":"2026-02-26T22:26:18.673803Z","steps":["trace[968023591] 'agreement among raft nodes before linearized reading' (duration: 481.235066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:18.673871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:18.191366Z","time spent":"482.495746ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T22:26:26.379236Z","caller":"traceutil/trace.go:171","msg":"trace[408795453] transaction","detail":"{read_only:false; response_revision:13594; number_of_response:1; }","duration":"207.076672ms","start":"2026-02-26T22:26:26.17214Z","end":"2026-02-26T22:26:26.379217Z","steps":["trace[408795453] 'process raft request' (duration: 206.915768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:27.186308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.498012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:26:27.186514Z","caller":"traceutil/trace.go:171","msg":"trace[982187733] transaction","detail":"{read_only:false; response_revision:13596; number_of_response:1; }","duration":"494.170608ms","start":"2026-02-26T22:26:26.692327Z","end":"2026-02-26T22:26:27.186497Z","steps":["trace[982187733] 'process raft request' (duration: 494.084506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:27.186603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:26.692293Z","time spent":"494.26878ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:26:27.186708Z","caller":"traceutil/trace.go:171","msg":"trace[1681339590] transaction","detail":"{read_only:false; response_revision:13595; number_of_response:1; }","duration":"1.006418057s","start":"2026-02-26T22:26:26.180234Z","end":"2026-02-26T22:26:27.186652Z","steps":["trace[1681339590] 'process raft request' (duration: 317.491824ms)","trace[1681339590] 'compare' (duration: 688.319308ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:26:27.186871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:26.180218Z","time spent":"1.00657554s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:26:27.474675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.035309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:26:27.474794Z","caller":"traceutil/trace.go:171","msg":"trace[1969336301] linearizableReadLoop","detail":"{readStateIndex:14115; appliedIndex:14112; }","duration":"766.345333ms","start":"2026-02-26T22:26:26.708431Z","end":"2026-02-26T22:26:27.474776Z","steps":["trace[1969336301] 'read index received' (duration: 372.032484ms)","trace[1969336301] 'applied index is now lower than readState.Index' (duration: 394.311739ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:26:27.474858Z","caller":"traceutil/trace.go:171","msg":"trace[1743559127] transaction","detail":"{read_only:false; response_revision:13597; number_of_response:1; }","duration":"774.69566ms","start":"2026-02-26T22:26:26.700122Z","end":"2026-02-26T22:26:27.474818Z","steps":["trace[1743559127] 'process raft request' (duration: 618.423025ms)","trace[1743559127] 'compare' (duration: 155.901086ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:26:27.474982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.528037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T22:26:27.475063Z","caller":"traceutil/trace.go:171","msg":"trace[870190463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13597; }","duration":"766.662491ms","start":"2026-02-26T22:26:26.708382Z","end":"2026-02-26T22:26:27.475044Z","steps":["trace[870190463] 'agreement among raft nodes before linearized reading' (duration: 766.469276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:27.475061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.279975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T22:26:27.475101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:26.70835Z","time spent":"766.742093ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T22:26:27.475115Z","caller":"traceutil/trace.go:171","msg":"trace[796423839] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:13597; }","duration":"698.414839ms","start":"2026-02-26T22:26:26.776688Z","end":"2026-02-26T22:26:27.475103Z","steps":["trace[796423839] 'agreement among raft nodes before linearized reading' (duration: 698.223984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:27.475097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.765913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T22:26:27.475173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.292736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:26:27.47519Z","caller":"traceutil/trace.go:171","msg":"trace[1759334493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13597; }","duration":"436.335026ms","start":"2026-02-26T22:26:27.038851Z","end":"2026-02-26T22:26:27.475186Z","steps":["trace[1759334493] 'agreement among raft nodes before linearized reading' (duration: 436.307535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:27.47517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:26.700085Z","time spent":"774.853644ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:26:27.475204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:27.038836Z","time spent":"436.365878ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:26:27.475186Z","caller":"traceutil/trace.go:171","msg":"trace[1950079425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13597; }","duration":"760.887106ms","start":"2026-02-26T22:26:26.714277Z","end":"2026-02-26T22:26:27.475164Z","steps":["trace[1950079425] 'agreement among raft nodes before linearized reading' (duration: 760.622459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:27.475282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.838864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T22:26:27.475313Z","caller":"traceutil/trace.go:171","msg":"trace[1601451011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13597; }","duration":"760.870115ms","start":"2026-02-26T22:26:26.714434Z","end":"2026-02-26T22:26:27.475304Z","steps":["trace[1601451011] 'agreement among raft nodes before linearized reading' (duration: 760.781413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:27.475309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.764214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T22:26:27.475356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:26.714397Z","time spent":"760.950537ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:26:27.475367Z","caller":"traceutil/trace.go:171","msg":"trace[1429328661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13597; }","duration":"758.840205ms","start":"2026-02-26T22:26:26.716507Z","end":"2026-02-26T22:26:27.475347Z","steps":["trace[1429328661] 'agreement among raft nodes before linearized reading' (duration: 758.659171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:27.475307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:26.714261Z","time spent":"761.03016ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:26:27.475142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:26.776672Z","time spent":"698.46551ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"warn","ts":"2026-02-26T22:26:27.475407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:26.716498Z","time spent":"758.899227ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:26:27.475517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.336652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T22:26:27.47563Z","caller":"traceutil/trace.go:171","msg":"trace[1880689880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13597; }","duration":"758.490555ms","start":"2026-02-26T22:26:26.717116Z","end":"2026-02-26T22:26:27.475607Z","steps":["trace[1880689880] 'agreement among raft nodes before linearized reading' (duration: 758.125327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:27.47571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:26.717096Z","time spent":"758.601289ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:26:35.690436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.874453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:26:35.690565Z","caller":"traceutil/trace.go:171","msg":"trace[1317208379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13647; }","duration":"653.058589ms","start":"2026-02-26T22:26:35.037486Z","end":"2026-02-26T22:26:35.690545Z","steps":["trace[1317208379] 'range keys from in-memory index tree' (duration: 652.769651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:35.690618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:35.037464Z","time spent":"653.13884ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:26:35.690641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.408795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:26:35.690729Z","caller":"traceutil/trace.go:171","msg":"trace[1055465060] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:13647; }","duration":"687.514488ms","start":"2026-02-26T22:26:35.003195Z","end":"2026-02-26T22:26:35.69071Z","steps":["trace[1055465060] 'count revisions from in-memory index tree' (duration: 687.254972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:35.690784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:35.003129Z","time spent":"687.643151ms","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:26:35.740037Z","caller":"traceutil/trace.go:171","msg":"trace[1834032945] transaction","detail":"{read_only:false; response_revision:13648; number_of_response:1; }","duration":"522.100805ms","start":"2026-02-26T22:26:35.217885Z","end":"2026-02-26T22:26:35.739986Z","steps":["trace[1834032945] 'process raft request' (duration: 521.831218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:35.740306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:35.21786Z","time spent":"522.30606ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:26:35.787957Z","caller":"traceutil/trace.go:171","msg":"trace[973323566] linearizableReadLoop","detail":"{readStateIndex:14170; appliedIndex:14168; }","duration":"252.267658ms","start":"2026-02-26T22:26:35.535661Z","end":"2026-02-26T22:26:35.787929Z","steps":["trace[973323566] 'read index received' (duration: 203.955593ms)","trace[973323566] 'applied index is now lower than readState.Index' (duration: 48.310735ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:26:35.788092Z","caller":"traceutil/trace.go:171","msg":"trace[1120369534] transaction","detail":"{read_only:false; response_revision:13649; number_of_response:1; }","duration":"289.792725ms","start":"2026-02-26T22:26:35.498267Z","end":"2026-02-26T22:26:35.78806Z","steps":["trace[1120369534] 'process raft request' (duration: 289.499517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:35.788243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.151152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T22:26:35.788256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.573186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T22:26:35.788289Z","caller":"traceutil/trace.go:171","msg":"trace[1291627767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13649; }","duration":"227.218554ms","start":"2026-02-26T22:26:35.561057Z","end":"2026-02-26T22:26:35.788275Z","steps":["trace[1291627767] 'agreement among raft nodes before linearized reading' (duration: 227.030649ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:35.788323Z","caller":"traceutil/trace.go:171","msg":"trace[1688267063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13649; }","duration":"252.69174ms","start":"2026-02-26T22:26:35.535616Z","end":"2026-02-26T22:26:35.788307Z","steps":["trace[1688267063] 'agreement among raft nodes before linearized reading' (duration: 252.468134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:35.788452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.571689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T22:26:35.788463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.362824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T22:26:35.788538Z","caller":"traceutil/trace.go:171","msg":"trace[301355187] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:13649; }","duration":"206.686192ms","start":"2026-02-26T22:26:35.581829Z","end":"2026-02-26T22:26:35.788515Z","steps":["trace[301355187] 'agreement among raft nodes before linearized reading' (duration: 206.430315ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:35.788548Z","caller":"traceutil/trace.go:171","msg":"trace[982977576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13649; }","duration":"222.511457ms","start":"2026-02-26T22:26:35.566017Z","end":"2026-02-26T22:26:35.788529Z","steps":["trace[982977576] 'agreement among raft nodes before linearized reading' (duration: 222.255351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:35.78855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.695276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T22:26:35.788624Z","caller":"traceutil/trace.go:171","msg":"trace[1515930262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13649; }","duration":"221.811279ms","start":"2026-02-26T22:26:35.56679Z","end":"2026-02-26T22:26:35.788601Z","steps":["trace[1515930262] 'agreement among raft nodes before linearized reading' (duration: 221.536112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:35.788614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.976647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T22:26:35.788705Z","caller":"traceutil/trace.go:171","msg":"trace[2141301901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13649; }","duration":"227.098581ms","start":"2026-02-26T22:26:35.561583Z","end":"2026-02-26T22:26:35.788681Z","steps":["trace[2141301901] 'agreement among raft nodes before linearized reading' (duration: 226.808994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:35.92213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.726948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:590246"} {"level":"info","ts":"2026-02-26T22:26:35.922205Z","caller":"traceutil/trace.go:171","msg":"trace[310049146] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13649; }","duration":"128.81785ms","start":"2026-02-26T22:26:35.793373Z","end":"2026-02-26T22:26:35.922191Z","steps":["trace[310049146] 'range keys from in-memory index tree' (duration: 128.199415ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:35.922445Z","caller":"traceutil/trace.go:171","msg":"trace[711396392] transaction","detail":"{read_only:false; response_revision:13650; number_of_response:1; }","duration":"128.650287ms","start":"2026-02-26T22:26:35.793765Z","end":"2026-02-26T22:26:35.922415Z","steps":["trace[711396392] 'process raft request' (duration: 59.777139ms)","trace[711396392] 'compare' (duration: 68.501238ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:26:36.096903Z","caller":"traceutil/trace.go:171","msg":"trace[491754187] linearizableReadLoop","detail":"{readStateIndex:14175; appliedIndex:14171; }","duration":"176.859788ms","start":"2026-02-26T22:26:35.92002Z","end":"2026-02-26T22:26:36.09688Z","steps":["trace[491754187] 'read index received' (duration: 158.605113ms)","trace[491754187] 'applied index is now lower than readState.Index' (duration: 18.253675ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:26:36.096976Z","caller":"traceutil/trace.go:171","msg":"trace[779144701] transaction","detail":"{read_only:false; response_revision:13651; number_of_response:1; }","duration":"303.100095ms","start":"2026-02-26T22:26:35.793846Z","end":"2026-02-26T22:26:36.096946Z","steps":["trace[779144701] 'process raft request' (duration: 284.823419ms)","trace[779144701] 'compare' (duration: 17.920497ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:26:36.096977Z","caller":"traceutil/trace.go:171","msg":"trace[1665210526] transaction","detail":"{read_only:false; response_revision:13652; number_of_response:1; }","duration":"302.758987ms","start":"2026-02-26T22:26:35.794196Z","end":"2026-02-26T22:26:36.096955Z","steps":["trace[1665210526] 'process raft request' (duration: 302.561832ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:36.097004Z","caller":"traceutil/trace.go:171","msg":"trace[288518876] transaction","detail":"{read_only:false; response_revision:13653; number_of_response:1; }","duration":"302.732967ms","start":"2026-02-26T22:26:35.794247Z","end":"2026-02-26T22:26:36.09698Z","steps":["trace[288518876] 'process raft request' (duration: 302.560723ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:36.097044Z","caller":"traceutil/trace.go:171","msg":"trace[1401152715] transaction","detail":"{read_only:false; response_revision:13654; number_of_response:1; }","duration":"302.789558ms","start":"2026-02-26T22:26:35.794243Z","end":"2026-02-26T22:26:36.097033Z","steps":["trace[1401152715] 'process raft request' (duration: 302.594763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:36.097117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:35.794169Z","time spent":"302.876269ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:26:36.097119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:35.793817Z","time spent":"303.222848ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:26:36.097172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:35.794214Z","time spent":"302.865849ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:26:36.097129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:35.794227Z","time spent":"302.835179ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:26:36.097426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.411242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-kn4gn\" ","response":"range_response_count:1 size:11624"} {"level":"info","ts":"2026-02-26T22:26:36.097472Z","caller":"traceutil/trace.go:171","msg":"trace[871653783] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-kn4gn; range_end:; response_count:1; response_revision:13654; }","duration":"177.500065ms","start":"2026-02-26T22:26:35.919961Z","end":"2026-02-26T22:26:36.097461Z","steps":["trace[871653783] 'agreement among raft nodes before linearized reading' (duration: 177.352361ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:36.273534Z","caller":"traceutil/trace.go:171","msg":"trace[1657362831] linearizableReadLoop","detail":"{readStateIndex:14176; appliedIndex:14175; }","duration":"147.081347ms","start":"2026-02-26T22:26:36.126427Z","end":"2026-02-26T22:26:36.273509Z","steps":["trace[1657362831] 'read index received' (duration: 146.814721ms)","trace[1657362831] 'applied index is now lower than readState.Index' (duration: 252.576µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:26:36.273567Z","caller":"traceutil/trace.go:171","msg":"trace[1109852954] transaction","detail":"{read_only:false; response_revision:13655; number_of_response:1; }","duration":"160.07277ms","start":"2026-02-26T22:26:36.113475Z","end":"2026-02-26T22:26:36.273548Z","steps":["trace[1109852954] 'process raft request' (duration: 159.866625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:36.273811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.258971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T22:26:36.273836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.350265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:26:36.273896Z","caller":"traceutil/trace.go:171","msg":"trace[393132601] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13655; }","duration":"147.481136ms","start":"2026-02-26T22:26:36.126401Z","end":"2026-02-26T22:26:36.273882Z","steps":["trace[393132601] 'agreement among raft nodes before linearized reading' (duration: 147.24574ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:36.273917Z","caller":"traceutil/trace.go:171","msg":"trace[769811345] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13655; }","duration":"123.472218ms","start":"2026-02-26T22:26:36.150426Z","end":"2026-02-26T22:26:36.273898Z","steps":["trace[769811345] 'agreement among raft nodes before linearized reading' (duration: 123.306314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:38.133421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398412746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:26:38.357266Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.162399795s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:26:38.357792Z","caller":"traceutil/trace.go:171","msg":"trace[622573366] transaction","detail":"{read_only:false; response_revision:13657; number_of_response:1; }","duration":"1.163012839s","start":"2026-02-26T22:26:37.194753Z","end":"2026-02-26T22:26:38.357766Z","steps":["trace[622573366] 'process raft request' (duration: 1.162803164s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:38.357964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:37.194728Z","time spent":"1.163141043s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:26:39.946604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060437163s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:26:39.947072Z","caller":"traceutil/trace.go:171","msg":"trace[1957422617] transaction","detail":"{read_only:false; response_revision:13658; number_of_response:1; }","duration":"2.201448795s","start":"2026-02-26T22:26:37.745581Z","end":"2026-02-26T22:26:39.94703Z","steps":["trace[1957422617] 'process raft request' (duration: 1.139759371s)","trace[1957422617] 'compare' (duration: 1.06028505s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:26:39.947325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:37.745558Z","time spent":"2.201608039s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:26:39.981938Z","caller":"traceutil/trace.go:171","msg":"trace[1884111783] transaction","detail":"{read_only:false; response_revision:13659; number_of_response:1; }","duration":"2.178030892s","start":"2026-02-26T22:26:37.803891Z","end":"2026-02-26T22:26:39.981922Z","steps":["trace[1884111783] 'process raft request' (duration: 2.177797566s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:39.982041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096581424s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:26:39.982218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:37.803871Z","time spent":"2.178238066s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:26:39.982456Z","caller":"traceutil/trace.go:171","msg":"trace[1367221345] transaction","detail":"{read_only:false; response_revision:13660; number_of_response:1; }","duration":"1.546375136s","start":"2026-02-26T22:26:38.436042Z","end":"2026-02-26T22:26:39.982418Z","steps":["trace[1367221345] 'process raft request' (duration: 1.546200001s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:39.981881Z","caller":"traceutil/trace.go:171","msg":"trace[1362090689] linearizableReadLoop","detail":"{readStateIndex:14181; appliedIndex:14177; }","duration":"2.349167507s","start":"2026-02-26T22:26:37.632693Z","end":"2026-02-26T22:26:39.98186Z","steps":["trace[1362090689] 'read index received' (duration: 724.866188ms)","trace[1362090689] 'applied index is now lower than readState.Index' (duration: 1.624300199s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:26:39.982612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:38.436016Z","time spent":"1.546503869s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:26:39.982669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333808227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:26:39.982749Z","caller":"traceutil/trace.go:171","msg":"trace[907736327] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:13660; }","duration":"1.33393861s","start":"2026-02-26T22:26:38.648787Z","end":"2026-02-26T22:26:39.982726Z","steps":["trace[907736327] 'agreement among raft nodes before linearized reading' (duration: 1.333817137s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:39.98282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:38.648763Z","time spent":"1.334037733s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:26:39.982493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349775093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-02-26T22:26:39.982833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.810998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-26T22:26:39.982941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946216433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:26:39.982751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056257386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T22:26:39.982985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881049018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T22:26:39.982949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.973341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:26:39.98305Z","caller":"traceutil/trace.go:171","msg":"trace[1302425031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13660; }","duration":"1.88112901s","start":"2026-02-26T22:26:38.1019Z","end":"2026-02-26T22:26:39.983029Z","steps":["trace[1302425031] 'agreement among raft nodes before linearized reading' (duration: 1.881009517s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:39.983055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.422775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T22:26:39.983066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051317155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T22:26:39.983097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:38.101891Z","time spent":"1.881196821s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:26:39.983113Z","caller":"traceutil/trace.go:171","msg":"trace[798103811] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:13660; }","duration":"1.051404878s","start":"2026-02-26T22:26:38.931697Z","end":"2026-02-26T22:26:39.983102Z","steps":["trace[798103811] 'agreement among raft nodes before linearized reading' (duration: 1.051321556s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:39.983118Z","caller":"traceutil/trace.go:171","msg":"trace[1813455196] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:13660; }","duration":"210.526447ms","start":"2026-02-26T22:26:39.772571Z","end":"2026-02-26T22:26:39.983097Z","steps":["trace[1813455196] 'agreement among raft nodes before linearized reading' (duration: 210.348683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:39.983143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050467421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T22:26:39.983155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:38.931677Z","time spent":"1.05146584s","remote":"127.0.0.1:38030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:26:39.983201Z","caller":"traceutil/trace.go:171","msg":"trace[1852185487] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:13660; }","duration":"2.050568574s","start":"2026-02-26T22:26:37.93262Z","end":"2026-02-26T22:26:39.983189Z","steps":["trace[1852185487] 'agreement among raft nodes before linearized reading' (duration: 2.05040222s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:39.983242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:37.9326Z","time spent":"2.050635316s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"info","ts":"2026-02-26T22:26:39.982946Z","caller":"traceutil/trace.go:171","msg":"trace[1529762413] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13660; }","duration":"913.959222ms","start":"2026-02-26T22:26:39.068962Z","end":"2026-02-26T22:26:39.982921Z","steps":["trace[1529762413] 'agreement among raft nodes before linearized reading' (duration: 913.722596ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:39.983148Z","caller":"traceutil/trace.go:171","msg":"trace[1030015333] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:13660; }","duration":"804.183156ms","start":"2026-02-26T22:26:39.17889Z","end":"2026-02-26T22:26:39.983073Z","steps":["trace[1030015333] 'agreement among raft nodes before linearized reading' (duration: 803.726515ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:39.982989Z","caller":"traceutil/trace.go:171","msg":"trace[496977719] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13659; }","duration":"2.350227674s","start":"2026-02-26T22:26:37.632644Z","end":"2026-02-26T22:26:39.982871Z","steps":["trace[496977719] 'agreement among raft nodes before linearized reading' (duration: 2.349416464s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:39.983306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:39.068941Z","time spent":"914.346201ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:26:39.983372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:39.17887Z","time spent":"804.460702ms","remote":"127.0.0.1:38104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":100,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:26:39.982866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87147988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T22:26:39.982864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881901389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T22:26:39.982995Z","caller":"traceutil/trace.go:171","msg":"trace[1392472614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13660; }","duration":"2.056537523s","start":"2026-02-26T22:26:37.926446Z","end":"2026-02-26T22:26:39.982984Z","steps":["trace[1392472614] 'agreement among raft nodes before linearized reading' (duration: 2.056150173s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:39.983468Z","caller":"traceutil/trace.go:171","msg":"trace[1605251902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13660; }","duration":"1.882533635s","start":"2026-02-26T22:26:38.100918Z","end":"2026-02-26T22:26:39.983452Z","steps":["trace[1605251902] 'agreement among raft nodes before linearized reading' (duration: 1.881862999s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:39.983528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:38.100871Z","time spent":"1.882644488s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:26:39.98352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:37.926429Z","time spent":"2.057073905s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T22:26:39.983459Z","caller":"traceutil/trace.go:171","msg":"trace[313288932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13660; }","duration":"1.872101285s","start":"2026-02-26T22:26:38.111343Z","end":"2026-02-26T22:26:39.983444Z","steps":["trace[313288932] 'agreement among raft nodes before linearized reading' (duration: 1.871394548s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:39.983599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:38.111329Z","time spent":"1.872251569s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T22:26:39.982996Z","caller":"traceutil/trace.go:171","msg":"trace[1199182963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13660; }","duration":"1.946304456s","start":"2026-02-26T22:26:38.036675Z","end":"2026-02-26T22:26:39.982979Z","steps":["trace[1199182963] 'agreement among raft nodes before linearized reading' (duration: 1.946217823s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:39.983711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:38.036653Z","time spent":"1.947044583s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:26:39.983406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:37.632618Z","time spent":"2.350733996s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-26T22:26:39.982836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881601302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T22:26:39.983824Z","caller":"traceutil/trace.go:171","msg":"trace[645252071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13660; }","duration":"1.882651808s","start":"2026-02-26T22:26:38.101158Z","end":"2026-02-26T22:26:39.98381Z","steps":["trace[645252071] 'agreement among raft nodes before linearized reading' (duration: 1.881475669s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:39.983871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:38.101138Z","time spent":"1.88272098s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:26:41.479249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398412768,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T22:26:41.526774Z","caller":"traceutil/trace.go:171","msg":"trace[795760938] transaction","detail":"{read_only:false; response_revision:13666; number_of_response:1; }","duration":"735.688927ms","start":"2026-02-26T22:26:40.791062Z","end":"2026-02-26T22:26:41.526751Z","steps":["trace[795760938] 'process raft request' (duration: 735.536174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:41.526919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:40.791037Z","time spent":"735.810901ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:26:41.527565Z","caller":"traceutil/trace.go:171","msg":"trace[1657881169] linearizableReadLoop","detail":"{readStateIndex:14189; appliedIndex:14187; }","duration":"548.753548ms","start":"2026-02-26T22:26:40.978786Z","end":"2026-02-26T22:26:41.52754Z","steps":["trace[1657881169] 'read index received' (duration: 547.824215ms)","trace[1657881169] 'applied index is now lower than readState.Index' (duration: 928.273µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:26:41.527674Z","caller":"traceutil/trace.go:171","msg":"trace[879371165] transaction","detail":"{read_only:false; response_revision:13667; number_of_response:1; }","duration":"547.64658ms","start":"2026-02-26T22:26:40.979993Z","end":"2026-02-26T22:26:41.52764Z","steps":["trace[879371165] 'process raft request' (duration: 547.342213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:41.527802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:40.979966Z","time spent":"547.775374ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T22:26:41.527838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.037155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-kn4gn\" ","response":"range_response_count:1 size:11826"} {"level":"info","ts":"2026-02-26T22:26:41.52788Z","caller":"traceutil/trace.go:171","msg":"trace[1323356289] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-kn4gn; range_end:; response_count:1; response_revision:13667; }","duration":"549.135368ms","start":"2026-02-26T22:26:40.978734Z","end":"2026-02-26T22:26:41.527869Z","steps":["trace[1323356289] 'agreement among raft nodes before linearized reading' (duration: 548.945602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:41.527922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:40.978712Z","time spent":"549.20227ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11848,"request content":"key:\"/registry/pods/openstack/openvswitch-kn4gn\" "} {"level":"warn","ts":"2026-02-26T22:26:41.528551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.798389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:26:41.528631Z","caller":"traceutil/trace.go:171","msg":"trace[2146816843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13667; }","duration":"491.907722ms","start":"2026-02-26T22:26:41.036705Z","end":"2026-02-26T22:26:41.528613Z","steps":["trace[2146816843] 'agreement among raft nodes before linearized reading' (duration: 491.124993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:41.528671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:41.036692Z","time spent":"491.970754ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:26:42.607254Z","caller":"traceutil/trace.go:171","msg":"trace[524013076] transaction","detail":"{read_only:false; response_revision:13683; number_of_response:1; }","duration":"406.144213ms","start":"2026-02-26T22:26:42.201082Z","end":"2026-02-26T22:26:42.607226Z","steps":["trace[524013076] 'process raft request' (duration: 405.990089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:42.607396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:42.201055Z","time spent":"406.268027ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:26:42.630102Z","caller":"traceutil/trace.go:171","msg":"trace[199024218] linearizableReadLoop","detail":"{readStateIndex:14206; appliedIndex:14204; }","duration":"125.468068ms","start":"2026-02-26T22:26:42.504616Z","end":"2026-02-26T22:26:42.630084Z","steps":["trace[199024218] 'read index received' (duration: 102.497615ms)","trace[199024218] 'applied index is now lower than readState.Index' (duration: 22.969543ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:26:42.630155Z","caller":"traceutil/trace.go:171","msg":"trace[616246308] transaction","detail":"{read_only:false; response_revision:13684; number_of_response:1; }","duration":"168.89195ms","start":"2026-02-26T22:26:42.461233Z","end":"2026-02-26T22:26:42.630125Z","steps":["trace[616246308] 'process raft request' (duration: 168.759657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:42.630273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.654462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T22:26:42.630325Z","caller":"traceutil/trace.go:171","msg":"trace[421604697] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:13684; }","duration":"125.757045ms","start":"2026-02-26T22:26:42.504555Z","end":"2026-02-26T22:26:42.630313Z","steps":["trace[421604697] 'agreement among raft nodes before linearized reading' (duration: 125.597461ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:42.787728Z","caller":"traceutil/trace.go:171","msg":"trace[1688086252] linearizableReadLoop","detail":"{readStateIndex:14207; appliedIndex:14206; }","duration":"144.333198ms","start":"2026-02-26T22:26:42.64337Z","end":"2026-02-26T22:26:42.787703Z","steps":["trace[1688086252] 'read index received' (duration: 118.151756ms)","trace[1688086252] 'applied index is now lower than readState.Index' (duration: 26.180141ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:26:42.78794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.553233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-26T22:26:42.787986Z","caller":"traceutil/trace.go:171","msg":"trace[927480487] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:13684; }","duration":"144.642865ms","start":"2026-02-26T22:26:42.643332Z","end":"2026-02-26T22:26:42.787975Z","steps":["trace[927480487] 'agreement among raft nodes before linearized reading' (duration: 144.465781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:50.461959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398413128,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T22:26:50.593163Z","caller":"traceutil/trace.go:171","msg":"trace[476755335] transaction","detail":"{read_only:false; response_revision:13818; number_of_response:1; }","duration":"888.452627ms","start":"2026-02-26T22:26:49.704687Z","end":"2026-02-26T22:26:50.593139Z","steps":["trace[476755335] 'process raft request' (duration: 888.296842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:50.593329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:49.704659Z","time spent":"888.58136ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:26:51.597193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.695087ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:26:51.597331Z","caller":"traceutil/trace.go:171","msg":"trace[361982836] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13818; }","duration":"489.851801ms","start":"2026-02-26T22:26:51.107457Z","end":"2026-02-26T22:26:51.597309Z","steps":["trace[361982836] 'range keys from in-memory index tree' (duration: 489.673556ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:51.611409Z","caller":"traceutil/trace.go:171","msg":"trace[1805420073] linearizableReadLoop","detail":"{readStateIndex:14348; appliedIndex:14343; }","duration":"1.650324087s","start":"2026-02-26T22:26:49.961069Z","end":"2026-02-26T22:26:51.611393Z","steps":["trace[1805420073] 'read index received' (duration: 631.907151ms)","trace[1805420073] 'applied index is now lower than readState.Index' (duration: 1.018416196s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:26:51.611603Z","caller":"traceutil/trace.go:171","msg":"trace[1180990880] transaction","detail":"{read_only:false; response_revision:13822; number_of_response:1; }","duration":"1.50002141s","start":"2026-02-26T22:26:50.111573Z","end":"2026-02-26T22:26:51.611594Z","steps":["trace[1180990880] 'process raft request' (duration: 1.499790874s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:51.611635Z","caller":"traceutil/trace.go:171","msg":"trace[915212041] transaction","detail":"{read_only:false; response_revision:13819; number_of_response:1; }","duration":"1.635316923s","start":"2026-02-26T22:26:49.976293Z","end":"2026-02-26T22:26:51.61161Z","steps":["trace[915212041] 'process raft request' (duration: 1.634912583s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:51.611643Z","caller":"traceutil/trace.go:171","msg":"trace[1048131800] transaction","detail":"{read_only:false; response_revision:13821; number_of_response:1; }","duration":"1.588808044s","start":"2026-02-26T22:26:50.022785Z","end":"2026-02-26T22:26:51.611593Z","steps":["trace[1048131800] 'process raft request' (duration: 1.588559838s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:51.611686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:50.111563Z","time spent":"1.500071302s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:26:51.611747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:49.976275Z","time spent":"1.635412935s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:26:51.611768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650700547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-25eef02b-8b40-44c9-9bb8-682f4d285a9b\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-02-26T22:26:51.611775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:50.022775Z","time spent":"1.588925907s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:26:51.611811Z","caller":"traceutil/trace.go:171","msg":"trace[205096512] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-25eef02b-8b40-44c9-9bb8-682f4d285a9b; range_end:; response_count:1; response_revision:13822; }","duration":"1.650746928s","start":"2026-02-26T22:26:49.961052Z","end":"2026-02-26T22:26:51.611799Z","steps":["trace[205096512] 'agreement among raft nodes before linearized reading' (duration: 1.650639845s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:51.611838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:49.961028Z","time spent":"1.650804339s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-25eef02b-8b40-44c9-9bb8-682f4d285a9b\" "} {"level":"info","ts":"2026-02-26T22:26:51.611846Z","caller":"traceutil/trace.go:171","msg":"trace[1706713384] transaction","detail":"{read_only:false; response_revision:13820; number_of_response:1; }","duration":"1.589854789s","start":"2026-02-26T22:26:50.021954Z","end":"2026-02-26T22:26:51.611809Z","steps":["trace[1706713384] 'process raft request' (duration: 1.589366377s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:51.612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:50.021935Z","time spent":"1.589994193s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:26:51.613143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447349818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:26:51.613206Z","caller":"traceutil/trace.go:171","msg":"trace[770790055] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:13823; }","duration":"1.447471231s","start":"2026-02-26T22:26:50.165718Z","end":"2026-02-26T22:26:51.613189Z","steps":["trace[770790055] 'agreement among raft nodes before linearized reading' (duration: 1.447342648s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:51.61321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53127393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T22:26:51.613195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405438074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-26T22:26:51.61324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:50.165671Z","time spent":"1.447559573s","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:26:51.61325Z","caller":"traceutil/trace.go:171","msg":"trace[2050160546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13823; }","duration":"1.531360992s","start":"2026-02-26T22:26:50.081876Z","end":"2026-02-26T22:26:51.613237Z","steps":["trace[2050160546] 'agreement among raft nodes before linearized reading' (duration: 1.531195938s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:51.613253Z","caller":"traceutil/trace.go:171","msg":"trace[1415105446] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13823; }","duration":"1.405550146s","start":"2026-02-26T22:26:50.207691Z","end":"2026-02-26T22:26:51.613241Z","steps":["trace[1415105446] 'agreement among raft nodes before linearized reading' (duration: 1.405369312s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:51.613238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.667435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:26:51.61328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:50.207672Z","time spent":"1.405602777s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:26:51.613288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.938799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:26:51.613308Z","caller":"traceutil/trace.go:171","msg":"trace[1517733420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13823; }","duration":"576.748677ms","start":"2026-02-26T22:26:51.036544Z","end":"2026-02-26T22:26:51.613293Z","steps":["trace[1517733420] 'agreement among raft nodes before linearized reading' (duration: 576.606173ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:51.613324Z","caller":"traceutil/trace.go:171","msg":"trace[1630503167] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:13823; }","duration":"341.021951ms","start":"2026-02-26T22:26:51.272293Z","end":"2026-02-26T22:26:51.613315Z","steps":["trace[1630503167] 'agreement among raft nodes before linearized reading' (duration: 340.939749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:51.61334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505516409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T22:26:51.613344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:51.03649Z","time spent":"576.848339ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:26:51.613348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:51.272277Z","time spent":"341.064762ms","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:26:51.613362Z","caller":"traceutil/trace.go:171","msg":"trace[523900856] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:13823; }","duration":"1.505552819s","start":"2026-02-26T22:26:50.107803Z","end":"2026-02-26T22:26:51.613356Z","steps":["trace[523900856] 'agreement among raft nodes before linearized reading' (duration: 1.505485168s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:51.613379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:50.107795Z","time spent":"1.50558036s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"warn","ts":"2026-02-26T22:26:51.613402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.480379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:26:51.61342Z","caller":"traceutil/trace.go:171","msg":"trace[1483074056] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:13823; }","duration":"866.541281ms","start":"2026-02-26T22:26:50.746873Z","end":"2026-02-26T22:26:51.613414Z","steps":["trace[1483074056] 'agreement among raft nodes before linearized reading' (duration: 866.50819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:51.613434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:50.746852Z","time spent":"866.578772ms","remote":"127.0.0.1:38066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:26:51.613466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529447244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T22:26:51.613275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:50.081859Z","time spent":"1.531410884s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:26:51.613472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.793124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:26:51.613482Z","caller":"traceutil/trace.go:171","msg":"trace[2090353492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13823; }","duration":"1.529479695s","start":"2026-02-26T22:26:50.083997Z","end":"2026-02-26T22:26:51.613477Z","steps":["trace[2090353492] 'agreement among raft nodes before linearized reading' (duration: 1.529433984s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:51.613504Z","caller":"traceutil/trace.go:171","msg":"trace[985190046] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:13823; }","duration":"567.862816ms","start":"2026-02-26T22:26:51.045634Z","end":"2026-02-26T22:26:51.613497Z","steps":["trace[985190046] 'agreement among raft nodes before linearized reading' (duration: 567.766503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:51.613511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:50.083991Z","time spent":"1.529516586s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:26:51.613522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:51.045616Z","time spent":"567.901506ms","remote":"127.0.0.1:52928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":50,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:26:51.61358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036878286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:26:51.613597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.182141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:26:51.613605Z","caller":"traceutil/trace.go:171","msg":"trace[727875960] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:13823; }","duration":"1.036940357s","start":"2026-02-26T22:26:50.576658Z","end":"2026-02-26T22:26:51.613598Z","steps":["trace[727875960] 'agreement among raft nodes before linearized reading' (duration: 1.036825134s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:51.613615Z","caller":"traceutil/trace.go:171","msg":"trace[1372952652] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:13823; }","duration":"886.253722ms","start":"2026-02-26T22:26:50.727356Z","end":"2026-02-26T22:26:51.613609Z","steps":["trace[1372952652] 'agreement among raft nodes before linearized reading' (duration: 886.220502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:51.613628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:50.576637Z","time spent":"1.036986069s","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":134,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:26:51.613631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:50.727334Z","time spent":"886.292453ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:26:51.613648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530035568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T22:26:51.613664Z","caller":"traceutil/trace.go:171","msg":"trace[403060882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13823; }","duration":"1.530106231s","start":"2026-02-26T22:26:50.083553Z","end":"2026-02-26T22:26:51.613659Z","steps":["trace[403060882] 'agreement among raft nodes before linearized reading' (duration: 1.53006234s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:51.613677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:50.083534Z","time spent":"1.530139501s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:26:51.613739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542339536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-26T22:26:51.613747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531354843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T22:26:51.613763Z","caller":"traceutil/trace.go:171","msg":"trace[667584244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13823; }","duration":"1.542384687s","start":"2026-02-26T22:26:50.071371Z","end":"2026-02-26T22:26:51.613755Z","steps":["trace[667584244] 'agreement among raft nodes before linearized reading' (duration: 1.542281634s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:26:51.61378Z","caller":"traceutil/trace.go:171","msg":"trace[615104544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13823; }","duration":"1.531397933s","start":"2026-02-26T22:26:50.082373Z","end":"2026-02-26T22:26:51.613771Z","steps":["trace[615104544] 'agreement among raft nodes before linearized reading' (duration: 1.531301631s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:51.613812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:50.082366Z","time spent":"1.531440924s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:26:51.613784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:50.071362Z","time spent":"1.542417138s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:26:51.615793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653789555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d40d292-ea73-4c34-b9e6-20c029489f79\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-02-26T22:26:51.615848Z","caller":"traceutil/trace.go:171","msg":"trace[731925809] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d40d292-ea73-4c34-b9e6-20c029489f79; range_end:; response_count:1; response_revision:13823; }","duration":"1.653884147s","start":"2026-02-26T22:26:49.961951Z","end":"2026-02-26T22:26:51.615835Z","steps":["trace[731925809] 'agreement among raft nodes before linearized reading' (duration: 1.651863776s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:26:51.615885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:26:49.96193Z","time spent":"1.653944348s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d40d292-ea73-4c34-b9e6-20c029489f79\" "} {"level":"info","ts":"2026-02-26T22:28:08.160304Z","caller":"traceutil/trace.go:171","msg":"trace[2035089280] transaction","detail":"{read_only:false; response_revision:14755; number_of_response:1; }","duration":"116.937594ms","start":"2026-02-26T22:28:08.043343Z","end":"2026-02-26T22:28:08.160281Z","steps":["trace[2035089280] 'process raft request' (duration: 116.784621ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:28:08.160626Z","caller":"traceutil/trace.go:171","msg":"trace[839583653] transaction","detail":"{read_only:false; response_revision:14756; number_of_response:1; }","duration":"114.572356ms","start":"2026-02-26T22:28:08.046029Z","end":"2026-02-26T22:28:08.160601Z","steps":["trace[839583653] 'process raft request' (duration: 114.215696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:18.326343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.196711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:28:18.326447Z","caller":"traceutil/trace.go:171","msg":"trace[1788618950] linearizableReadLoop","detail":"{readStateIndex:15358; appliedIndex:15356; }","duration":"314.820467ms","start":"2026-02-26T22:28:18.01161Z","end":"2026-02-26T22:28:18.326431Z","steps":["trace[1788618950] 'read index received' (duration: 25.766682ms)","trace[1788618950] 'applied index is now lower than readState.Index' (duration: 289.052745ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:28:18.326537Z","caller":"traceutil/trace.go:171","msg":"trace[2112629819] transaction","detail":"{read_only:false; response_revision:14800; number_of_response:1; }","duration":"318.898848ms","start":"2026-02-26T22:28:18.007619Z","end":"2026-02-26T22:28:18.326517Z","steps":["trace[2112629819] 'process raft request' (duration: 215.447661ms)","trace[2112629819] 'compare' (duration: 103.104419ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:28:18.326617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:18.007604Z","time spent":"318.97292ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:28:18.32672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.928858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:18.326798Z","caller":"traceutil/trace.go:171","msg":"trace[2059397151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14800; }","duration":"290.055861ms","start":"2026-02-26T22:28:18.036724Z","end":"2026-02-26T22:28:18.32678Z","steps":["trace[2059397151] 'agreement among raft nodes before linearized reading' (duration: 289.937138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:18.327123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.341661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T22:28:18.327179Z","caller":"traceutil/trace.go:171","msg":"trace[560386485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14800; }","duration":"118.411902ms","start":"2026-02-26T22:28:18.208752Z","end":"2026-02-26T22:28:18.327164Z","steps":["trace[560386485] 'agreement among raft nodes before linearized reading' (duration: 118.253568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:18.327364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.007867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:18.327407Z","caller":"traceutil/trace.go:171","msg":"trace[1887763269] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14800; }","duration":"111.068909ms","start":"2026-02-26T22:28:18.216326Z","end":"2026-02-26T22:28:18.327395Z","steps":["trace[1887763269] 'agreement among raft nodes before linearized reading' (duration: 111.006967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:18.327603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.51852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:18.327717Z","caller":"traceutil/trace.go:171","msg":"trace[695098477] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14800; }","duration":"111.642873ms","start":"2026-02-26T22:28:18.216061Z","end":"2026-02-26T22:28:18.327704Z","steps":["trace[695098477] 'agreement among raft nodes before linearized reading' (duration: 111.50867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:18.32782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.420847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764296"} {"level":"info","ts":"2026-02-26T22:28:18.327875Z","caller":"traceutil/trace.go:171","msg":"trace[546031428] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14800; }","duration":"316.516719ms","start":"2026-02-26T22:28:18.011345Z","end":"2026-02-26T22:28:18.327861Z","steps":["trace[546031428] 'agreement among raft nodes before linearized reading' (duration: 315.657068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:18.327913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:18.011324Z","time spent":"316.575271ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764318,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T22:28:18.32797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.91867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-26T22:28:18.328018Z","caller":"traceutil/trace.go:171","msg":"trace[995556087] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14800; }","duration":"111.983161ms","start":"2026-02-26T22:28:18.216022Z","end":"2026-02-26T22:28:18.328005Z","steps":["trace[995556087] 'agreement among raft nodes before linearized reading' (duration: 111.859828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:18.328204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.479464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:18.328246Z","caller":"traceutil/trace.go:171","msg":"trace[1749804012] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14800; }","duration":"112.547766ms","start":"2026-02-26T22:28:18.215688Z","end":"2026-02-26T22:28:18.328235Z","steps":["trace[1749804012] 'agreement among raft nodes before linearized reading' (duration: 112.490304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:18.32831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.191351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T22:28:18.328343Z","caller":"traceutil/trace.go:171","msg":"trace[425862756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14800; }","duration":"121.264433ms","start":"2026-02-26T22:28:18.207069Z","end":"2026-02-26T22:28:18.328333Z","steps":["trace[425862756] 'agreement among raft nodes before linearized reading' (duration: 121.166431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:18.328473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.791405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T22:28:18.328507Z","caller":"traceutil/trace.go:171","msg":"trace[1225261544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14800; }","duration":"121.860477ms","start":"2026-02-26T22:28:18.206639Z","end":"2026-02-26T22:28:18.3285Z","steps":["trace[1225261544] 'agreement among raft nodes before linearized reading' (duration: 121.778525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:18.328696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.322385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T22:28:18.328723Z","caller":"traceutil/trace.go:171","msg":"trace[2007262531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14800; }","duration":"125.377715ms","start":"2026-02-26T22:28:18.203337Z","end":"2026-02-26T22:28:18.328715Z","steps":["trace[2007262531] 'agreement among raft nodes before linearized reading' (duration: 125.294943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:18.328943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.909434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T22:28:18.328984Z","caller":"traceutil/trace.go:171","msg":"trace[604721725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14800; }","duration":"191.984585ms","start":"2026-02-26T22:28:18.13699Z","end":"2026-02-26T22:28:18.328974Z","steps":["trace[604721725] 'agreement among raft nodes before linearized reading' (duration: 191.891122ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:28:23.9149Z","caller":"traceutil/trace.go:171","msg":"trace[2092605689] linearizableReadLoop","detail":"{readStateIndex:15384; appliedIndex:15383; }","duration":"461.516604ms","start":"2026-02-26T22:28:23.453358Z","end":"2026-02-26T22:28:23.914875Z","steps":["trace[2092605689] 'read index received' (duration: 461.332079ms)","trace[2092605689] 'applied index is now lower than readState.Index' (duration: 183.515µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:28:23.914945Z","caller":"traceutil/trace.go:171","msg":"trace[1451379050] transaction","detail":"{read_only:false; response_revision:14825; number_of_response:1; }","duration":"481.79837ms","start":"2026-02-26T22:28:23.433122Z","end":"2026-02-26T22:28:23.914921Z","steps":["trace[1451379050] 'process raft request' (duration: 481.612595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:23.915127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.75551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-26T22:28:23.915222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:23.433107Z","time spent":"481.896562ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:28:23.915277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.706608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:23.915389Z","caller":"traceutil/trace.go:171","msg":"trace[1296300226] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14825; }","duration":"461.882962ms","start":"2026-02-26T22:28:23.453486Z","end":"2026-02-26T22:28:23.915369Z","steps":["trace[1296300226] 'agreement among raft nodes before linearized reading' (duration: 461.685367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:23.915416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.567775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:28:23.915462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:23.453479Z","time spent":"461.971046ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-26T22:28:23.915484Z","caller":"traceutil/trace.go:171","msg":"trace[747748745] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14825; }","duration":"345.680057ms","start":"2026-02-26T22:28:23.569786Z","end":"2026-02-26T22:28:23.915466Z","steps":["trace[747748745] 'agreement among raft nodes before linearized reading' (duration: 345.565114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:23.915534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:23.569765Z","time spent":"345.75595ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T22:28:23.915526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.626261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-26T22:28:23.9157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.490654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:23.915811Z","caller":"traceutil/trace.go:171","msg":"trace[2004692205] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14825; }","duration":"183.656638ms","start":"2026-02-26T22:28:23.732133Z","end":"2026-02-26T22:28:23.91579Z","steps":["trace[2004692205] 'agreement among raft nodes before linearized reading' (duration: 183.443533ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:28:23.915686Z","caller":"traceutil/trace.go:171","msg":"trace[1039145063] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14825; }","duration":"338.763624ms","start":"2026-02-26T22:28:23.576861Z","end":"2026-02-26T22:28:23.915625Z","steps":["trace[1039145063] 'agreement among raft nodes before linearized reading' (duration: 338.406225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:23.915912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.074917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-26T22:28:23.915921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.761791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-26T22:28:23.915975Z","caller":"traceutil/trace.go:171","msg":"trace[1793941974] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14825; }","duration":"344.17855ms","start":"2026-02-26T22:28:23.571783Z","end":"2026-02-26T22:28:23.915961Z","steps":["trace[1793941974] 'agreement among raft nodes before linearized reading' (duration: 344.033366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:23.91592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.561057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T22:28:23.916022Z","caller":"traceutil/trace.go:171","msg":"trace[1931667075] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14825; }","duration":"439.69082ms","start":"2026-02-26T22:28:23.476323Z","end":"2026-02-26T22:28:23.916014Z","steps":["trace[1931667075] 'agreement among raft nodes before linearized reading' (duration: 439.354892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:23.916032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:23.571763Z","time spent":"344.255421ms","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T22:28:23.916171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.987387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T22:28:23.916209Z","caller":"traceutil/trace.go:171","msg":"trace[444586884] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14825; }","duration":"184.045517ms","start":"2026-02-26T22:28:23.732156Z","end":"2026-02-26T22:28:23.916202Z","steps":["trace[444586884] 'agreement among raft nodes before linearized reading' (duration: 183.951105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:23.916293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.810325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T22:28:23.915989Z","caller":"traceutil/trace.go:171","msg":"trace[78538010] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14825; }","duration":"183.857193ms","start":"2026-02-26T22:28:23.732115Z","end":"2026-02-26T22:28:23.915972Z","steps":["trace[78538010] 'agreement among raft nodes before linearized reading' (duration: 183.656678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:23.916064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:23.476312Z","time spent":"439.743611ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:28:23.91595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:23.576854Z","time spent":"339.076772ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T22:28:23.916014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.457553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-26T22:28:23.9169Z","caller":"traceutil/trace.go:171","msg":"trace[918969714] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14825; }","duration":"462.331615ms","start":"2026-02-26T22:28:23.454529Z","end":"2026-02-26T22:28:23.916861Z","steps":["trace[918969714] 'agreement among raft nodes before linearized reading' (duration: 461.422362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:23.916991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:23.454517Z","time spent":"462.453127ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-26T22:28:23.915166Z","caller":"traceutil/trace.go:171","msg":"trace[675154469] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14825; }","duration":"461.841632ms","start":"2026-02-26T22:28:23.453313Z","end":"2026-02-26T22:28:23.915155Z","steps":["trace[675154469] 'agreement among raft nodes before linearized reading' (duration: 461.699358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:23.91717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:23.453292Z","time spent":"463.858222ms","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-26T22:28:23.916386Z","caller":"traceutil/trace.go:171","msg":"trace[1543110702] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14825; }","duration":"279.988039ms","start":"2026-02-26T22:28:23.636377Z","end":"2026-02-26T22:28:23.916365Z","steps":["trace[1543110702] 'agreement among raft nodes before linearized reading' (duration: 279.688572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.535462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398416444,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:28:24.676967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.740073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T22:28:24.677047Z","caller":"traceutil/trace.go:171","msg":"trace[2025965579] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14825; }","duration":"697.838675ms","start":"2026-02-26T22:28:23.979189Z","end":"2026-02-26T22:28:24.677027Z","steps":["trace[2025965579] 'range keys from in-memory index tree' (duration: 697.623429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.677099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:23.979183Z","time spent":"697.906726ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:28:24.677446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.383891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-26T22:28:24.678003Z","caller":"traceutil/trace.go:171","msg":"trace[376461717] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14825; }","duration":"672.957484ms","start":"2026-02-26T22:28:24.005032Z","end":"2026-02-26T22:28:24.677989Z","steps":["trace[376461717] 'range keys from in-memory index tree' (duration: 672.280737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.678048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.005021Z","time spent":"673.013186ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-26T22:28:24.821849Z","caller":"traceutil/trace.go:171","msg":"trace[1169231726] transaction","detail":"{read_only:false; response_revision:14826; number_of_response:1; }","duration":"798.533375ms","start":"2026-02-26T22:28:24.023302Z","end":"2026-02-26T22:28:24.821835Z","steps":["trace[1169231726] 'process raft request' (duration: 798.433422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.821956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.023284Z","time spent":"798.619177ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:28:24.962317Z","caller":"traceutil/trace.go:171","msg":"trace[943215787] linearizableReadLoop","detail":"{readStateIndex:15388; appliedIndex:15385; }","duration":"927.092229ms","start":"2026-02-26T22:28:24.035184Z","end":"2026-02-26T22:28:24.962276Z","steps":["trace[943215787] 'read index received' (duration: 786.994527ms)","trace[943215787] 'applied index is now lower than readState.Index' (duration: 140.096402ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:28:24.962406Z","caller":"traceutil/trace.go:171","msg":"trace[69212537] transaction","detail":"{read_only:false; response_revision:14827; number_of_response:1; }","duration":"911.002759ms","start":"2026-02-26T22:28:24.050765Z","end":"2026-02-26T22:28:24.961768Z","steps":["trace[69212537] 'process raft request' (duration: 844.025649ms)","trace[69212537] 'compare' (duration: 66.664792ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:28:24.962576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.187737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T22:28:24.962548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.335326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:24.962622Z","caller":"traceutil/trace.go:171","msg":"trace[313678185] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:14829; }","duration":"719.299439ms","start":"2026-02-26T22:28:24.243312Z","end":"2026-02-26T22:28:24.962612Z","steps":["trace[313678185] 'agreement among raft nodes before linearized reading' (duration: 719.191407ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:28:24.962653Z","caller":"traceutil/trace.go:171","msg":"trace[1403440535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14829; }","duration":"927.486109ms","start":"2026-02-26T22:28:24.035144Z","end":"2026-02-26T22:28:24.96263Z","steps":["trace[1403440535] 'agreement among raft nodes before linearized reading' (duration: 927.315995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.96272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.035126Z","time spent":"927.584602ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:28:24.962718Z","caller":"traceutil/trace.go:171","msg":"trace[1733301957] transaction","detail":"{read_only:false; response_revision:14829; number_of_response:1; }","duration":"613.322438ms","start":"2026-02-26T22:28:24.349379Z","end":"2026-02-26T22:28:24.962701Z","steps":["trace[1733301957] 'process raft request' (duration: 612.765984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.962804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.114441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rnj86\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-02-26T22:28:24.962813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.349364Z","time spent":"613.40649ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:28:24.962843Z","caller":"traceutil/trace.go:171","msg":"trace[91912569] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rnj86; range_end:; response_count:1; response_revision:14829; }","duration":"215.185563ms","start":"2026-02-26T22:28:24.747648Z","end":"2026-02-26T22:28:24.962833Z","steps":["trace[91912569] 'agreement among raft nodes before linearized reading' (duration: 215.05433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.96261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.050751Z","time spent":"911.755937ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:28:24.962467Z","caller":"traceutil/trace.go:171","msg":"trace[1147455284] transaction","detail":"{read_only:false; response_revision:14828; number_of_response:1; }","duration":"672.851812ms","start":"2026-02-26T22:28:24.289604Z","end":"2026-02-26T22:28:24.962456Z","steps":["trace[1147455284] 'process raft request' (duration: 672.040562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.963208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.520813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19055"} {"level":"info","ts":"2026-02-26T22:28:24.963251Z","caller":"traceutil/trace.go:171","msg":"trace[1904111260] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14829; }","duration":"284.599185ms","start":"2026-02-26T22:28:24.678641Z","end":"2026-02-26T22:28:24.963241Z","steps":["trace[1904111260] 'agreement among raft nodes before linearized reading' (duration: 284.463252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.963275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.289587Z","time spent":"673.593461ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:28:24.962664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.243291Z","time spent":"719.363341ms","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:28:24.963405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.477204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T22:28:24.963499Z","caller":"traceutil/trace.go:171","msg":"trace[1832599078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14829; }","duration":"595.600747ms","start":"2026-02-26T22:28:24.367878Z","end":"2026-02-26T22:28:24.963479Z","steps":["trace[1832599078] 'agreement among raft nodes before linearized reading' (duration: 595.3281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.963522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.016808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T22:28:24.963555Z","caller":"traceutil/trace.go:171","msg":"trace[1889363482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14829; }","duration":"596.068698ms","start":"2026-02-26T22:28:24.367474Z","end":"2026-02-26T22:28:24.963543Z","steps":["trace[1889363482] 'agreement among raft nodes before linearized reading' (duration: 595.996407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.963453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.603047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T22:28:24.963588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.367463Z","time spent":"596.118889ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T22:28:24.963594Z","caller":"traceutil/trace.go:171","msg":"trace[1723881003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14829; }","duration":"595.766291ms","start":"2026-02-26T22:28:24.367816Z","end":"2026-02-26T22:28:24.963582Z","steps":["trace[1723881003] 'agreement among raft nodes before linearized reading' (duration: 595.573337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.96364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.367801Z","time spent":"595.827882ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:28:24.963553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.36787Z","time spent":"595.674188ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:28:24.963752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.142604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:24.963819Z","caller":"traceutil/trace.go:171","msg":"trace[905968469] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14829; }","duration":"615.247007ms","start":"2026-02-26T22:28:24.348557Z","end":"2026-02-26T22:28:24.963804Z","steps":["trace[905968469] 'agreement among raft nodes before linearized reading' (duration: 615.148504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.963869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.348535Z","time spent":"615.322898ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:28:24.963989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.813809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-02-26T22:28:24.96404Z","caller":"traceutil/trace.go:171","msg":"trace[2034501244] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14829; }","duration":"300.87271ms","start":"2026-02-26T22:28:24.663157Z","end":"2026-02-26T22:28:24.964029Z","steps":["trace[2034501244] 'agreement among raft nodes before linearized reading' (duration: 300.741607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.964085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.663154Z","time spent":"300.921991ms","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-02-26T22:28:24.964138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.402971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:24.964181Z","caller":"traceutil/trace.go:171","msg":"trace[2099861548] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14829; }","duration":"615.495313ms","start":"2026-02-26T22:28:24.348676Z","end":"2026-02-26T22:28:24.964171Z","steps":["trace[2099861548] 'agreement among raft nodes before linearized reading' (duration: 615.433961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.964205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.832672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T22:28:24.964215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.348671Z","time spent":"615.537554ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T22:28:24.964246Z","caller":"traceutil/trace.go:171","msg":"trace[172908934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14829; }","duration":"601.892493ms","start":"2026-02-26T22:28:24.362343Z","end":"2026-02-26T22:28:24.964235Z","steps":["trace[172908934] 'agreement among raft nodes before linearized reading' (duration: 601.723909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.96387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.548293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-26T22:28:24.964334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.174378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:24.964392Z","caller":"traceutil/trace.go:171","msg":"trace[951889167] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14829; }","duration":"301.24509ms","start":"2026-02-26T22:28:24.663133Z","end":"2026-02-26T22:28:24.964379Z","steps":["trace[951889167] 'agreement among raft nodes before linearized reading' (duration: 301.162878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.964413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.79897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:28:24.964421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.233587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T22:28:24.964434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.663127Z","time spent":"301.299071ms","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-26T22:28:24.96445Z","caller":"traceutil/trace.go:171","msg":"trace[1664583010] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14829; }","duration":"615.865921ms","start":"2026-02-26T22:28:24.348568Z","end":"2026-02-26T22:28:24.964434Z","steps":["trace[1664583010] 'agreement among raft nodes before linearized reading' (duration: 615.79917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.964486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.348552Z","time spent":"615.926143ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T22:28:24.964505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.335579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-26T22:28:24.964453Z","caller":"traceutil/trace.go:171","msg":"trace[1820939255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14829; }","duration":"603.283947ms","start":"2026-02-26T22:28:24.361157Z","end":"2026-02-26T22:28:24.964441Z","steps":["trace[1820939255] 'agreement among raft nodes before linearized reading' (duration: 603.203195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.964575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.361147Z","time spent":"603.419651ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:28:24.964635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.532917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-26T22:28:24.964656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.089937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-26T22:28:24.964286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.362333Z","time spent":"601.946074ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T22:28:24.964683Z","caller":"traceutil/trace.go:171","msg":"trace[1045671899] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14829; }","duration":"301.614159ms","start":"2026-02-26T22:28:24.663057Z","end":"2026-02-26T22:28:24.964671Z","steps":["trace[1045671899] 'agreement among raft nodes before linearized reading' (duration: 301.505166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.964724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.66304Z","time spent":"301.67376ms","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-26T22:28:24.96454Z","caller":"traceutil/trace.go:171","msg":"trace[613729440] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14829; }","duration":"615.39464ms","start":"2026-02-26T22:28:24.349136Z","end":"2026-02-26T22:28:24.964531Z","steps":["trace[613729440] 'agreement among raft nodes before linearized reading' (duration: 615.297897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.964806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.349128Z","time spent":"615.668717ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T22:28:24.964836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.140553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-26T22:28:24.964874Z","caller":"traceutil/trace.go:171","msg":"trace[440106376] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:14829; }","duration":"347.213845ms","start":"2026-02-26T22:28:24.617652Z","end":"2026-02-26T22:28:24.964866Z","steps":["trace[440106376] 'agreement among raft nodes before linearized reading' (duration: 347.094802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.964904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.617638Z","time spent":"347.259907ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"warn","ts":"2026-02-26T22:28:24.964922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.83809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-02-26T22:28:24.964972Z","caller":"traceutil/trace.go:171","msg":"trace[282169337] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:14829; }","duration":"357.885891ms","start":"2026-02-26T22:28:24.607073Z","end":"2026-02-26T22:28:24.964959Z","steps":["trace[282169337] 'agreement among raft nodes before linearized reading' (duration: 357.712817ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.965013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.607048Z","time spent":"357.956563ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-26T22:28:24.965098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.521745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rtzgn\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-02-26T22:28:24.96516Z","caller":"traceutil/trace.go:171","msg":"trace[1411377372] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rtzgn; range_end:; response_count:1; response_revision:14829; }","duration":"581.606277ms","start":"2026-02-26T22:28:24.383538Z","end":"2026-02-26T22:28:24.965144Z","steps":["trace[1411377372] 'agreement among raft nodes before linearized reading' (duration: 581.454743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.965202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.383526Z","time spent":"581.666588ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rtzgn\" "} {"level":"info","ts":"2026-02-26T22:28:24.964336Z","caller":"traceutil/trace.go:171","msg":"trace[836135478] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14829; }","duration":"301.028634ms","start":"2026-02-26T22:28:24.66329Z","end":"2026-02-26T22:28:24.964318Z","steps":["trace[836135478] 'agreement among raft nodes before linearized reading' (duration: 300.483391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.964729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.784683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:24.964691Z","caller":"traceutil/trace.go:171","msg":"trace[640020830] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14829; }","duration":"403.152079ms","start":"2026-02-26T22:28:24.561527Z","end":"2026-02-26T22:28:24.964679Z","steps":["trace[640020830] 'agreement among raft nodes before linearized reading' (duration: 403.071707ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:28:24.965329Z","caller":"traceutil/trace.go:171","msg":"trace[1342334019] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14829; }","duration":"302.380638ms","start":"2026-02-26T22:28:24.662938Z","end":"2026-02-26T22:28:24.965318Z","steps":["trace[1342334019] 'agreement among raft nodes before linearized reading' (duration: 301.770613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:24.965338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.561511Z","time spent":"403.816205ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T22:28:24.965374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.662892Z","time spent":"302.47096ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T22:28:24.965291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.663283Z","time spent":"301.997268ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-26T22:28:25.110558Z","caller":"traceutil/trace.go:171","msg":"trace[906489975] transaction","detail":"{read_only:false; response_revision:14830; number_of_response:1; }","duration":"139.898628ms","start":"2026-02-26T22:28:24.970623Z","end":"2026-02-26T22:28:25.110521Z","steps":["trace[906489975] 'process raft request' (duration: 95.87293ms)","trace[906489975] 'compare' (duration: 43.73096ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:28:25.345317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.104199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:28:25.345834Z","caller":"traceutil/trace.go:171","msg":"trace[1025958035] linearizableReadLoop","detail":"{readStateIndex:15391; appliedIndex:15388; }","duration":"374.073853ms","start":"2026-02-26T22:28:24.971737Z","end":"2026-02-26T22:28:25.34581Z","steps":["trace[1025958035] 'read index received' (duration: 94.74517ms)","trace[1025958035] 'applied index is now lower than readState.Index' (duration: 279.327223ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:28:25.345849Z","caller":"traceutil/trace.go:171","msg":"trace[2134758515] transaction","detail":"{read_only:false; response_revision:14831; number_of_response:1; }","duration":"375.09503ms","start":"2026-02-26T22:28:24.970727Z","end":"2026-02-26T22:28:25.345822Z","steps":["trace[2134758515] 'process raft request' (duration: 241.388066ms)","trace[2134758515] 'compare' (duration: 132.970435ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:28:25.345951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.9707Z","time spent":"375.205573ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:28:25.345998Z","caller":"traceutil/trace.go:171","msg":"trace[1555244380] transaction","detail":"{read_only:false; response_revision:14834; number_of_response:1; }","duration":"372.969647ms","start":"2026-02-26T22:28:24.97299Z","end":"2026-02-26T22:28:25.345959Z","steps":["trace[1555244380] 'process raft request' (duration: 372.531496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:25.346251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.972977Z","time spent":"373.149631ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:28:25.346372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.452093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:25.346417Z","caller":"traceutil/trace.go:171","msg":"trace[246335348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14834; }","duration":"309.540525ms","start":"2026-02-26T22:28:25.036865Z","end":"2026-02-26T22:28:25.346405Z","steps":["trace[246335348] 'agreement among raft nodes before linearized reading' (duration: 309.452353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:25.346448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:25.036843Z","time spent":"309.598347ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:28:25.346498Z","caller":"traceutil/trace.go:171","msg":"trace[647072084] transaction","detail":"{read_only:false; response_revision:14832; number_of_response:1; }","duration":"375.671074ms","start":"2026-02-26T22:28:24.970814Z","end":"2026-02-26T22:28:25.346485Z","steps":["trace[647072084] 'process raft request' (duration: 374.606508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:25.346615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.970807Z","time spent":"375.717655ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:28:25.346697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.101269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-g5jsv\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-02-26T22:28:25.346736Z","caller":"traceutil/trace.go:171","msg":"trace[1287155169] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-g5jsv; range_end:; response_count:1; response_revision:14834; }","duration":"245.179971ms","start":"2026-02-26T22:28:25.101545Z","end":"2026-02-26T22:28:25.346725Z","steps":["trace[1287155169] 'agreement among raft nodes before linearized reading' (duration: 245.066038ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:28:25.346765Z","caller":"traceutil/trace.go:171","msg":"trace[1058346480] transaction","detail":"{read_only:false; response_revision:14833; number_of_response:1; }","duration":"374.373001ms","start":"2026-02-26T22:28:24.972379Z","end":"2026-02-26T22:28:25.346752Z","steps":["trace[1058346480] 'process raft request' (duration: 373.10242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:25.346744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.194728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-02-26T22:28:25.346836Z","caller":"traceutil/trace.go:171","msg":"trace[1243262112] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:14834; }","duration":"370.30504ms","start":"2026-02-26T22:28:24.976509Z","end":"2026-02-26T22:28:25.346814Z","steps":["trace[1243262112] 'agreement among raft nodes before linearized reading' (duration: 370.171127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:25.346829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.972363Z","time spent":"374.435153ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:28:25.346889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.976502Z","time spent":"370.375651ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T22:28:25.346939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.188783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764296"} {"level":"info","ts":"2026-02-26T22:28:25.347009Z","caller":"traceutil/trace.go:171","msg":"trace[1047140375] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14834; }","duration":"375.281854ms","start":"2026-02-26T22:28:24.971713Z","end":"2026-02-26T22:28:25.346994Z","steps":["trace[1047140375] 'agreement among raft nodes before linearized reading' (duration: 374.222697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:25.34706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.971699Z","time spent":"375.344356ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764318,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T22:28:25.346961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.691744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-g5jsv\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-02-26T22:28:25.347392Z","caller":"traceutil/trace.go:171","msg":"trace[2035889708] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-g5jsv; range_end:; response_count:1; response_revision:14834; }","duration":"252.240238ms","start":"2026-02-26T22:28:25.095139Z","end":"2026-02-26T22:28:25.347379Z","steps":["trace[2035889708] 'agreement among raft nodes before linearized reading' (duration: 251.733504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:25.347781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.920666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764296"} {"level":"info","ts":"2026-02-26T22:28:25.34783Z","caller":"traceutil/trace.go:171","msg":"trace[1575607737] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14834; }","duration":"370.985758ms","start":"2026-02-26T22:28:24.976834Z","end":"2026-02-26T22:28:25.347819Z","steps":["trace[1575607737] 'agreement among raft nodes before linearized reading' (duration: 369.693905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:25.347863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.976824Z","time spent":"371.029339ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764318,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T22:28:25.348396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.246829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764296"} {"level":"info","ts":"2026-02-26T22:28:25.348435Z","caller":"traceutil/trace.go:171","msg":"trace[2146521337] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14834; }","duration":"374.299391ms","start":"2026-02-26T22:28:24.974127Z","end":"2026-02-26T22:28:25.348427Z","steps":["trace[2146521337] 'agreement among raft nodes before linearized reading' (duration: 372.022044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:25.348467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:24.974115Z","time spent":"374.341181ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764318,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T22:28:28.073477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104693706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:28.073563Z","caller":"traceutil/trace.go:171","msg":"trace[501805833] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14835; }","duration":"1.10482007s","start":"2026-02-26T22:28:26.96872Z","end":"2026-02-26T22:28:28.07354Z","steps":["trace[501805833] 'range keys from in-memory index tree' (duration: 1.104618675s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:28.073612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:26.9687Z","time spent":"1.104900662s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:28:28.074296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.060085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T22:28:28.074422Z","caller":"traceutil/trace.go:171","msg":"trace[837375132] transaction","detail":"{read_only:false; response_revision:14836; number_of_response:1; }","duration":"1.103161028s","start":"2026-02-26T22:28:26.97123Z","end":"2026-02-26T22:28:28.074391Z","steps":["trace[837375132] 'process raft request' (duration: 257.891029ms)","trace[837375132] 'compare' (duration: 844.200083ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:28:28.074537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102622384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:28.074371Z","caller":"traceutil/trace.go:171","msg":"trace[859103907] linearizableReadLoop","detail":"{readStateIndex:15395; appliedIndex:15394; }","duration":"1.10245791s","start":"2026-02-26T22:28:26.971901Z","end":"2026-02-26T22:28:28.074358Z","steps":["trace[859103907] 'read index received' (duration: 257.18162ms)","trace[859103907] 'applied index is now lower than readState.Index' (duration: 845.27521ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:28:28.074562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:26.971195Z","time spent":"1.103294622s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:28:28.074585Z","caller":"traceutil/trace.go:171","msg":"trace[1770314341] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14836; }","duration":"1.102699096s","start":"2026-02-26T22:28:26.971873Z","end":"2026-02-26T22:28:28.074573Z","steps":["trace[1770314341] 'agreement among raft nodes before linearized reading' (duration: 1.102607824s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:28.074616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:26.971857Z","time spent":"1.102750437s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-26T22:28:28.075224Z","caller":"traceutil/trace.go:171","msg":"trace[415377609] transaction","detail":"{read_only:false; response_revision:14837; number_of_response:1; }","duration":"1.102541211s","start":"2026-02-26T22:28:26.972625Z","end":"2026-02-26T22:28:28.075166Z","steps":["trace[415377609] 'process raft request' (duration: 1.102038859s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:28.075401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:26.972609Z","time spent":"1.102698106s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:28:29.037353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000643809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:28:29.037496Z","caller":"traceutil/trace.go:171","msg":"trace[1202562646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000843024s","start":"2026-02-26T22:28:27.036633Z","end":"2026-02-26T22:28:29.037476Z","steps":["trace[1202562646] 'agreement among raft nodes before linearized reading' (duration: 2.00067435s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.037563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.036615Z","time spent":"2.000936696s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:28:29.80668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726085585s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T22:28:29.80687Z","caller":"traceutil/trace.go:171","msg":"trace[2094622476] linearizableReadLoop","detail":"{readStateIndex:15397; appliedIndex:15396; }","duration":"1.732271511s","start":"2026-02-26T22:28:28.074583Z","end":"2026-02-26T22:28:29.806854Z","steps":["trace[2094622476] 'read index received' (duration: 5.901577ms)","trace[2094622476] 'applied index is now lower than readState.Index' (duration: 1.726368904s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:28:29.807136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879656743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:29.807161Z","caller":"traceutil/trace.go:171","msg":"trace[1340423908] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14837; }","duration":"1.879686854s","start":"2026-02-26T22:28:27.927466Z","end":"2026-02-26T22:28:29.807153Z","steps":["trace[1340423908] 'agreement among raft nodes before linearized reading' (duration: 1.879632473s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.807183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.92744Z","time spent":"1.879738446s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T22:28:29.807267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879154521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T22:28:29.807343Z","caller":"traceutil/trace.go:171","msg":"trace[65542189] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14837; }","duration":"1.879264564s","start":"2026-02-26T22:28:27.928061Z","end":"2026-02-26T22:28:29.807325Z","steps":["trace[65542189] 'agreement among raft nodes before linearized reading' (duration: 1.878956477s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.807382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880018122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-26T22:28:29.807387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.928052Z","time spent":"1.879326945s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-26T22:28:29.807403Z","caller":"traceutil/trace.go:171","msg":"trace[1101931034] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14837; }","duration":"1.880056263s","start":"2026-02-26T22:28:27.927341Z","end":"2026-02-26T22:28:29.807398Z","steps":["trace[1101931034] 'agreement among raft nodes before linearized reading' (duration: 1.879961611s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.807421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.927334Z","time spent":"1.880082774s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T22:28:29.807566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880459313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:29.807588Z","caller":"traceutil/trace.go:171","msg":"trace[71264720] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14837; }","duration":"1.880501194s","start":"2026-02-26T22:28:27.927081Z","end":"2026-02-26T22:28:29.807582Z","steps":["trace[71264720] 'agreement among raft nodes before linearized reading' (duration: 1.880463184s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.807606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.927071Z","time spent":"1.880530415s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T22:28:29.807792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881895939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-26T22:28:29.807822Z","caller":"traceutil/trace.go:171","msg":"trace[1503166975] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14837; }","duration":"1.881957471s","start":"2026-02-26T22:28:27.925855Z","end":"2026-02-26T22:28:29.807813Z","steps":["trace[1503166975] 'agreement among raft nodes before linearized reading' (duration: 1.881863369s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.807848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.925844Z","time spent":"1.881995942s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T22:28:29.807974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87792601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T22:28:29.808022Z","caller":"traceutil/trace.go:171","msg":"trace[380227719] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14837; }","duration":"1.877993502s","start":"2026-02-26T22:28:27.930018Z","end":"2026-02-26T22:28:29.808012Z","steps":["trace[380227719] 'agreement among raft nodes before linearized reading' (duration: 1.877885479s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.808002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693040428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T22:28:29.808092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834210148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-26T22:28:29.808127Z","caller":"traceutil/trace.go:171","msg":"trace[625017866] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14837; }","duration":"2.834258709s","start":"2026-02-26T22:28:26.973857Z","end":"2026-02-26T22:28:29.808116Z","steps":["trace[625017866] 'agreement among raft nodes before linearized reading' (duration: 2.834183857s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:28:29.808123Z","caller":"traceutil/trace.go:171","msg":"trace[464911736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14837; }","duration":"2.693213572s","start":"2026-02-26T22:28:27.114882Z","end":"2026-02-26T22:28:29.808095Z","steps":["trace[464911736] 'agreement among raft nodes before linearized reading' (duration: 2.692872074s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.808186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834989116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:29.808211Z","caller":"traceutil/trace.go:171","msg":"trace[465424022] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14837; }","duration":"2.835027808s","start":"2026-02-26T22:28:26.973177Z","end":"2026-02-26T22:28:29.808205Z","steps":["trace[465424022] 'agreement among raft nodes before linearized reading' (duration: 2.834991047s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.808212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.114863Z","time spent":"2.693335226s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:28:29.808232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:26.973168Z","time spent":"2.835058508s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T22:28:29.808336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878172996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:29.808415Z","caller":"traceutil/trace.go:171","msg":"trace[440647489] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14837; }","duration":"1.878258848s","start":"2026-02-26T22:28:27.930136Z","end":"2026-02-26T22:28:29.808394Z","steps":["trace[440647489] 'agreement among raft nodes before linearized reading' (duration: 1.877756396s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.808448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.930108Z","time spent":"1.878333181s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T22:28:29.808576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883375586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T22:28:29.808635Z","caller":"traceutil/trace.go:171","msg":"trace[1655675952] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14837; }","duration":"1.883460108s","start":"2026-02-26T22:28:27.925163Z","end":"2026-02-26T22:28:29.808623Z","steps":["trace[1655675952] 'agreement among raft nodes before linearized reading' (duration: 1.883307264s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.808668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.925151Z","time spent":"1.883508509s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T22:28:29.808738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831508484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:29.808769Z","caller":"traceutil/trace.go:171","msg":"trace[1273368256] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14837; }","duration":"1.831567164s","start":"2026-02-26T22:28:27.977194Z","end":"2026-02-26T22:28:29.808761Z","steps":["trace[1273368256] 'agreement among raft nodes before linearized reading' (duration: 1.831511993s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.808872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.97718Z","time spent":"1.831684008s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:28:29.808882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885684124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:29.808924Z","caller":"traceutil/trace.go:171","msg":"trace[1559383601] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14837; }","duration":"1.885758795s","start":"2026-02-26T22:28:27.923154Z","end":"2026-02-26T22:28:29.808913Z","steps":["trace[1559383601] 'agreement among raft nodes before linearized reading' (duration: 1.885684343s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.808954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.923136Z","time spent":"1.885811317s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T22:28:29.808153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:26.973849Z","time spent":"2.834298379s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T22:28:29.807984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833959061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:29.809501Z","caller":"traceutil/trace.go:171","msg":"trace[1818087402] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14837; }","duration":"2.835441938s","start":"2026-02-26T22:28:26.974005Z","end":"2026-02-26T22:28:29.809447Z","steps":["trace[1818087402] 'agreement among raft nodes before linearized reading' (duration: 2.833948812s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.809544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:26.974Z","time spent":"2.835532081s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-26T22:28:29.809769Z","caller":"traceutil/trace.go:171","msg":"trace[1396434003] transaction","detail":"{read_only:false; response_revision:14838; number_of_response:1; }","duration":"944.609017ms","start":"2026-02-26T22:28:28.865139Z","end":"2026-02-26T22:28:29.809748Z","steps":["trace[1396434003] 'process raft request' (duration: 941.620682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.809906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:28.865098Z","time spent":"944.73069ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:28:29.808021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834090424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:29.809994Z","caller":"traceutil/trace.go:171","msg":"trace[1004493932] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14837; }","duration":"2.836066214s","start":"2026-02-26T22:28:26.973894Z","end":"2026-02-26T22:28:29.809961Z","steps":["trace[1004493932] 'agreement among raft nodes before linearized reading' (duration: 2.834107005s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.810076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:26.97389Z","time spent":"2.836156546s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T22:28:29.808052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.930007Z","time spent":"1.878037883s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T22:28:29.815124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463271211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T22:28:29.815178Z","caller":"traceutil/trace.go:171","msg":"trace[1532948125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14838; }","duration":"2.463340094s","start":"2026-02-26T22:28:27.351823Z","end":"2026-02-26T22:28:29.815163Z","steps":["trace[1532948125] 'agreement among raft nodes before linearized reading' (duration: 2.457376094s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.815217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.351819Z","time spent":"2.463391295s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:28:29.815232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431941511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-g5jsv\" ","response":"range_response_count:1 size:22010"} {"level":"warn","ts":"2026-02-26T22:28:29.815238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664807875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:28:29.815286Z","caller":"traceutil/trace.go:171","msg":"trace[382971589] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-g5jsv; range_end:; response_count:1; response_revision:14838; }","duration":"2.432018253s","start":"2026-02-26T22:28:27.383252Z","end":"2026-02-26T22:28:29.81527Z","steps":["trace[382971589] 'agreement among raft nodes before linearized reading' (duration: 2.42588919s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.815318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.383242Z","time spent":"2.432069404s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22032,"request content":"key:\"/registry/pods/openstack/nova-compute-default-g5jsv\" "} {"level":"info","ts":"2026-02-26T22:28:29.815325Z","caller":"traceutil/trace.go:171","msg":"trace[751315106] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:14838; }","duration":"2.664937868s","start":"2026-02-26T22:28:27.150362Z","end":"2026-02-26T22:28:29.8153Z","steps":["trace[751315106] 'agreement among raft nodes before linearized reading' (duration: 2.658887296s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.815347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441375086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rnj86\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-02-26T22:28:29.815372Z","caller":"traceutil/trace.go:171","msg":"trace[2056629455] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rnj86; range_end:; response_count:1; response_revision:14838; }","duration":"2.441416687s","start":"2026-02-26T22:28:27.373949Z","end":"2026-02-26T22:28:29.815365Z","steps":["trace[2056629455] 'agreement among raft nodes before linearized reading' (duration: 2.435201911s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.815369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.150347Z","time spent":"2.66501088s","remote":"127.0.0.1:38316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:28:29.815393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.373938Z","time spent":"2.441450807s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20686,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rnj86\" "} {"level":"warn","ts":"2026-02-26T22:28:29.815494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444066183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rtzgn\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-02-26T22:28:29.815511Z","caller":"traceutil/trace.go:171","msg":"trace[634098122] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rtzgn; range_end:; response_count:1; response_revision:14838; }","duration":"2.444106864s","start":"2026-02-26T22:28:27.371398Z","end":"2026-02-26T22:28:29.815505Z","steps":["trace[634098122] 'agreement among raft nodes before linearized reading' (duration: 2.437763105s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.815528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.371386Z","time spent":"2.444137464s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rtzgn\" "} {"level":"warn","ts":"2026-02-26T22:28:29.815614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463801465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T22:28:29.815642Z","caller":"traceutil/trace.go:171","msg":"trace[1035994519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14838; }","duration":"2.463846345s","start":"2026-02-26T22:28:27.351788Z","end":"2026-02-26T22:28:29.815634Z","steps":["trace[1035994519] 'agreement among raft nodes before linearized reading' (duration: 2.457425635s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.815665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.351778Z","time spent":"2.463878897s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:28:29.815705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463415245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T22:28:29.815682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450752519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vphvr\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-02-26T22:28:29.815737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839176635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:29.815743Z","caller":"traceutil/trace.go:171","msg":"trace[343371114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14838; }","duration":"2.463460647s","start":"2026-02-26T22:28:27.352268Z","end":"2026-02-26T22:28:29.815729Z","steps":["trace[343371114] 'agreement among raft nodes before linearized reading' (duration: 2.456920493s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:28:29.815756Z","caller":"traceutil/trace.go:171","msg":"trace[621362283] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14838; }","duration":"1.839233796s","start":"2026-02-26T22:28:27.976516Z","end":"2026-02-26T22:28:29.81575Z","steps":["trace[621362283] 'agreement among raft nodes before linearized reading' (duration: 1.832480777s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:28:29.815755Z","caller":"traceutil/trace.go:171","msg":"trace[221107053] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vphvr; range_end:; response_count:1; response_revision:14838; }","duration":"2.450854352s","start":"2026-02-26T22:28:27.364884Z","end":"2026-02-26T22:28:29.815738Z","steps":["trace[221107053] 'agreement among raft nodes before linearized reading' (duration: 2.444293428s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.815779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.976495Z","time spent":"1.839277597s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T22:28:29.815808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.364875Z","time spent":"2.450920693s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-vphvr\" "} {"level":"warn","ts":"2026-02-26T22:28:29.815824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.352261Z","time spent":"2.463502567s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:28:29.815869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886358711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-26T22:28:29.815889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603068035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"info","ts":"2026-02-26T22:28:29.815908Z","caller":"traceutil/trace.go:171","msg":"trace[1719318440] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14838; }","duration":"1.886397052s","start":"2026-02-26T22:28:27.9295Z","end":"2026-02-26T22:28:29.815897Z","steps":["trace[1719318440] 'agreement among raft nodes before linearized reading' (duration: 1.879888509s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.815935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430055373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-g5jsv\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-02-26T22:28:29.815949Z","caller":"traceutil/trace.go:171","msg":"trace[829218505] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:14838; }","duration":"2.603182068s","start":"2026-02-26T22:28:27.212751Z","end":"2026-02-26T22:28:29.815933Z","steps":["trace[829218505] 'agreement among raft nodes before linearized reading' (duration: 2.5964863s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.815956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.929476Z","time spent":"1.886471574s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-26T22:28:29.815976Z","caller":"traceutil/trace.go:171","msg":"trace[1867135411] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-g5jsv; range_end:; response_count:1; response_revision:14838; }","duration":"2.430126915s","start":"2026-02-26T22:28:27.385839Z","end":"2026-02-26T22:28:29.815966Z","steps":["trace[1867135411] 'agreement among raft nodes before linearized reading' (duration: 2.423291454s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.815981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.212735Z","time spent":"2.60323864s","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7552,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-26T22:28:29.815997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464763008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T22:28:29.816015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843109069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-26T22:28:29.816039Z","caller":"traceutil/trace.go:171","msg":"trace[419041017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14838; }","duration":"2.46484112s","start":"2026-02-26T22:28:27.351186Z","end":"2026-02-26T22:28:29.816028Z","steps":["trace[419041017] 'agreement among raft nodes before linearized reading' (duration: 2.45803982s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:28:29.81605Z","caller":"traceutil/trace.go:171","msg":"trace[935781387] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14838; }","duration":"2.84315368s","start":"2026-02-26T22:28:26.972886Z","end":"2026-02-26T22:28:29.81604Z","steps":["trace[935781387] 'agreement among raft nodes before linearized reading' (duration: 2.836488083s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.816066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.351167Z","time spent":"2.464892282s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:28:29.816085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:26.972882Z","time spent":"2.843196851s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T22:28:29.816099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19167945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-02-26T22:28:29.816101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886713859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-26T22:28:29.816005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.385829Z","time spent":"2.430168306s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22032,"request content":"key:\"/registry/pods/openstack/nova-compute-default-g5jsv\" "} {"level":"info","ts":"2026-02-26T22:28:29.816135Z","caller":"traceutil/trace.go:171","msg":"trace[528214742] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:14838; }","duration":"2.191733503s","start":"2026-02-26T22:28:27.624389Z","end":"2026-02-26T22:28:29.816123Z","steps":["trace[528214742] 'agreement among raft nodes before linearized reading' (duration: 2.184726458s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:28:29.816138Z","caller":"traceutil/trace.go:171","msg":"trace[219256177] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14838; }","duration":"1.886770511s","start":"2026-02-26T22:28:27.929359Z","end":"2026-02-26T22:28:29.81613Z","steps":["trace[219256177] 'agreement among raft nodes before linearized reading' (duration: 1.880056974s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.816164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.624374Z","time spent":"2.191781584s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-26T22:28:29.816168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:27.92935Z","time spent":"1.886810462s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T22:28:29.816201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844225096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-02-26T22:28:29.816136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844212156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T22:28:29.816236Z","caller":"traceutil/trace.go:171","msg":"trace[312130027] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14838; }","duration":"2.844272188s","start":"2026-02-26T22:28:26.971955Z","end":"2026-02-26T22:28:29.816227Z","steps":["trace[312130027] 'agreement among raft nodes before linearized reading' (duration: 2.837453897s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.816263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:26.971949Z","time spent":"2.844306918s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-02-26T22:28:29.816274Z","caller":"traceutil/trace.go:171","msg":"trace[340356095] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14838; }","duration":"2.84435984s","start":"2026-02-26T22:28:26.971874Z","end":"2026-02-26T22:28:29.816234Z","steps":["trace[340356095] 'agreement among raft nodes before linearized reading' (duration: 2.83755017s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.816305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:26.971851Z","time spent":"2.844445041s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T22:28:29.816375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358568014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:28:29.816388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.155486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T22:28:29.816407Z","caller":"traceutil/trace.go:171","msg":"trace[371362221] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:14839; }","duration":"1.358638506s","start":"2026-02-26T22:28:28.457757Z","end":"2026-02-26T22:28:29.816395Z","steps":["trace[371362221] 'agreement among raft nodes before linearized reading' (duration: 1.358567834s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.816409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.247899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T22:28:29.816431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:28.457735Z","time spent":"1.358689428s","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:28:29.816435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126622883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-26T22:28:29.816462Z","caller":"traceutil/trace.go:171","msg":"trace[621170900] transaction","detail":"{read_only:false; response_revision:14839; number_of_response:1; }","duration":"602.504508ms","start":"2026-02-26T22:28:29.213945Z","end":"2026-02-26T22:28:29.816449Z","steps":["trace[621170900] 'process raft request' (duration: 595.790021ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:28:29.81646Z","caller":"traceutil/trace.go:171","msg":"trace[1868825605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14839; }","duration":"778.328731ms","start":"2026-02-26T22:28:29.038117Z","end":"2026-02-26T22:28:29.816446Z","steps":["trace[1868825605] 'agreement among raft nodes before linearized reading' (duration: 778.243269ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:28:29.816464Z","caller":"traceutil/trace.go:171","msg":"trace[679655395] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14839; }","duration":"1.126701894s","start":"2026-02-26T22:28:28.689754Z","end":"2026-02-26T22:28:29.816456Z","steps":["trace[679655395] 'agreement among raft nodes before linearized reading' (duration: 1.126616702s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.816494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:29.038097Z","time spent":"778.389942ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:28:29.816511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:28.689688Z","time spent":"1.126815198s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-26T22:28:29.816425Z","caller":"traceutil/trace.go:171","msg":"trace[1000329056] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:14839; }","duration":"709.227518ms","start":"2026-02-26T22:28:29.107185Z","end":"2026-02-26T22:28:29.816413Z","steps":["trace[1000329056] 'agreement among raft nodes before linearized reading' (duration: 709.137646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.816551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:29.21392Z","time spent":"602.564819ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:28:29.816618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:29.107166Z","time spent":"709.419923ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:28:29.816639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843762235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-26T22:28:29.816845Z","caller":"traceutil/trace.go:171","msg":"trace[247437558] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14838; }","duration":"2.84394063s","start":"2026-02-26T22:28:26.972853Z","end":"2026-02-26T22:28:29.816793Z","steps":["trace[247437558] 'agreement among raft nodes before linearized reading' (duration: 2.836540585s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:28:29.819357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:28:26.972846Z","time spent":"2.844019141s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-26T22:28:56.07859Z","caller":"traceutil/trace.go:171","msg":"trace[1757522769] linearizableReadLoop","detail":"{readStateIndex:15533; appliedIndex:15531; }","duration":"129.279783ms","start":"2026-02-26T22:28:55.949286Z","end":"2026-02-26T22:28:56.078566Z","steps":["trace[1757522769] 'read index received' (duration: 10.362448ms)","trace[1757522769] 'applied index is now lower than readState.Index' (duration: 118.916085ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:28:56.078652Z","caller":"traceutil/trace.go:171","msg":"trace[1228895670] transaction","detail":"{read_only:false; response_revision:14967; number_of_response:1; }","duration":"129.670723ms","start":"2026-02-26T22:28:55.948953Z","end":"2026-02-26T22:28:56.078624Z","steps":["trace[1228895670] 'process raft request' (duration: 118.873014ms)","trace[1228895670] 'compare' (duration: 10.489142ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:28:56.078865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.555649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T22:28:56.078954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.070519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T22:28:56.079021Z","caller":"traceutil/trace.go:171","msg":"trace[1790864122] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14967; }","duration":"113.184382ms","start":"2026-02-26T22:28:55.965822Z","end":"2026-02-26T22:28:56.079006Z","steps":["trace[1790864122] 'agreement among raft nodes before linearized reading' (duration: 113.038608ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:28:56.079134Z","caller":"traceutil/trace.go:171","msg":"trace[1735525661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14967; }","duration":"129.854916ms","start":"2026-02-26T22:28:55.949264Z","end":"2026-02-26T22:28:56.079119Z","steps":["trace[1735525661] 'agreement among raft nodes before linearized reading' (duration: 129.440356ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:30:44.675051Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13361} {"level":"info","ts":"2026-02-26T22:30:44.757524Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13361,"took":"78.661306ms","hash":3932074892,"current-db-size-bytes":40804352,"current-db-size":"41 MB","current-db-size-in-use-bytes":28942336,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-26T22:30:44.757696Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3932074892,"revision":13361,"compact-revision":11474} {"level":"info","ts":"2026-02-26T22:31:20.91311Z","caller":"traceutil/trace.go:171","msg":"trace[1633977173] transaction","detail":"{read_only:false; response_revision:16113; number_of_response:1; }","duration":"121.542738ms","start":"2026-02-26T22:31:20.791551Z","end":"2026-02-26T22:31:20.913094Z","steps":["trace[1633977173] 'process raft request' (duration: 121.426335ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:31:23.061942Z","caller":"traceutil/trace.go:171","msg":"trace[645179458] linearizableReadLoop","detail":"{readStateIndex:16734; appliedIndex:16733; }","duration":"138.83222ms","start":"2026-02-26T22:31:22.923087Z","end":"2026-02-26T22:31:23.061919Z","steps":["trace[645179458] 'read index received' (duration: 138.733288ms)","trace[645179458] 'applied index is now lower than readState.Index' (duration: 97.882µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:31:23.062117Z","caller":"traceutil/trace.go:171","msg":"trace[190572619] transaction","detail":"{read_only:false; response_revision:16128; number_of_response:1; }","duration":"143.245769ms","start":"2026-02-26T22:31:22.91883Z","end":"2026-02-26T22:31:23.062076Z","steps":["trace[190572619] 'process raft request' (duration: 142.956372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:31:23.062327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.071236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T22:31:23.062378Z","caller":"traceutil/trace.go:171","msg":"trace[1831738882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16128; }","duration":"137.152537ms","start":"2026-02-26T22:31:22.925212Z","end":"2026-02-26T22:31:23.062365Z","steps":["trace[1831738882] 'agreement among raft nodes before linearized reading' (duration: 137.028954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:31:23.062501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.133257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T22:31:23.062501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.655885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T22:31:23.062562Z","caller":"traceutil/trace.go:171","msg":"trace[199831104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16128; }","duration":"139.489756ms","start":"2026-02-26T22:31:22.923035Z","end":"2026-02-26T22:31:23.062524Z","steps":["trace[199831104] 'agreement among raft nodes before linearized reading' (duration: 139.028135ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:31:23.06263Z","caller":"traceutil/trace.go:171","msg":"trace[344146396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16128; }","duration":"138.85994ms","start":"2026-02-26T22:31:22.923741Z","end":"2026-02-26T22:31:23.062601Z","steps":["trace[344146396] 'agreement among raft nodes before linearized reading' (duration: 138.4581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:31:23.06251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.221424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T22:31:23.062774Z","caller":"traceutil/trace.go:171","msg":"trace[1416132313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16128; }","duration":"138.504551ms","start":"2026-02-26T22:31:22.924198Z","end":"2026-02-26T22:31:23.062703Z","steps":["trace[1416132313] 'agreement among raft nodes before linearized reading' (duration: 138.105891ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:32:03.586496Z","caller":"traceutil/trace.go:171","msg":"trace[999752163] linearizableReadLoop","detail":"{readStateIndex:16961; appliedIndex:16960; }","duration":"287.72838ms","start":"2026-02-26T22:32:03.298728Z","end":"2026-02-26T22:32:03.586456Z","steps":["trace[999752163] 'read index received' (duration: 286.876579ms)","trace[999752163] 'applied index is now lower than readState.Index' (duration: 850.641µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:32:03.586524Z","caller":"traceutil/trace.go:171","msg":"trace[576260533] transaction","detail":"{read_only:false; response_revision:16347; number_of_response:1; }","duration":"389.287168ms","start":"2026-02-26T22:32:03.197196Z","end":"2026-02-26T22:32:03.586484Z","steps":["trace[576260533] 'process raft request' (duration: 388.424147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:32:03.586699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.967367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T22:32:03.586721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:32:03.197173Z","time spent":"389.440162ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:32:03.586768Z","caller":"traceutil/trace.go:171","msg":"trace[1943257181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16347; }","duration":"288.035019ms","start":"2026-02-26T22:32:03.298713Z","end":"2026-02-26T22:32:03.586748Z","steps":["trace[1943257181] 'agreement among raft nodes before linearized reading' (duration: 287.837444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:32:03.586799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.173372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T22:32:03.586794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.776707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T22:32:03.58684Z","caller":"traceutil/trace.go:171","msg":"trace[1132011165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16347; }","duration":"188.278864ms","start":"2026-02-26T22:32:03.398549Z","end":"2026-02-26T22:32:03.586828Z","steps":["trace[1132011165] 'agreement among raft nodes before linearized reading' (duration: 188.10596ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:32:03.586879Z","caller":"traceutil/trace.go:171","msg":"trace[34080497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16347; }","duration":"282.91219ms","start":"2026-02-26T22:32:03.30394Z","end":"2026-02-26T22:32:03.586852Z","steps":["trace[34080497] 'agreement among raft nodes before linearized reading' (duration: 282.710625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:32:03.58717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.807193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T22:32:03.587277Z","caller":"traceutil/trace.go:171","msg":"trace[794974726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16347; }","duration":"203.935917ms","start":"2026-02-26T22:32:03.383284Z","end":"2026-02-26T22:32:03.58722Z","steps":["trace[794974726] 'agreement among raft nodes before linearized reading' (duration: 203.486586ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:32:04.886378Z","caller":"traceutil/trace.go:171","msg":"trace[806188977] transaction","detail":"{read_only:false; response_revision:16352; number_of_response:1; }","duration":"108.163533ms","start":"2026-02-26T22:32:04.778188Z","end":"2026-02-26T22:32:04.886352Z","steps":["trace[806188977] 'process raft request' (duration: 108.003069ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:32:05.264596Z","caller":"traceutil/trace.go:171","msg":"trace[125330406] transaction","detail":"{read_only:false; response_revision:16354; number_of_response:1; }","duration":"120.245735ms","start":"2026-02-26T22:32:05.144319Z","end":"2026-02-26T22:32:05.264565Z","steps":["trace[125330406] 'process raft request' (duration: 120.100002ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:32:05.844157Z","caller":"traceutil/trace.go:171","msg":"trace[263408552] transaction","detail":"{read_only:false; response_revision:16357; number_of_response:1; }","duration":"225.523576ms","start":"2026-02-26T22:32:05.618605Z","end":"2026-02-26T22:32:05.844129Z","steps":["trace[263408552] 'process raft request' (duration: 225.352962ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:32:05.844489Z","caller":"traceutil/trace.go:171","msg":"trace[1809720263] transaction","detail":"{read_only:false; response_revision:16359; number_of_response:1; }","duration":"224.927291ms","start":"2026-02-26T22:32:05.619535Z","end":"2026-02-26T22:32:05.844463Z","steps":["trace[1809720263] 'process raft request' (duration: 224.797658ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:32:05.844479Z","caller":"traceutil/trace.go:171","msg":"trace[1028098865] transaction","detail":"{read_only:false; response_revision:16358; number_of_response:1; }","duration":"224.989542ms","start":"2026-02-26T22:32:05.619437Z","end":"2026-02-26T22:32:05.844427Z","steps":["trace[1028098865] 'process raft request' (duration: 224.650874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:32:07.117651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.66328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T22:32:07.117783Z","caller":"traceutil/trace.go:171","msg":"trace[1894851924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16360; }","duration":"101.844254ms","start":"2026-02-26T22:32:07.015914Z","end":"2026-02-26T22:32:07.117759Z","steps":["trace[1894851924] 'range keys from in-memory index tree' (duration: 101.496127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:32:07.674329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.102657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-26T22:32:07.674395Z","caller":"traceutil/trace.go:171","msg":"trace[138893194] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:16363; }","duration":"101.180039ms","start":"2026-02-26T22:32:07.573199Z","end":"2026-02-26T22:32:07.674379Z","steps":["trace[138893194] 'range keys from in-memory index tree' (duration: 100.948573ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:32:07.750848Z","caller":"traceutil/trace.go:171","msg":"trace[2022906209] transaction","detail":"{read_only:false; response_revision:16364; number_of_response:1; }","duration":"131.717062ms","start":"2026-02-26T22:32:07.61909Z","end":"2026-02-26T22:32:07.750807Z","steps":["trace[2022906209] 'process raft request' (duration: 131.520787ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:32:13.884272Z","caller":"traceutil/trace.go:171","msg":"trace[868109578] transaction","detail":"{read_only:false; response_revision:16399; number_of_response:1; }","duration":"111.859366ms","start":"2026-02-26T22:32:13.772385Z","end":"2026-02-26T22:32:13.884245Z","steps":["trace[868109578] 'process raft request' (duration: 111.604209ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:32:14.065199Z","caller":"traceutil/trace.go:171","msg":"trace[798868530] transaction","detail":"{read_only:false; response_revision:16402; number_of_response:1; }","duration":"159.833894ms","start":"2026-02-26T22:32:13.905329Z","end":"2026-02-26T22:32:14.065163Z","steps":["trace[798868530] 'process raft request' (duration: 97.333423ms)","trace[798868530] 'compare' (duration: 62.263225ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:32:14.065381Z","caller":"traceutil/trace.go:171","msg":"trace[1053680441] transaction","detail":"{read_only:false; response_revision:16403; number_of_response:1; }","duration":"156.166322ms","start":"2026-02-26T22:32:13.909183Z","end":"2026-02-26T22:32:14.06535Z","steps":["trace[1053680441] 'process raft request' (duration: 155.910265ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:32:21.353384Z","caller":"traceutil/trace.go:171","msg":"trace[1831412887] transaction","detail":"{read_only:false; response_revision:16434; number_of_response:1; }","duration":"115.537588ms","start":"2026-02-26T22:32:21.237821Z","end":"2026-02-26T22:32:21.353358Z","steps":["trace[1831412887] 'process raft request' (duration: 115.382884ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:32:21.474837Z","caller":"traceutil/trace.go:171","msg":"trace[1084561515] transaction","detail":"{read_only:false; response_revision:16435; number_of_response:1; }","duration":"105.502295ms","start":"2026-02-26T22:32:21.369305Z","end":"2026-02-26T22:32:21.474807Z","steps":["trace[1084561515] 'process raft request' (duration: 105.30276ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:08.038702Z","caller":"traceutil/trace.go:171","msg":"trace[193351748] transaction","detail":"{read_only:false; response_revision:17149; number_of_response:1; }","duration":"600.033984ms","start":"2026-02-26T22:34:07.438647Z","end":"2026-02-26T22:34:08.038681Z","steps":["trace[193351748] 'process raft request' (duration: 599.909361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:08.038881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:07.438628Z","time spent":"600.163848ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:34:08.383056Z","caller":"traceutil/trace.go:171","msg":"trace[804185304] transaction","detail":"{read_only:false; response_revision:17150; number_of_response:1; }","duration":"697.508851ms","start":"2026-02-26T22:34:07.685523Z","end":"2026-02-26T22:34:08.383032Z","steps":["trace[804185304] 'process raft request' (duration: 696.480916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:08.383208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:07.685495Z","time spent":"697.639394ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:34:08.387379Z","caller":"traceutil/trace.go:171","msg":"trace[2023643616] transaction","detail":"{read_only:false; response_revision:17151; number_of_response:1; }","duration":"513.856332ms","start":"2026-02-26T22:34:07.873477Z","end":"2026-02-26T22:34:08.387333Z","steps":["trace[2023643616] 'process raft request' (duration: 513.226735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:08.387567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:07.87345Z","time spent":"514.015206ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:34:08.387703Z","caller":"traceutil/trace.go:171","msg":"trace[193133573] linearizableReadLoop","detail":"{readStateIndex:17794; appliedIndex:17792; }","duration":"563.807311ms","start":"2026-02-26T22:34:07.823886Z","end":"2026-02-26T22:34:08.387693Z","steps":["trace[193133573] 'read index received' (duration: 214.895591ms)","trace[193133573] 'applied index is now lower than readState.Index' (duration: 348.91055ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:08.388049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.156879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rtzgn\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-02-26T22:34:08.388087Z","caller":"traceutil/trace.go:171","msg":"trace[1960404740] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rtzgn; range_end:; response_count:1; response_revision:17152; }","duration":"564.221551ms","start":"2026-02-26T22:34:07.823858Z","end":"2026-02-26T22:34:08.388079Z","steps":["trace[1960404740] 'agreement among raft nodes before linearized reading' (duration: 564.062047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:08.388114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:07.823839Z","time spent":"564.266602ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rtzgn\" "} {"level":"warn","ts":"2026-02-26T22:34:08.388453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.608151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T22:34:08.38855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.632009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-g5jsv\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-02-26T22:34:08.388587Z","caller":"traceutil/trace.go:171","msg":"trace[879089066] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-g5jsv; range_end:; response_count:1; response_revision:17152; }","duration":"265.706131ms","start":"2026-02-26T22:34:08.122874Z","end":"2026-02-26T22:34:08.38858Z","steps":["trace[879089066] 'agreement among raft nodes before linearized reading' (duration: 265.609068ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:08.388557Z","caller":"traceutil/trace.go:171","msg":"trace[847836081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17152; }","duration":"536.774905ms","start":"2026-02-26T22:34:07.851764Z","end":"2026-02-26T22:34:08.388539Z","steps":["trace[847836081] 'agreement among raft nodes before linearized reading' (duration: 536.509008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:08.388648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:07.851743Z","time spent":"536.895607ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:34:08.388986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.257708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417078"} {"level":"info","ts":"2026-02-26T22:34:08.389045Z","caller":"traceutil/trace.go:171","msg":"trace[1042699699] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:17152; }","duration":"319.376992ms","start":"2026-02-26T22:34:08.069657Z","end":"2026-02-26T22:34:08.389034Z","steps":["trace[1042699699] 'agreement among raft nodes before linearized reading' (duration: 319.179657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:08.389083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:08.069642Z","time spent":"319.434543ms","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417100,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-26T22:34:08.389237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.914332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-pxfw7\" ","response":"range_response_count:1 size:15804"} {"level":"info","ts":"2026-02-26T22:34:08.389286Z","caller":"traceutil/trace.go:171","msg":"trace[1542268904] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-pxfw7; range_end:; response_count:1; response_revision:17152; }","duration":"499.963584ms","start":"2026-02-26T22:34:07.88931Z","end":"2026-02-26T22:34:08.389274Z","steps":["trace[1542268904] 'agreement among raft nodes before linearized reading' (duration: 499.840821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:08.38931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:07.889267Z","time spent":"500.037165ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15826,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-pxfw7\" "} {"level":"warn","ts":"2026-02-26T22:34:08.389466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.089638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:34:08.389507Z","caller":"traceutil/trace.go:171","msg":"trace[259687701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17152; }","duration":"352.16674ms","start":"2026-02-26T22:34:08.037328Z","end":"2026-02-26T22:34:08.389494Z","steps":["trace[259687701] 'agreement among raft nodes before linearized reading' (duration: 352.104759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:08.389534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:08.037303Z","time spent":"352.225932ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:34:14.924447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398425603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:34:15.213976Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160080531s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:34:15.214334Z","caller":"traceutil/trace.go:171","msg":"trace[980121305] transaction","detail":"{read_only:false; response_revision:17184; number_of_response:1; }","duration":"1.160661906s","start":"2026-02-26T22:34:14.05365Z","end":"2026-02-26T22:34:15.214311Z","steps":["trace[980121305] 'process raft request' (duration: 1.160502982s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:15.214508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:14.053614Z","time spent":"1.16082022s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20884,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:34:15.505659Z","caller":"traceutil/trace.go:171","msg":"trace[1464871657] linearizableReadLoop","detail":"{readStateIndex:17832; appliedIndex:17828; }","duration":"1.081518327s","start":"2026-02-26T22:34:14.424118Z","end":"2026-02-26T22:34:15.505636Z","steps":["trace[1464871657] 'read index received' (duration: 790.054433ms)","trace[1464871657] 'applied index is now lower than readState.Index' (duration: 291.462954ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:34:15.505811Z","caller":"traceutil/trace.go:171","msg":"trace[1152396104] transaction","detail":"{read_only:false; response_revision:17186; number_of_response:1; }","duration":"1.09722276s","start":"2026-02-26T22:34:14.408575Z","end":"2026-02-26T22:34:15.505798Z","steps":["trace[1152396104] 'process raft request' (duration: 1.096987104s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:15.505831Z","caller":"traceutil/trace.go:171","msg":"trace[2029218796] transaction","detail":"{read_only:false; response_revision:17185; number_of_response:1; }","duration":"1.449585676s","start":"2026-02-26T22:34:14.056196Z","end":"2026-02-26T22:34:15.505781Z","steps":["trace[2029218796] 'process raft request' (duration: 1.449222737s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:15.506028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:14.056177Z","time spent":"1.44974583s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:34:15.505909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:14.40855Z","time spent":"1.097289441s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:34:15.506462Z","caller":"traceutil/trace.go:171","msg":"trace[715654597] transaction","detail":"{read_only:false; response_revision:17187; number_of_response:1; }","duration":"1.096212114s","start":"2026-02-26T22:34:14.410235Z","end":"2026-02-26T22:34:15.506447Z","steps":["trace[715654597] 'process raft request' (duration: 1.095364553s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:15.506542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:14.410208Z","time spent":"1.096291027s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:34:16.403714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398425609,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:34:17.429649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739229503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:34:17.429719Z","caller":"traceutil/trace.go:171","msg":"trace[292661997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17187; }","duration":"2.739347866s","start":"2026-02-26T22:34:14.690357Z","end":"2026-02-26T22:34:17.429705Z","steps":["trace[292661997] 'agreement among raft nodes before linearized reading' (duration: 816.538605ms)","trace[292661997] 'range keys from in-memory index tree' (duration: 1.922651077s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:17.429749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:14.690337Z","time spent":"2.739406837s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:34:17.429929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956038393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rtzgn\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-02-26T22:34:17.429944Z","caller":"traceutil/trace.go:171","msg":"trace[331987734] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rtzgn; range_end:; response_count:1; response_revision:17187; }","duration":"2.956081324s","start":"2026-02-26T22:34:14.473857Z","end":"2026-02-26T22:34:17.429939Z","steps":["trace[331987734] 'agreement among raft nodes before linearized reading' (duration: 1.032890493s)","trace[331987734] 'range keys from in-memory index tree' (duration: 1.9231414s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:17.429958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:14.473842Z","time spent":"2.956112194s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rtzgn\" "} {"level":"warn","ts":"2026-02-26T22:34:17.430008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916107304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T22:34:17.430083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137218919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T22:34:17.430084Z","caller":"traceutil/trace.go:171","msg":"trace[1624704009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17187; }","duration":"2.916238407s","start":"2026-02-26T22:34:14.513824Z","end":"2026-02-26T22:34:17.430062Z","steps":["trace[1624704009] 'agreement among raft nodes before linearized reading' (duration: 993.077887ms)","trace[1624704009] 'range keys from in-memory index tree' (duration: 1.922968635s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:34:17.430107Z","caller":"traceutil/trace.go:171","msg":"trace[1560310199] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17187; }","duration":"2.13723618s","start":"2026-02-26T22:34:15.29286Z","end":"2026-02-26T22:34:17.430096Z","steps":["trace[1560310199] 'agreement among raft nodes before linearized reading' (duration: 213.999427ms)","trace[1560310199] 'range keys from in-memory index tree' (duration: 1.923195411s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:17.430129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:15.292788Z","time spent":"2.137337713s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T22:34:17.430135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:14.51379Z","time spent":"2.91633579s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:34:17.430206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15688403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:34:17.430227Z","caller":"traceutil/trace.go:171","msg":"trace[1956321791] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:17187; }","duration":"2.156942332s","start":"2026-02-26T22:34:15.273279Z","end":"2026-02-26T22:34:17.430221Z","steps":["trace[1956321791] 'agreement among raft nodes before linearized reading' (duration: 233.587347ms)","trace[1956321791] 'count revisions from in-memory index tree' (duration: 1.923325184s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:17.430243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:15.273259Z","time spent":"2.156979263s","remote":"127.0.0.1:38066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:34:17.430332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364398227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:34:17.430345Z","caller":"traceutil/trace.go:171","msg":"trace[522053579] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:17187; }","duration":"2.364449478s","start":"2026-02-26T22:34:15.06589Z","end":"2026-02-26T22:34:17.43034Z","steps":["trace[522053579] 'agreement among raft nodes before linearized reading' (duration: 440.98354ms)","trace[522053579] 'range keys from in-memory index tree' (duration: 1.923444807s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:17.430359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:15.065871Z","time spent":"2.364484149s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-02-26T22:34:17.430386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916931115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T22:34:17.43042Z","caller":"traceutil/trace.go:171","msg":"trace[527345266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17187; }","duration":"2.917017807s","start":"2026-02-26T22:34:14.51339Z","end":"2026-02-26T22:34:17.430407Z","steps":["trace[527345266] 'agreement among raft nodes before linearized reading' (duration: 993.518999ms)","trace[527345266] 'range keys from in-memory index tree' (duration: 1.923416397s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:17.430458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648543688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T22:34:17.430451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:14.513345Z","time spent":"2.917099189s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T22:34:17.430473Z","caller":"traceutil/trace.go:171","msg":"trace[1944438028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17187; }","duration":"2.648601549s","start":"2026-02-26T22:34:14.781866Z","end":"2026-02-26T22:34:17.430468Z","steps":["trace[1944438028] 'agreement among raft nodes before linearized reading' (duration: 725.016138ms)","trace[1944438028] 'range keys from in-memory index tree' (duration: 1.92354503s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:17.430487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:14.781845Z","time spent":"2.64863894s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:34:17.430623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954963956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-g5jsv\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-02-26T22:34:17.430658Z","caller":"traceutil/trace.go:171","msg":"trace[1346951041] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-g5jsv; range_end:; response_count:1; response_revision:17187; }","duration":"2.955044547s","start":"2026-02-26T22:34:14.475603Z","end":"2026-02-26T22:34:17.430647Z","steps":["trace[1346951041] 'agreement among raft nodes before linearized reading' (duration: 1.031316013s)","trace[1346951041] 'range keys from in-memory index tree' (duration: 1.923627362s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:17.430678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737696556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:34:17.430687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:14.47558Z","time spent":"2.955101178s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-g5jsv\" "} {"level":"info","ts":"2026-02-26T22:34:17.4307Z","caller":"traceutil/trace.go:171","msg":"trace[1552496435] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:17187; }","duration":"2.737779988s","start":"2026-02-26T22:34:14.692912Z","end":"2026-02-26T22:34:17.430692Z","steps":["trace[1552496435] 'agreement among raft nodes before linearized reading' (duration: 813.977081ms)","trace[1552496435] 'count revisions from in-memory index tree' (duration: 1.923758406s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:17.430717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:14.692888Z","time spent":"2.737824379s","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:34:17.43166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007542678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T22:34:17.431702Z","caller":"traceutil/trace.go:171","msg":"trace[1834779560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17187; }","duration":"3.00762434s","start":"2026-02-26T22:34:14.424063Z","end":"2026-02-26T22:34:17.431687Z","steps":["trace[1834779560] 'agreement among raft nodes before linearized reading' (duration: 1.082656275s)","trace[1834779560] 'range keys from in-memory index tree' (duration: 1.923150671s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:17.431733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:14.424034Z","time spent":"3.007691552s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:34:17.430045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009827656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:34:17.432057Z","caller":"traceutil/trace.go:171","msg":"trace[1431780690] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:17187; }","duration":"2.011843065s","start":"2026-02-26T22:34:15.420185Z","end":"2026-02-26T22:34:17.432028Z","steps":["trace[1431780690] 'agreement among raft nodes before linearized reading' (duration: 86.665315ms)","trace[1431780690] 'count revisions from in-memory index tree' (duration: 1.923177961s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:17.432105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:15.420171Z","time spent":"2.011917988s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:34:17.432871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.636129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:34:17.433007Z","caller":"traceutil/trace.go:171","msg":"trace[138527037] linearizableReadLoop","detail":"{readStateIndex:17833; appliedIndex:17832; }","duration":"1.52942458s","start":"2026-02-26T22:34:15.903562Z","end":"2026-02-26T22:34:17.432987Z","steps":["trace[138527037] 'read index received' (duration: 702.565186ms)","trace[138527037] 'applied index is now lower than readState.Index' (duration: 826.857574ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:34:17.433068Z","caller":"traceutil/trace.go:171","msg":"trace[1954464491] transaction","detail":"{read_only:false; response_revision:17188; number_of_response:1; }","duration":"1.542754344s","start":"2026-02-26T22:34:15.890275Z","end":"2026-02-26T22:34:17.43303Z","steps":["trace[1954464491] 'process raft request' (duration: 715.863089ms)","trace[1954464491] 'compare' (duration: 824.448164ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:17.433131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529572704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:34:17.433164Z","caller":"traceutil/trace.go:171","msg":"trace[539564725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17188; }","duration":"1.529635336s","start":"2026-02-26T22:34:15.903518Z","end":"2026-02-26T22:34:17.433153Z","steps":["trace[539564725] 'agreement among raft nodes before linearized reading' (duration: 1.529566885s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:17.433198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:15.903501Z","time spent":"1.529689687s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:34:17.433297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:15.890246Z","time spent":"1.542906077s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:34:17.433516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39695484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:34:17.433548Z","caller":"traceutil/trace.go:171","msg":"trace[956988601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17188; }","duration":"1.397025382s","start":"2026-02-26T22:34:16.036514Z","end":"2026-02-26T22:34:17.433539Z","steps":["trace[956988601] 'agreement among raft nodes before linearized reading' (duration: 1.396977571s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:17.433583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:16.036493Z","time spent":"1.397084554s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:34:17.937255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398425612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:34:18.437944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398425612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:34:18.812046Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.376204892s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:34:18.896214Z","caller":"traceutil/trace.go:171","msg":"trace[1347725191] transaction","detail":"{read_only:false; response_revision:17189; number_of_response:1; }","duration":"1.460442326s","start":"2026-02-26T22:34:17.435745Z","end":"2026-02-26T22:34:18.896188Z","steps":["trace[1347725191] 'process raft request' (duration: 1.376472898s)","trace[1347725191] 'compare' (duration: 83.673601ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:18.896359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:17.43572Z","time spent":"1.460568789s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:34:19.16079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.845839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:34:19.161369Z","caller":"traceutil/trace.go:171","msg":"trace[1825612207] transaction","detail":"{read_only:false; response_revision:17191; number_of_response:1; }","duration":"1.723218885s","start":"2026-02-26T22:34:17.43811Z","end":"2026-02-26T22:34:19.161328Z","steps":["trace[1825612207] 'process raft request' (duration: 1.722800263s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:19.161497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:17.438097Z","time spent":"1.723321457s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:34:19.161546Z","caller":"traceutil/trace.go:171","msg":"trace[1697931531] transaction","detail":"{read_only:false; response_revision:17196; number_of_response:1; }","duration":"1.648909617s","start":"2026-02-26T22:34:17.512604Z","end":"2026-02-26T22:34:19.161514Z","steps":["trace[1697931531] 'process raft request' (duration: 1.648708312s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:19.161559Z","caller":"traceutil/trace.go:171","msg":"trace[31391865] transaction","detail":"{read_only:false; response_revision:17192; number_of_response:1; }","duration":"1.723372208s","start":"2026-02-26T22:34:17.438152Z","end":"2026-02-26T22:34:19.161524Z","steps":["trace[31391865] 'process raft request' (duration: 1.723008349s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:19.161632Z","caller":"traceutil/trace.go:171","msg":"trace[880289610] transaction","detail":"{read_only:false; response_revision:17193; number_of_response:1; }","duration":"1.72344836s","start":"2026-02-26T22:34:17.438173Z","end":"2026-02-26T22:34:19.161622Z","steps":["trace[880289610] 'process raft request' (duration: 1.723021109s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:19.161603Z","caller":"traceutil/trace.go:171","msg":"trace[184296439] transaction","detail":"{read_only:false; response_revision:17197; number_of_response:1; }","duration":"1.646575198s","start":"2026-02-26T22:34:17.514983Z","end":"2026-02-26T22:34:19.161558Z","steps":["trace[184296439] 'process raft request' (duration: 1.646365033s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:19.161749Z","caller":"traceutil/trace.go:171","msg":"trace[460076712] transaction","detail":"{read_only:false; response_revision:17190; number_of_response:1; }","duration":"1.725959691s","start":"2026-02-26T22:34:17.435759Z","end":"2026-02-26T22:34:19.161718Z","steps":["trace[460076712] 'process raft request' (duration: 1.566098496s)","trace[460076712] 'compare' (duration: 158.709816ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:19.161772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:17.438135Z","time spent":"1.723512992s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:34:19.161762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:17.512594Z","time spent":"1.64903409s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:34:19.161869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:17.435722Z","time spent":"1.726092205s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:34:19.161552Z","caller":"traceutil/trace.go:171","msg":"trace[155905052] transaction","detail":"{read_only:false; response_revision:17194; number_of_response:1; }","duration":"1.722743121s","start":"2026-02-26T22:34:17.438769Z","end":"2026-02-26T22:34:19.161512Z","steps":["trace[155905052] 'process raft request' (duration: 1.722467565s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:19.161939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:17.514966Z","time spent":"1.646839725s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:34:19.161954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:17.438761Z","time spent":"1.723157272s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:34:19.161777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:17.438167Z","time spent":"1.723502531s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:34:19.161921Z","caller":"traceutil/trace.go:171","msg":"trace[683711640] transaction","detail":"{read_only:false; response_revision:17195; number_of_response:1; }","duration":"1.649356188s","start":"2026-02-26T22:34:17.512323Z","end":"2026-02-26T22:34:19.161679Z","steps":["trace[683711640] 'process raft request' (duration: 1.648951548s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:19.162289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:17.512301Z","time spent":"1.64984692s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:34:19.304242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.828769ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T22:34:19.304375Z","caller":"traceutil/trace.go:171","msg":"trace[1877494088] linearizableReadLoop","detail":"{readStateIndex:17843; appliedIndex:17833; }","duration":"1.867887159s","start":"2026-02-26T22:34:17.436466Z","end":"2026-02-26T22:34:19.304353Z","steps":["trace[1877494088] 'read index received' (duration: 1.375831212s)","trace[1877494088] 'applied index is now lower than readState.Index' (duration: 492.054427ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:19.304607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868068064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:34:19.304645Z","caller":"traceutil/trace.go:171","msg":"trace[203225536] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17197; }","duration":"1.868132095s","start":"2026-02-26T22:34:17.436502Z","end":"2026-02-26T22:34:19.304634Z","steps":["trace[203225536] 'agreement among raft nodes before linearized reading' (duration: 1.867971031s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:19.304621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.462523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:34:19.30468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:17.436497Z","time spent":"1.868175336s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:34:19.304668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.735609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:34:19.304744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.290848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:34:19.304776Z","caller":"traceutil/trace.go:171","msg":"trace[1023334853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17197; }","duration":"868.869863ms","start":"2026-02-26T22:34:18.435883Z","end":"2026-02-26T22:34:19.304753Z","steps":["trace[1023334853] 'agreement among raft nodes before linearized reading' (duration: 868.657897ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:19.304799Z","caller":"traceutil/trace.go:171","msg":"trace[941205684] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:17197; }","duration":"960.37463ms","start":"2026-02-26T22:34:18.344404Z","end":"2026-02-26T22:34:19.304779Z","steps":["trace[941205684] 'agreement among raft nodes before linearized reading' (duration: 960.287528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:19.304837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:18.435839Z","time spent":"868.986035ms","remote":"127.0.0.1:35634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:34:19.304629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861488159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:34:19.304882Z","caller":"traceutil/trace.go:171","msg":"trace[1830837516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17197; }","duration":"1.861780277s","start":"2026-02-26T22:34:17.443093Z","end":"2026-02-26T22:34:19.304873Z","steps":["trace[1830837516] 'agreement among raft nodes before linearized reading' (duration: 1.861420048s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:19.304906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:17.44308Z","time spent":"1.861821107s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:34:19.304737Z","caller":"traceutil/trace.go:171","msg":"trace[701357411] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:17197; }","duration":"900.638078ms","start":"2026-02-26T22:34:18.404073Z","end":"2026-02-26T22:34:19.304711Z","steps":["trace[701357411] 'agreement among raft nodes before linearized reading' (duration: 900.407992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:19.304842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:18.344374Z","time spent":"960.459142ms","remote":"127.0.0.1:38208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:34:19.304985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:18.404053Z","time spent":"900.908494ms","remote":"127.0.0.1:38186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:34:19.304623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.261221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:34:19.305249Z","caller":"traceutil/trace.go:171","msg":"trace[712885376] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:17197; }","duration":"548.948599ms","start":"2026-02-26T22:34:18.756284Z","end":"2026-02-26T22:34:19.305232Z","steps":["trace[712885376] 'agreement among raft nodes before linearized reading' (duration: 548.232761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:19.305318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:18.756266Z","time spent":"549.02143ms","remote":"127.0.0.1:49194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:34:19.305398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86595279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:34:19.305689Z","caller":"traceutil/trace.go:171","msg":"trace[1835370455] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:17197; }","duration":"1.866266798s","start":"2026-02-26T22:34:17.439402Z","end":"2026-02-26T22:34:19.305669Z","steps":["trace[1835370455] 'agreement among raft nodes before linearized reading' (duration: 1.865317995s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:19.305756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:17.439392Z","time spent":"1.86635104s","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-26T22:34:19.30591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869433317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:925626"} {"level":"info","ts":"2026-02-26T22:34:19.305995Z","caller":"traceutil/trace.go:171","msg":"trace[1977234701] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17197; }","duration":"1.869519389s","start":"2026-02-26T22:34:17.436435Z","end":"2026-02-26T22:34:19.305955Z","steps":["trace[1977234701] 'agreement among raft nodes before linearized reading' (duration: 1.868022852s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:19.306043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:17.436424Z","time spent":"1.869605241s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":925648,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T22:34:19.306704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867899088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:925626"} {"level":"info","ts":"2026-02-26T22:34:19.306759Z","caller":"traceutil/trace.go:171","msg":"trace[1642326074] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17197; }","duration":"1.867983241s","start":"2026-02-26T22:34:17.438765Z","end":"2026-02-26T22:34:19.306748Z","steps":["trace[1642326074] 'agreement among raft nodes before linearized reading' (duration: 1.866007951s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:19.306798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:17.438753Z","time spent":"1.868032563s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":925648,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T22:34:19.436105Z","caller":"traceutil/trace.go:171","msg":"trace[442403398] linearizableReadLoop","detail":"{readStateIndex:17844; appliedIndex:17843; }","duration":"122.269916ms","start":"2026-02-26T22:34:19.313811Z","end":"2026-02-26T22:34:19.436081Z","steps":["trace[442403398] 'read index received' (duration: 122.198594ms)","trace[442403398] 'applied index is now lower than readState.Index' (duration: 70.092µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:19.43632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.44201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:34:19.436348Z","caller":"traceutil/trace.go:171","msg":"trace[133440631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17198; }","duration":"122.582884ms","start":"2026-02-26T22:34:19.313758Z","end":"2026-02-26T22:34:19.436341Z","steps":["trace[133440631] 'agreement among raft nodes before linearized reading' (duration: 122.446501ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:19.436606Z","caller":"traceutil/trace.go:171","msg":"trace[1727498251] transaction","detail":"{read_only:false; response_revision:17198; number_of_response:1; }","duration":"128.393459ms","start":"2026-02-26T22:34:19.307808Z","end":"2026-02-26T22:34:19.436201Z","steps":["trace[1727498251] 'process raft request' (duration: 128.113172ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:19.586936Z","caller":"traceutil/trace.go:171","msg":"trace[1847495455] transaction","detail":"{read_only:false; response_revision:17200; number_of_response:1; }","duration":"101.689432ms","start":"2026-02-26T22:34:19.485195Z","end":"2026-02-26T22:34:19.586884Z","steps":["trace[1847495455] 'process raft request' (duration: 101.478815ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:24.524177Z","caller":"traceutil/trace.go:171","msg":"trace[157274701] linearizableReadLoop","detail":"{readStateIndex:17946; appliedIndex:17945; }","duration":"364.312804ms","start":"2026-02-26T22:34:24.15984Z","end":"2026-02-26T22:34:24.524153Z","steps":["trace[157274701] 'read index received' (duration: 364.065258ms)","trace[157274701] 'applied index is now lower than readState.Index' (duration: 246.216µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:34:24.52424Z","caller":"traceutil/trace.go:171","msg":"trace[1827227510] transaction","detail":"{read_only:false; response_revision:17298; number_of_response:1; }","duration":"712.832174ms","start":"2026-02-26T22:34:23.811376Z","end":"2026-02-26T22:34:24.524208Z","steps":["trace[1827227510] 'process raft request' (duration: 712.607768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:24.524374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.827469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:34:24.524454Z","caller":"traceutil/trace.go:171","msg":"trace[605424943] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:17298; }","duration":"208.960432ms","start":"2026-02-26T22:34:24.315474Z","end":"2026-02-26T22:34:24.524434Z","steps":["trace[605424943] 'agreement among raft nodes before linearized reading' (duration: 208.836739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:24.524457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.593021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T22:34:24.524535Z","caller":"traceutil/trace.go:171","msg":"trace[1827889311] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17298; }","duration":"364.706344ms","start":"2026-02-26T22:34:24.159809Z","end":"2026-02-26T22:34:24.524515Z","steps":["trace[1827889311] 'agreement among raft nodes before linearized reading' (duration: 364.480559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:24.524386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:23.811349Z","time spent":"712.960908ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9138,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:34:24.524584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:34:24.159793Z","time spent":"364.781736ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T22:34:27.177992Z","caller":"traceutil/trace.go:171","msg":"trace[1438419176] linearizableReadLoop","detail":"{readStateIndex:17969; appliedIndex:17968; }","duration":"140.886261ms","start":"2026-02-26T22:34:27.037077Z","end":"2026-02-26T22:34:27.177963Z","steps":["trace[1438419176] 'read index received' (duration: 140.713567ms)","trace[1438419176] 'applied index is now lower than readState.Index' (duration: 171.154µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:34:27.178193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.103706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:34:27.178106Z","caller":"traceutil/trace.go:171","msg":"trace[1350001496] transaction","detail":"{read_only:false; response_revision:17321; number_of_response:1; }","duration":"244.779327ms","start":"2026-02-26T22:34:26.933297Z","end":"2026-02-26T22:34:27.178077Z","steps":["trace[1350001496] 'process raft request' (duration: 244.469249ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:27.178251Z","caller":"traceutil/trace.go:171","msg":"trace[1842581783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17321; }","duration":"141.213329ms","start":"2026-02-26T22:34:27.037023Z","end":"2026-02-26T22:34:27.178236Z","steps":["trace[1842581783] 'agreement among raft nodes before linearized reading' (duration: 141.109936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:27.178309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.338398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:34:27.178393Z","caller":"traceutil/trace.go:171","msg":"trace[1108684435] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:17321; }","duration":"120.490601ms","start":"2026-02-26T22:34:27.057882Z","end":"2026-02-26T22:34:27.178373Z","steps":["trace[1108684435] 'agreement among raft nodes before linearized reading' (duration: 120.323687ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:27.439398Z","caller":"traceutil/trace.go:171","msg":"trace[1101197007] linearizableReadLoop","detail":"{readStateIndex:17972; appliedIndex:17969; }","duration":"244.09418ms","start":"2026-02-26T22:34:27.19528Z","end":"2026-02-26T22:34:27.439375Z","steps":["trace[1101197007] 'read index received' (duration: 36.091132ms)","trace[1101197007] 'applied index is now lower than readState.Index' (duration: 208.001928ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:34:27.439686Z","caller":"traceutil/trace.go:171","msg":"trace[991527621] transaction","detail":"{read_only:false; response_revision:17323; number_of_response:1; }","duration":"247.395563ms","start":"2026-02-26T22:34:27.192278Z","end":"2026-02-26T22:34:27.439674Z","steps":["trace[991527621] 'process raft request' (duration: 246.8703ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:27.439895Z","caller":"traceutil/trace.go:171","msg":"trace[1606034301] transaction","detail":"{read_only:false; response_revision:17324; number_of_response:1; }","duration":"246.748066ms","start":"2026-02-26T22:34:27.193133Z","end":"2026-02-26T22:34:27.439881Z","steps":["trace[1606034301] 'process raft request' (duration: 246.195612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:27.440136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.83961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T22:34:27.440177Z","caller":"traceutil/trace.go:171","msg":"trace[310714161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17324; }","duration":"244.922911ms","start":"2026-02-26T22:34:27.195246Z","end":"2026-02-26T22:34:27.440168Z","steps":["trace[310714161] 'agreement among raft nodes before linearized reading' (duration: 244.782397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:27.440386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.083945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T22:34:27.440423Z","caller":"traceutil/trace.go:171","msg":"trace[1932821463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17324; }","duration":"245.145637ms","start":"2026-02-26T22:34:27.195268Z","end":"2026-02-26T22:34:27.440414Z","steps":["trace[1932821463] 'agreement among raft nodes before linearized reading' (duration: 245.041094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:27.440987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.615178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T22:34:27.441437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.340341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:34:27.441492Z","caller":"traceutil/trace.go:171","msg":"trace[778121828] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:17324; }","duration":"175.431953ms","start":"2026-02-26T22:34:27.266047Z","end":"2026-02-26T22:34:27.441478Z","steps":["trace[778121828] 'agreement among raft nodes before linearized reading' (duration: 175.346801ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:27.441239Z","caller":"traceutil/trace.go:171","msg":"trace[1802685345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17324; }","duration":"245.874725ms","start":"2026-02-26T22:34:27.195351Z","end":"2026-02-26T22:34:27.441225Z","steps":["trace[1802685345] 'agreement among raft nodes before linearized reading' (duration: 245.402513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:27.441738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.357326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T22:34:27.441957Z","caller":"traceutil/trace.go:171","msg":"trace[539100474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17324; }","duration":"246.587193ms","start":"2026-02-26T22:34:27.195361Z","end":"2026-02-26T22:34:27.441948Z","steps":["trace[539100474] 'agreement among raft nodes before linearized reading' (duration: 246.105211ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:27.557185Z","caller":"traceutil/trace.go:171","msg":"trace[443865904] transaction","detail":"{read_only:false; response_revision:17326; number_of_response:1; }","duration":"110.089912ms","start":"2026-02-26T22:34:27.44707Z","end":"2026-02-26T22:34:27.55716Z","steps":["trace[443865904] 'process raft request' (duration: 110.0009ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:27.55737Z","caller":"traceutil/trace.go:171","msg":"trace[1276772965] transaction","detail":"{read_only:false; response_revision:17325; number_of_response:1; }","duration":"112.841991ms","start":"2026-02-26T22:34:27.444516Z","end":"2026-02-26T22:34:27.557358Z","steps":["trace[1276772965] 'process raft request' (duration: 36.168634ms)","trace[1276772965] 'compare' (duration: 76.213495ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:34:27.557523Z","caller":"traceutil/trace.go:171","msg":"trace[516746264] transaction","detail":"{read_only:false; response_revision:17327; number_of_response:1; }","duration":"110.344638ms","start":"2026-02-26T22:34:27.447161Z","end":"2026-02-26T22:34:27.557506Z","steps":["trace[516746264] 'process raft request' (duration: 109.953319ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:34:27.557787Z","caller":"traceutil/trace.go:171","msg":"trace[2076582297] linearizableReadLoop","detail":"{readStateIndex:17976; appliedIndex:17972; }","duration":"106.557523ms","start":"2026-02-26T22:34:27.451219Z","end":"2026-02-26T22:34:27.557777Z","steps":["trace[2076582297] 'read index received' (duration: 29.475176ms)","trace[2076582297] 'applied index is now lower than readState.Index' (duration: 77.081277ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:34:27.559019Z","caller":"traceutil/trace.go:171","msg":"trace[1464965966] transaction","detail":"{read_only:false; response_revision:17328; number_of_response:1; }","duration":"111.799634ms","start":"2026-02-26T22:34:27.447189Z","end":"2026-02-26T22:34:27.558988Z","steps":["trace[1464965966] 'process raft request' (duration: 110.263646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:27.559153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.915236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936655"} {"level":"info","ts":"2026-02-26T22:34:27.559209Z","caller":"traceutil/trace.go:171","msg":"trace[643187854] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17328; }","duration":"107.998748ms","start":"2026-02-26T22:34:27.451198Z","end":"2026-02-26T22:34:27.559197Z","steps":["trace[643187854] 'agreement among raft nodes before linearized reading' (duration: 106.715316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:34:27.561735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.293991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936655"} {"level":"info","ts":"2026-02-26T22:34:27.561794Z","caller":"traceutil/trace.go:171","msg":"trace[959575257] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17328; }","duration":"109.410084ms","start":"2026-02-26T22:34:27.452371Z","end":"2026-02-26T22:34:27.561781Z","steps":["trace[959575257] 'agreement among raft nodes before linearized reading' (duration: 105.615029ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:35:44.682795Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15768} {"level":"info","ts":"2026-02-26T22:35:44.787358Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15768,"took":"101.2548ms","hash":970714331,"current-db-size-bytes":42536960,"current-db-size":"42 MB","current-db-size-in-use-bytes":30154752,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T22:35:44.787415Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":970714331,"revision":15768,"compact-revision":13361} {"level":"info","ts":"2026-02-26T22:37:42.795252Z","caller":"traceutil/trace.go:171","msg":"trace[857393810] linearizableReadLoop","detail":"{readStateIndex:19501; appliedIndex:19500; }","duration":"103.859466ms","start":"2026-02-26T22:37:42.691368Z","end":"2026-02-26T22:37:42.795227Z","steps":["trace[857393810] 'read index received' (duration: 76.219245ms)","trace[857393810] 'applied index is now lower than readState.Index' (duration: 27.63927ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:37:42.795396Z","caller":"traceutil/trace.go:171","msg":"trace[1864265948] transaction","detail":"{read_only:false; response_revision:18802; number_of_response:1; }","duration":"109.204259ms","start":"2026-02-26T22:37:42.68616Z","end":"2026-02-26T22:37:42.795364Z","steps":["trace[1864265948] 'process raft request' (duration: 81.477766ms)","trace[1864265948] 'compare' (duration: 27.494907ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:37:42.795502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.114602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-api-fbdb9cbbb-7dvn9\" ","response":"range_response_count:1 size:8491"} {"level":"info","ts":"2026-02-26T22:37:42.795548Z","caller":"traceutil/trace.go:171","msg":"trace[52920087] range","detail":"{range_begin:/registry/pods/openstack/heat-api-fbdb9cbbb-7dvn9; range_end:; response_count:1; response_revision:18802; }","duration":"104.216504ms","start":"2026-02-26T22:37:42.691321Z","end":"2026-02-26T22:37:42.795538Z","steps":["trace[52920087] 'agreement among raft nodes before linearized reading' (duration: 104.05465ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:37:43.008376Z","caller":"traceutil/trace.go:171","msg":"trace[572031750] transaction","detail":"{read_only:false; response_revision:18805; number_of_response:1; }","duration":"155.413934ms","start":"2026-02-26T22:37:42.852942Z","end":"2026-02-26T22:37:43.008356Z","steps":["trace[572031750] 'process raft request' (duration: 117.21754ms)","trace[572031750] 'compare' (duration: 37.825334ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:37:45.684518Z","caller":"traceutil/trace.go:171","msg":"trace[2105705064] transaction","detail":"{read_only:false; response_revision:18822; number_of_response:1; }","duration":"197.715232ms","start":"2026-02-26T22:37:45.486785Z","end":"2026-02-26T22:37:45.6845Z","steps":["trace[2105705064] 'process raft request' (duration: 197.603439ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:37:45.688095Z","caller":"traceutil/trace.go:171","msg":"trace[496327363] transaction","detail":"{read_only:false; response_revision:18823; number_of_response:1; }","duration":"190.556452ms","start":"2026-02-26T22:37:45.497521Z","end":"2026-02-26T22:37:45.688078Z","steps":["trace[496327363] 'process raft request' (duration: 190.452369ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:37:45.818093Z","caller":"traceutil/trace.go:171","msg":"trace[1562217836] transaction","detail":"{read_only:false; response_revision:18824; number_of_response:1; }","duration":"122.893031ms","start":"2026-02-26T22:37:45.695171Z","end":"2026-02-26T22:37:45.818064Z","steps":["trace[1562217836] 'process raft request' (duration: 45.077846ms)","trace[1562217836] 'compare' (duration: 77.6163ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:37:45.867459Z","caller":"traceutil/trace.go:171","msg":"trace[532848284] transaction","detail":"{read_only:false; response_revision:18825; number_of_response:1; }","duration":"172.08471ms","start":"2026-02-26T22:37:45.695338Z","end":"2026-02-26T22:37:45.867423Z","steps":["trace[532848284] 'process raft request' (duration: 171.899316ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:37:45.86753Z","caller":"traceutil/trace.go:171","msg":"trace[312756154] transaction","detail":"{read_only:false; response_revision:18829; number_of_response:1; }","duration":"166.311256ms","start":"2026-02-26T22:37:45.701199Z","end":"2026-02-26T22:37:45.86751Z","steps":["trace[312756154] 'process raft request' (duration: 166.273295ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:37:45.86761Z","caller":"traceutil/trace.go:171","msg":"trace[1934324100] transaction","detail":"{read_only:false; response_revision:18827; number_of_response:1; }","duration":"170.86235ms","start":"2026-02-26T22:37:45.696713Z","end":"2026-02-26T22:37:45.867575Z","steps":["trace[1934324100] 'process raft request' (duration: 170.676306ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:37:45.867891Z","caller":"traceutil/trace.go:171","msg":"trace[1382060364] transaction","detail":"{read_only:false; response_revision:18828; number_of_response:1; }","duration":"170.072891ms","start":"2026-02-26T22:37:45.697807Z","end":"2026-02-26T22:37:45.86788Z","steps":["trace[1382060364] 'process raft request' (duration: 169.62081ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:37:45.867938Z","caller":"traceutil/trace.go:171","msg":"trace[1389774415] transaction","detail":"{read_only:false; response_revision:18826; number_of_response:1; }","duration":"171.25686ms","start":"2026-02-26T22:37:45.696673Z","end":"2026-02-26T22:37:45.867929Z","steps":["trace[1389774415] 'process raft request' (duration: 170.675976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:37:46.382861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.596012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:37:46.382926Z","caller":"traceutil/trace.go:171","msg":"trace[527754022] transaction","detail":"{read_only:false; response_revision:18830; number_of_response:1; }","duration":"504.458867ms","start":"2026-02-26T22:37:45.878455Z","end":"2026-02-26T22:37:46.382914Z","steps":["trace[527754022] 'process raft request' (duration: 151.758203ms)","trace[527754022] 'compare' (duration: 352.511309ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:37:46.382957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:37:45.878441Z","time spent":"504.503447ms","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":645,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:37:46.408737Z","caller":"traceutil/trace.go:171","msg":"trace[2020329767] linearizableReadLoop","detail":"{readStateIndex:19535; appliedIndex:19530; }","duration":"371.546215ms","start":"2026-02-26T22:37:46.037157Z","end":"2026-02-26T22:37:46.408703Z","steps":["trace[2020329767] 'read index received' (duration: 371.099534ms)","trace[2020329767] 'applied index is now lower than readState.Index' (duration: 445.091µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:37:46.409119Z","caller":"traceutil/trace.go:171","msg":"trace[417141884] transaction","detail":"{read_only:false; response_revision:18831; number_of_response:1; }","duration":"530.552518ms","start":"2026-02-26T22:37:45.878548Z","end":"2026-02-26T22:37:46.4091Z","steps":["trace[417141884] 'process raft request' (duration: 529.721437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:37:46.409255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:37:45.878528Z","time spent":"530.638301ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1154,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:37:46.409535Z","caller":"traceutil/trace.go:171","msg":"trace[20161166] transaction","detail":"{read_only:false; response_revision:18834; number_of_response:1; }","duration":"525.621595ms","start":"2026-02-26T22:37:45.88388Z","end":"2026-02-26T22:37:46.409502Z","steps":["trace[20161166] 'process raft request' (duration: 524.714632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:37:46.409656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.488799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:37:46.409661Z","caller":"traceutil/trace.go:171","msg":"trace[1572033711] transaction","detail":"{read_only:false; response_revision:18835; number_of_response:1; }","duration":"390.729964ms","start":"2026-02-26T22:37:46.018906Z","end":"2026-02-26T22:37:46.409636Z","steps":["trace[1572033711] 'process raft request' (duration: 389.73343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:37:46.40973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:37:45.883871Z","time spent":"525.766668ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7848,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:37:46.40977Z","caller":"traceutil/trace.go:171","msg":"trace[346011180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18835; }","duration":"372.662663ms","start":"2026-02-26T22:37:46.037083Z","end":"2026-02-26T22:37:46.409746Z","steps":["trace[346011180] 'agreement among raft nodes before linearized reading' (duration: 372.465308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:37:46.409818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:37:46.037058Z","time spent":"372.750555ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:37:46.409801Z","caller":"traceutil/trace.go:171","msg":"trace[251746458] transaction","detail":"{read_only:false; response_revision:18832; number_of_response:1; }","duration":"531.188634ms","start":"2026-02-26T22:37:45.878583Z","end":"2026-02-26T22:37:46.409771Z","steps":["trace[251746458] 'process raft request' (duration: 529.856812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:37:46.409879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:37:46.018881Z","time spent":"390.881078ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:37:46.40997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:37:45.878559Z","time spent":"531.350019ms","remote":"127.0.0.1:38086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1082,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:37:46.409906Z","caller":"traceutil/trace.go:171","msg":"trace[585134184] transaction","detail":"{read_only:false; response_revision:18833; number_of_response:1; }","duration":"529.774049ms","start":"2026-02-26T22:37:45.880109Z","end":"2026-02-26T22:37:46.409883Z","steps":["trace[585134184] 'process raft request' (duration: 528.414296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:37:46.415124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:37:45.880101Z","time spent":"534.930758ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7532,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:37:46.617799Z","caller":"traceutil/trace.go:171","msg":"trace[1772719824] transaction","detail":"{read_only:false; response_revision:18837; number_of_response:1; }","duration":"371.576436ms","start":"2026-02-26T22:37:46.246198Z","end":"2026-02-26T22:37:46.617774Z","steps":["trace[1772719824] 'process raft request' (duration: 371.464353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:37:46.617955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:37:46.246173Z","time spent":"371.70599ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:37:46.617976Z","caller":"traceutil/trace.go:171","msg":"trace[581664548] linearizableReadLoop","detail":"{readStateIndex:19538; appliedIndex:19535; }","duration":"209.130016ms","start":"2026-02-26T22:37:46.408818Z","end":"2026-02-26T22:37:46.617948Z","steps":["trace[581664548] 'read index received' (duration: 171.973727ms)","trace[581664548] 'applied index is now lower than readState.Index' (duration: 37.154839ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:37:46.618164Z","caller":"traceutil/trace.go:171","msg":"trace[371986856] transaction","detail":"{read_only:false; response_revision:18838; number_of_response:1; }","duration":"321.656098ms","start":"2026-02-26T22:37:46.29648Z","end":"2026-02-26T22:37:46.618136Z","steps":["trace[371986856] 'process raft request' (duration: 321.257908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:37:46.618326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:37:46.296447Z","time spent":"321.776271ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:37:46.618349Z","caller":"traceutil/trace.go:171","msg":"trace[1424264983] transaction","detail":"{read_only:false; response_revision:18836; number_of_response:1; }","duration":"566.726092ms","start":"2026-02-26T22:37:46.051607Z","end":"2026-02-26T22:37:46.618333Z","steps":["trace[1424264983] 'process raft request' (duration: 529.169103ms)","trace[1424264983] 'compare' (duration: 36.762629ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:37:46.61836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.13123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T22:37:46.618421Z","caller":"traceutil/trace.go:171","msg":"trace[62323653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18838; }","duration":"308.299195ms","start":"2026-02-26T22:37:46.310105Z","end":"2026-02-26T22:37:46.618404Z","steps":["trace[62323653] 'agreement among raft nodes before linearized reading' (duration: 308.068999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:37:46.618483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:37:46.310084Z","time spent":"308.386186ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:37:46.618432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:37:46.051522Z","time spent":"566.868715ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:37:46.659077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.789644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:37:46.65916Z","caller":"traceutil/trace.go:171","msg":"trace[1655298190] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:18839; }","duration":"103.928917ms","start":"2026-02-26T22:37:46.555215Z","end":"2026-02-26T22:37:46.659144Z","steps":["trace[1655298190] 'agreement among raft nodes before linearized reading' (duration: 103.764133ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:37:46.659573Z","caller":"traceutil/trace.go:171","msg":"trace[1313957738] transaction","detail":"{read_only:false; response_revision:18839; number_of_response:1; }","duration":"238.47156ms","start":"2026-02-26T22:37:46.421088Z","end":"2026-02-26T22:37:46.659559Z","steps":["trace[1313957738] 'process raft request' (duration: 237.720161ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:37:47.908281Z","caller":"traceutil/trace.go:171","msg":"trace[921272697] transaction","detail":"{read_only:false; response_revision:18847; number_of_response:1; }","duration":"139.883766ms","start":"2026-02-26T22:37:47.768064Z","end":"2026-02-26T22:37:47.907947Z","steps":["trace[921272697] 'process raft request' (duration: 139.672171ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:37:48.818089Z","caller":"traceutil/trace.go:171","msg":"trace[856365116] linearizableReadLoop","detail":"{readStateIndex:19553; appliedIndex:19552; }","duration":"136.191003ms","start":"2026-02-26T22:37:48.681879Z","end":"2026-02-26T22:37:48.81807Z","steps":["trace[856365116] 'read index received' (duration: 136.008909ms)","trace[856365116] 'applied index is now lower than readState.Index' (duration: 179.054µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:37:48.818157Z","caller":"traceutil/trace.go:171","msg":"trace[308118832] transaction","detail":"{read_only:false; response_revision:18852; number_of_response:1; }","duration":"137.469985ms","start":"2026-02-26T22:37:48.680641Z","end":"2026-02-26T22:37:48.818111Z","steps":["trace[308118832] 'process raft request' (duration: 137.307301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:37:48.818289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.394178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:37:48.818325Z","caller":"traceutil/trace.go:171","msg":"trace[1164780727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18852; }","duration":"136.467749ms","start":"2026-02-26T22:37:48.681844Z","end":"2026-02-26T22:37:48.818312Z","steps":["trace[1164780727] 'agreement among raft nodes before linearized reading' (duration: 136.339686ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:37:49.084359Z","caller":"traceutil/trace.go:171","msg":"trace[649075086] transaction","detail":"{read_only:false; response_revision:18855; number_of_response:1; }","duration":"169.359962ms","start":"2026-02-26T22:37:48.914981Z","end":"2026-02-26T22:37:49.084341Z","steps":["trace[649075086] 'process raft request' (duration: 169.208838ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:37:49.107198Z","caller":"traceutil/trace.go:171","msg":"trace[1993067643] linearizableReadLoop","detail":"{readStateIndex:19557; appliedIndex:19555; }","duration":"184.10095ms","start":"2026-02-26T22:37:48.92308Z","end":"2026-02-26T22:37:49.107181Z","steps":["trace[1993067643] 'read index received' (duration: 161.173747ms)","trace[1993067643] 'applied index is now lower than readState.Index' (duration: 22.926283ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:37:49.107293Z","caller":"traceutil/trace.go:171","msg":"trace[287585448] transaction","detail":"{read_only:false; response_revision:18856; number_of_response:1; }","duration":"186.290984ms","start":"2026-02-26T22:37:48.920993Z","end":"2026-02-26T22:37:49.107284Z","steps":["trace[287585448] 'process raft request' (duration: 186.09377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:37:49.107434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.348966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T22:37:49.107487Z","caller":"traceutil/trace.go:171","msg":"trace[1470625193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18856; }","duration":"184.451408ms","start":"2026-02-26T22:37:48.923023Z","end":"2026-02-26T22:37:49.107474Z","steps":["trace[1470625193] 'agreement among raft nodes before linearized reading' (duration: 184.314705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:37:49.125577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.6728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:37:49.125659Z","caller":"traceutil/trace.go:171","msg":"trace[1834642936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18857; }","duration":"173.796963ms","start":"2026-02-26T22:37:48.951851Z","end":"2026-02-26T22:37:49.125648Z","steps":["trace[1834642936] 'agreement among raft nodes before linearized reading' (duration: 173.644059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:37:49.30614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.205489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:37:49.306259Z","caller":"traceutil/trace.go:171","msg":"trace[1431392947] transaction","detail":"{read_only:false; response_revision:18860; number_of_response:1; }","duration":"172.422818ms","start":"2026-02-26T22:37:49.133816Z","end":"2026-02-26T22:37:49.306239Z","steps":["trace[1431392947] 'process raft request' (duration: 53.041886ms)","trace[1431392947] 'compare' (duration: 119.067984ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:38:42.932205Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"17dd22a2661aae79","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T22:38:42.937006Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-26T22:38:42.937079Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-02-26T22:40:07.82275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.91055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T22:40:07.822844Z","caller":"traceutil/trace.go:171","msg":"trace[1762704368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19724; }","duration":"118.046784ms","start":"2026-02-26T22:40:07.704778Z","end":"2026-02-26T22:40:07.822825Z","steps":["trace[1762704368] 'range keys from in-memory index tree' (duration: 117.660354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:07.822744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.728722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T22:40:07.822985Z","caller":"traceutil/trace.go:171","msg":"trace[863971583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19724; }","duration":"197.006959ms","start":"2026-02-26T22:40:07.625955Z","end":"2026-02-26T22:40:07.822962Z","steps":["trace[863971583] 'range keys from in-memory index tree' (duration: 196.570668ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:40:36.2547Z","caller":"traceutil/trace.go:171","msg":"trace[1120685302] transaction","detail":"{read_only:false; response_revision:19863; number_of_response:1; }","duration":"875.594349ms","start":"2026-02-26T22:40:35.379075Z","end":"2026-02-26T22:40:36.25467Z","steps":["trace[1120685302] 'process raft request' (duration: 875.444865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:36.254958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:35.379051Z","time spent":"875.743564ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:40:37.142362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.335848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:40:37.142801Z","caller":"traceutil/trace.go:171","msg":"trace[824874798] transaction","detail":"{read_only:false; response_revision:19864; number_of_response:1; }","duration":"1.76363516s","start":"2026-02-26T22:40:35.379125Z","end":"2026-02-26T22:40:37.14276Z","steps":["trace[824874798] 'process raft request' (duration: 1.320780369s)","trace[824874798] 'compare' (duration: 441.891577ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:40:37.142879Z","caller":"traceutil/trace.go:171","msg":"trace[2005982306] linearizableReadLoop","detail":"{readStateIndex:20608; appliedIndex:20605; }","duration":"1.210220222s","start":"2026-02-26T22:40:35.932634Z","end":"2026-02-26T22:40:37.142854Z","steps":["trace[2005982306] 'read index received' (duration: 321.875163ms)","trace[2005982306] 'applied index is now lower than readState.Index' (duration: 888.343499ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:40:37.142944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:35.379094Z","time spent":"1.763772005s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:40:37.142947Z","caller":"traceutil/trace.go:171","msg":"trace[1728312345] transaction","detail":"{read_only:false; response_revision:19865; number_of_response:1; }","duration":"1.76077562s","start":"2026-02-26T22:40:35.382152Z","end":"2026-02-26T22:40:37.142928Z","steps":["trace[1728312345] 'process raft request' (duration: 1.760569214s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:37.143024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210372807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:40:37.143056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105735409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:40:37.143093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.434934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:40:37.143105Z","caller":"traceutil/trace.go:171","msg":"trace[2124822624] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:19865; }","duration":"1.210469559s","start":"2026-02-26T22:40:35.932617Z","end":"2026-02-26T22:40:37.143086Z","steps":["trace[2124822624] 'agreement among raft nodes before linearized reading' (duration: 1.210331456s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:37.143136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056323382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T22:40:37.143162Z","caller":"traceutil/trace.go:171","msg":"trace[1443355184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19865; }","duration":"1.056379854s","start":"2026-02-26T22:40:36.086773Z","end":"2026-02-26T22:40:37.143153Z","steps":["trace[1443355184] 'agreement among raft nodes before linearized reading' (duration: 1.056265601s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:40:37.14316Z","caller":"traceutil/trace.go:171","msg":"trace[462570943] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19865; }","duration":"329.543936ms","start":"2026-02-26T22:40:36.813598Z","end":"2026-02-26T22:40:37.143142Z","steps":["trace[462570943] 'agreement among raft nodes before linearized reading' (duration: 329.413933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:37.143162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:35.932556Z","time spent":"1.210596393s","remote":"127.0.0.1:58532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:40:37.143182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:36.086759Z","time spent":"1.056418594s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:40:37.143197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:36.813575Z","time spent":"329.611628ms","remote":"127.0.0.1:38006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:40:37.143201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.039633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T22:40:37.143197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.212816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T22:40:37.143189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061394259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T22:40:37.143265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.452649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-26T22:40:37.143287Z","caller":"traceutil/trace.go:171","msg":"trace[1633589552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19865; }","duration":"934.159016ms","start":"2026-02-26T22:40:36.209108Z","end":"2026-02-26T22:40:37.143268Z","steps":["trace[1633589552] 'agreement among raft nodes before linearized reading' (duration: 933.985421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:37.143302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.092297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T22:40:37.143302Z","caller":"traceutil/trace.go:171","msg":"trace[699540432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19865; }","duration":"928.34408ms","start":"2026-02-26T22:40:36.214935Z","end":"2026-02-26T22:40:37.143279Z","steps":["trace[699540432] 'agreement among raft nodes before linearized reading' (duration: 928.075293ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:40:37.143322Z","caller":"traceutil/trace.go:171","msg":"trace[1422764422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19865; }","duration":"885.139429ms","start":"2026-02-26T22:40:36.258177Z","end":"2026-02-26T22:40:37.143316Z","steps":["trace[1422764422] 'agreement among raft nodes before linearized reading' (duration: 885.078887ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:40:37.14331Z","caller":"traceutil/trace.go:171","msg":"trace[1052532227] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:19865; }","duration":"527.527931ms","start":"2026-02-26T22:40:36.615769Z","end":"2026-02-26T22:40:37.143297Z","steps":["trace[1052532227] 'agreement among raft nodes before linearized reading' (duration: 527.371947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:37.143341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:36.258163Z","time spent":"885.174029ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T22:40:37.143303Z","caller":"traceutil/trace.go:171","msg":"trace[886782711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19865; }","duration":"1.061545203s","start":"2026-02-26T22:40:36.081741Z","end":"2026-02-26T22:40:37.143287Z","steps":["trace[886782711] 'agreement among raft nodes before linearized reading' (duration: 1.061307767s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:40:37.143111Z","caller":"traceutil/trace.go:171","msg":"trace[1783143091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19865; }","duration":"1.105832721s","start":"2026-02-26T22:40:36.037264Z","end":"2026-02-26T22:40:37.143096Z","steps":["trace[1783143091] 'agreement among raft nodes before linearized reading' (duration: 1.105733749s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:37.143353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:36.214915Z","time spent":"928.424282ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:40:37.143359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:36.615749Z","time spent":"527.595182ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-02-26T22:40:37.143331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:36.209089Z","time spent":"934.229617ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:40:37.143067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.13258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:40:37.143404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:36.08172Z","time spent":"1.061671876s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:40:37.143435Z","caller":"traceutil/trace.go:171","msg":"trace[1157672351] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:19865; }","duration":"979.54208ms","start":"2026-02-26T22:40:36.163881Z","end":"2026-02-26T22:40:37.143423Z","steps":["trace[1157672351] 'agreement among raft nodes before linearized reading' (duration: 979.142441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:37.143472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:36.163854Z","time spent":"979.606852ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:40:37.143434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:36.037242Z","time spent":"1.106153349s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:40:37.143794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:35.382139Z","time spent":"1.760855932s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:40:37.652831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398433529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:40:38.15343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398433529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:40:38.654194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398433529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:40:39.152516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000649771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:40:39.15259Z","caller":"traceutil/trace.go:171","msg":"trace[169947574] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000757664s","start":"2026-02-26T22:40:37.151814Z","end":"2026-02-26T22:40:39.152571Z","steps":["trace[169947574] 'agreement among raft nodes before linearized reading' (duration: 2.000667062s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:39.152623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:37.151803Z","time spent":"2.000813876s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:40:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:40:39.154695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398433529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:40:39.172176Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.023552375s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:40:39.173054Z","caller":"traceutil/trace.go:171","msg":"trace[107279029] transaction","detail":"{read_only:false; response_revision:19867; number_of_response:1; }","duration":"2.024506018s","start":"2026-02-26T22:40:37.148514Z","end":"2026-02-26T22:40:39.17302Z","steps":["trace[107279029] 'process raft request' (duration: 2.024441956s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:40:39.17311Z","caller":"traceutil/trace.go:171","msg":"trace[1109976773] transaction","detail":"{read_only:false; response_revision:19866; number_of_response:1; }","duration":"2.024560399s","start":"2026-02-26T22:40:37.14851Z","end":"2026-02-26T22:40:39.17307Z","steps":["trace[1109976773] 'process raft request' (duration: 2.02420299s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:39.173255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:37.148498Z","time spent":"2.02462022s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:40:39.173302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:37.148493Z","time spent":"2.024700893s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:40:40.840676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.667823924s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:40:40.841461Z","caller":"traceutil/trace.go:171","msg":"trace[1555484934] transaction","detail":"{read_only:false; response_revision:19868; number_of_response:1; }","duration":"3.692847744s","start":"2026-02-26T22:40:37.148584Z","end":"2026-02-26T22:40:40.841432Z","steps":["trace[1555484934] 'process raft request' (duration: 3.692560937s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:40:40.841745Z","caller":"traceutil/trace.go:171","msg":"trace[556549636] transaction","detail":"{read_only:false; response_revision:19869; number_of_response:1; }","duration":"3.692795494s","start":"2026-02-26T22:40:37.148938Z","end":"2026-02-26T22:40:40.841733Z","steps":["trace[556549636] 'process raft request' (duration: 3.692452325s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:40.841833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:37.148918Z","time spent":"3.692883286s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:40:40.841736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:37.148579Z","time spent":"3.692985968s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:40:40.841937Z","caller":"traceutil/trace.go:171","msg":"trace[383486330] transaction","detail":"{read_only:false; response_revision:19870; number_of_response:1; }","duration":"3.692533687s","start":"2026-02-26T22:40:37.149389Z","end":"2026-02-26T22:40:40.841922Z","steps":["trace[383486330] 'process raft request' (duration: 3.69227928s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:40.842034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:37.14937Z","time spent":"3.692625309s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:40:41.15314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000309653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:40:41.15324Z","caller":"traceutil/trace.go:171","msg":"trace[564008271] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000460917s","start":"2026-02-26T22:40:39.152755Z","end":"2026-02-26T22:40:41.153216Z","steps":["trace[564008271] 'agreement among raft nodes before linearized reading' (duration: 2.000334954s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:41.153279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:39.15274Z","time spent":"2.000531069s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:40:41.543029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.111373ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-26T22:40:41.543259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.04576ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:40:41.544248Z","caller":"traceutil/trace.go:171","msg":"trace[1020165001] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19870; }","duration":"437.056086ms","start":"2026-02-26T22:40:41.107164Z","end":"2026-02-26T22:40:41.54422Z","steps":["trace[1020165001] 'range keys from in-memory index tree' (duration: 436.007539ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:40:41.545032Z","caller":"traceutil/trace.go:171","msg":"trace[374529236] transaction","detail":"{read_only:false; response_revision:19871; number_of_response:1; }","duration":"3.710058855s","start":"2026-02-26T22:40:37.834956Z","end":"2026-02-26T22:40:41.545015Z","steps":["trace[374529236] 'process raft request' (duration: 3.708466054s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:41.545177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:37.83493Z","time spent":"3.710153707s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:40:42.208218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.130884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:40:42.208724Z","caller":"traceutil/trace.go:171","msg":"trace[1638913287] transaction","detail":"{read_only:false; response_revision:19872; number_of_response:1; }","duration":"3.947277872s","start":"2026-02-26T22:40:38.2614Z","end":"2026-02-26T22:40:42.208678Z","steps":["trace[1638913287] 'process raft request' (duration: 3.283597554s)","trace[1638913287] 'compare' (duration: 663.007331ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:40:42.208873Z","caller":"traceutil/trace.go:171","msg":"trace[936329894] transaction","detail":"{read_only:false; response_revision:19873; number_of_response:1; }","duration":"3.060313369s","start":"2026-02-26T22:40:39.148511Z","end":"2026-02-26T22:40:42.208824Z","steps":["trace[936329894] 'process raft request' (duration: 3.059821466s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:40:42.208902Z","caller":"traceutil/trace.go:171","msg":"trace[1622302818] linearizableReadLoop","detail":"{readStateIndex:20618; appliedIndex:20608; }","duration":"5.057027991s","start":"2026-02-26T22:40:37.151841Z","end":"2026-02-26T22:40:42.208869Z","steps":["trace[1622302818] 'read index received' (duration: 2.020731254s)","trace[1622302818] 'applied index is now lower than readState.Index' (duration: 3.036290216s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:40:42.208902Z","caller":"traceutil/trace.go:171","msg":"trace[1500214340] transaction","detail":"{read_only:false; response_revision:19874; number_of_response:1; }","duration":"3.060312268s","start":"2026-02-26T22:40:39.148544Z","end":"2026-02-26T22:40:42.208856Z","steps":["trace[1500214340] 'process raft request' (duration: 3.060167965s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:40:42.208949Z","caller":"traceutil/trace.go:171","msg":"trace[4080148] transaction","detail":"{read_only:false; response_revision:19876; number_of_response:1; }","duration":"1.614026758s","start":"2026-02-26T22:40:40.594817Z","end":"2026-02-26T22:40:42.208844Z","steps":["trace[4080148] 'process raft request' (duration: 1.613982917s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:42.208969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:38.261362Z","time spent":"3.947463127s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:40:42.209054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:40.594796Z","time spent":"1.614209902s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:40:42.209059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:39.148477Z","time spent":"3.060479662s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:40:42.20913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:39.148514Z","time spent":"3.060477983s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:40:42.209192Z","caller":"traceutil/trace.go:171","msg":"trace[773581449] transaction","detail":"{read_only:false; response_revision:19875; number_of_response:1; }","duration":"1.791644612s","start":"2026-02-26T22:40:40.417536Z","end":"2026-02-26T22:40:42.20918Z","steps":["trace[773581449] 'process raft request' (duration: 1.791226942s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:42.209205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443158961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:40:42.209242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:40.417514Z","time spent":"1.791700884s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:40:42.209254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023602966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:40:42.209267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334574827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-26T22:40:42.209302Z","caller":"traceutil/trace.go:171","msg":"trace[1777159171] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:19876; }","duration":"2.023690748s","start":"2026-02-26T22:40:40.185596Z","end":"2026-02-26T22:40:42.209286Z","steps":["trace[1777159171] 'agreement among raft nodes before linearized reading' (duration: 2.023593496s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:40:42.209316Z","caller":"traceutil/trace.go:171","msg":"trace[822049201] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19876; }","duration":"2.334627698s","start":"2026-02-26T22:40:39.874675Z","end":"2026-02-26T22:40:42.209302Z","steps":["trace[822049201] 'agreement among raft nodes before linearized reading' (duration: 2.334480815s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:42.209321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109397315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:40:42.209355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:39.87462Z","time spent":"2.334727461s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T22:40:42.209396Z","caller":"traceutil/trace.go:171","msg":"trace[638121074] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:19876; }","duration":"3.109513288s","start":"2026-02-26T22:40:39.099864Z","end":"2026-02-26T22:40:42.209377Z","steps":["trace[638121074] 'agreement among raft nodes before linearized reading' (duration: 3.109402415s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:42.209399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92226909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:40:42.209399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.952368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:40:42.209422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031890691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T22:40:42.209444Z","caller":"traceutil/trace.go:171","msg":"trace[127422943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19876; }","duration":"1.922339792s","start":"2026-02-26T22:40:40.287093Z","end":"2026-02-26T22:40:42.209433Z","steps":["trace[127422943] 'agreement among raft nodes before linearized reading' (duration: 1.92227047s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:40:42.209451Z","caller":"traceutil/trace.go:171","msg":"trace[1132251951] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19876; }","duration":"191.00586ms","start":"2026-02-26T22:40:42.018435Z","end":"2026-02-26T22:40:42.20944Z","steps":["trace[1132251951] 'agreement among raft nodes before linearized reading' (duration: 190.915678ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:40:42.209459Z","caller":"traceutil/trace.go:171","msg":"trace[1205229423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19876; }","duration":"1.031959522s","start":"2026-02-26T22:40:41.177488Z","end":"2026-02-26T22:40:42.209447Z","steps":["trace[1205229423] 'agreement among raft nodes before linearized reading' (duration: 1.031833969s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:42.209455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:39.099843Z","time spent":"3.109591431s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:40:42.209469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331171442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:40:42.209473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:40.28708Z","time spent":"1.922386133s","remote":"127.0.0.1:35540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:40:42.209487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:41.177469Z","time spent":"1.032012264s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:40:42.209511Z","caller":"traceutil/trace.go:171","msg":"trace[407891067] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:19876; }","duration":"2.331237304s","start":"2026-02-26T22:40:39.878255Z","end":"2026-02-26T22:40:42.209493Z","steps":["trace[407891067] 'agreement among raft nodes before linearized reading' (duration: 2.331182043s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:42.209543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:39.878235Z","time spent":"2.331299495s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:40:42.209581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041651075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:40:42.209618Z","caller":"traceutil/trace.go:171","msg":"trace[1340978250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19876; }","duration":"1.041707607s","start":"2026-02-26T22:40:41.167902Z","end":"2026-02-26T22:40:42.209609Z","steps":["trace[1340978250] 'agreement among raft nodes before linearized reading' (duration: 1.041648825s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:42.209646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:41.167892Z","time spent":"1.041746558s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:40:42.209272Z","caller":"traceutil/trace.go:171","msg":"trace[424583411] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:19876; }","duration":"1.443274784s","start":"2026-02-26T22:40:40.765981Z","end":"2026-02-26T22:40:42.209256Z","steps":["trace[424583411] 'agreement among raft nodes before linearized reading' (duration: 1.443159651s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:42.209761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:40.765961Z","time spent":"1.443785287s","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:40:42.209782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032139697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T22:40:42.209817Z","caller":"traceutil/trace.go:171","msg":"trace[1377979450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19876; }","duration":"1.032189198s","start":"2026-02-26T22:40:41.177618Z","end":"2026-02-26T22:40:42.209807Z","steps":["trace[1377979450] 'agreement among raft nodes before linearized reading' (duration: 1.032070135s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:42.209339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:40.185574Z","time spent":"2.02375607s","remote":"127.0.0.1:58484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:40:42.209832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.547153179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:40:42.209829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790496826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:40:42.209875Z","caller":"traceutil/trace.go:171","msg":"trace[393613463] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:19876; }","duration":"3.547238421s","start":"2026-02-26T22:40:38.662623Z","end":"2026-02-26T22:40:42.209862Z","steps":["trace[393613463] 'agreement among raft nodes before linearized reading' (duration: 3.547172339s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:42.209888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042136648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-02-26T22:40:42.209887Z","caller":"traceutil/trace.go:171","msg":"trace[1153047407] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:19876; }","duration":"2.790594728s","start":"2026-02-26T22:40:39.419277Z","end":"2026-02-26T22:40:42.209871Z","steps":["trace[1153047407] 'agreement among raft nodes before linearized reading' (duration: 2.790405854s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:42.209905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:38.662594Z","time spent":"3.547303363s","remote":"127.0.0.1:58546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:40:42.209921Z","caller":"traceutil/trace.go:171","msg":"trace[1699216206] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07; range_end:; response_count:1; response_revision:19876; }","duration":"1.042170038s","start":"2026-02-26T22:40:41.167741Z","end":"2026-02-26T22:40:42.209911Z","steps":["trace[1699216206] 'agreement among raft nodes before linearized reading' (duration: 1.042048575s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:42.209949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:41.167679Z","time spent":"1.04226371s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07\" "} {"level":"warn","ts":"2026-02-26T22:40:42.209843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:41.177607Z","time spent":"1.032230129s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:40:42.211036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.052502058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:40:42.211236Z","caller":"traceutil/trace.go:171","msg":"trace[1345207737] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19876; }","duration":"5.052692432s","start":"2026-02-26T22:40:37.15848Z","end":"2026-02-26T22:40:42.211173Z","steps":["trace[1345207737] 'agreement among raft nodes before linearized reading' (duration: 5.050565349s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:42.209942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:39.419257Z","time spent":"2.79066994s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":42,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:40:42.212405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:37.158476Z","time spent":"5.052916408s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:40:43.491514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:43.100647Z","time spent":"390.856981ms","remote":"127.0.0.1:55520","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T22:40:43.492077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017650674s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:40:43.492198Z","caller":"traceutil/trace.go:171","msg":"trace[1493535668] transaction","detail":"{read_only:false; response_revision:19877; number_of_response:1; }","duration":"1.2752684s","start":"2026-02-26T22:40:42.216908Z","end":"2026-02-26T22:40:43.492177Z","steps":["trace[1493535668] 'process raft request' (duration: 257.413951ms)","trace[1493535668] 'compare' (duration: 1.017102411s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:40:43.492268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:42.21687Z","time spent":"1.275366473s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:40:43.745322Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.270991733s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:40:44.222993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000686063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:40:44.223057Z","caller":"traceutil/trace.go:171","msg":"trace[761726175] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000788006s","start":"2026-02-26T22:40:42.222253Z","end":"2026-02-26T22:40:44.223041Z","steps":["trace[761726175] 'agreement among raft nodes before linearized reading' (duration: 2.000704654s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:44.223095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:42.222244Z","time spent":"2.000842917s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:40:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:40:45.414584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:43.864624Z","time spent":"1.549950994s","remote":"127.0.0.1:55542","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T22:40:45.414705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669156327s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:40:45.414856Z","caller":"traceutil/trace.go:171","msg":"trace[152206246] transaction","detail":"{read_only:false; response_revision:19878; number_of_response:1; }","duration":"3.197643533s","start":"2026-02-26T22:40:42.217199Z","end":"2026-02-26T22:40:45.414843Z","steps":["trace[152206246] 'process raft request' (duration: 1.528289211s)","trace[152206246] 'compare' (duration: 1.668738047s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:40:45.414903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:42.21717Z","time spent":"3.197714075s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:40:45.415261Z","caller":"traceutil/trace.go:171","msg":"trace[16896745] transaction","detail":"{read_only:false; response_revision:19879; number_of_response:1; }","duration":"3.196278489s","start":"2026-02-26T22:40:42.218936Z","end":"2026-02-26T22:40:45.415214Z","steps":["trace[16896745] 'process raft request' (duration: 3.195847308s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:45.41543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:42.218926Z","time spent":"3.196424484s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:40:45.41546Z","caller":"traceutil/trace.go:171","msg":"trace[540107353] linearizableReadLoop","detail":"{readStateIndex:20624; appliedIndex:20620; }","duration":"3.195382188s","start":"2026-02-26T22:40:42.220046Z","end":"2026-02-26T22:40:45.415428Z","steps":["trace[540107353] 'read index received' (duration: 254.292103ms)","trace[540107353] 'applied index is now lower than readState.Index' (duration: 2.941088715s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:40:45.415661Z","caller":"traceutil/trace.go:171","msg":"trace[1182217773] transaction","detail":"{read_only:false; response_revision:19880; number_of_response:1; }","duration":"3.196432914s","start":"2026-02-26T22:40:42.219212Z","end":"2026-02-26T22:40:45.415645Z","steps":["trace[1182217773] 'process raft request' (duration: 3.195877999s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:45.415831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:42.219206Z","time spent":"3.196499986s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:40:45.416101Z","caller":"traceutil/trace.go:171","msg":"trace[959894041] transaction","detail":"{read_only:false; response_revision:19881; number_of_response:1; }","duration":"1.201145816s","start":"2026-02-26T22:40:44.21494Z","end":"2026-02-26T22:40:45.416086Z","steps":["trace[959894041] 'process raft request' (duration: 1.200425058s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:45.416177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:44.214916Z","time spent":"1.201220278s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:40:45.416525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196486325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:40:45.416571Z","caller":"traceutil/trace.go:171","msg":"trace[827926838] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19881; }","duration":"3.196556687s","start":"2026-02-26T22:40:42.220004Z","end":"2026-02-26T22:40:45.416561Z","steps":["trace[827926838] 'agreement among raft nodes before linearized reading' (duration: 3.196049734s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:45.416607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:42.219988Z","time spent":"3.196613188s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T22:40:45.89907Z","caller":"traceutil/trace.go:171","msg":"trace[1065644811] linearizableReadLoop","detail":"{readStateIndex:20628; appliedIndex:20625; }","duration":"483.505218ms","start":"2026-02-26T22:40:45.415541Z","end":"2026-02-26T22:40:45.899046Z","steps":["trace[1065644811] 'read index received' (duration: 483.175329ms)","trace[1065644811] 'applied index is now lower than readState.Index' (duration: 328.668µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:40:45.899179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676032198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:40:45.899287Z","caller":"traceutil/trace.go:171","msg":"trace[715209944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19884; }","duration":"1.676138661s","start":"2026-02-26T22:40:44.223084Z","end":"2026-02-26T22:40:45.899222Z","steps":["trace[715209944] 'agreement among raft nodes before linearized reading' (duration: 1.675986337s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:45.899292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.054393369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T22:40:45.899315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:44.223071Z","time spent":"1.676238354s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:40:45.899319Z","caller":"traceutil/trace.go:171","msg":"trace[1504356803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19884; }","duration":"3.054455361s","start":"2026-02-26T22:40:42.844855Z","end":"2026-02-26T22:40:45.89931Z","steps":["trace[1504356803] 'agreement among raft nodes before linearized reading' (duration: 3.054320258s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:45.899345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:42.844841Z","time spent":"3.054497452s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:40:45.899332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053460226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T22:40:45.899477Z","caller":"traceutil/trace.go:171","msg":"trace[560085703] transaction","detail":"{read_only:false; response_revision:19884; number_of_response:1; }","duration":"1.214633833s","start":"2026-02-26T22:40:44.684827Z","end":"2026-02-26T22:40:45.899461Z","steps":["trace[560085703] 'process raft request' (duration: 1.214172491s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:45.899519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236052775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-26T22:40:45.899544Z","caller":"traceutil/trace.go:171","msg":"trace[2017670699] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:19884; }","duration":"3.236075316s","start":"2026-02-26T22:40:42.66346Z","end":"2026-02-26T22:40:45.899536Z","steps":["trace[2017670699] 'agreement among raft nodes before linearized reading' (duration: 3.236007034s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:45.899569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:42.663445Z","time spent":"3.236119066s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-26T22:40:45.899551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647991717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:40:45.899612Z","caller":"traceutil/trace.go:171","msg":"trace[1095665292] transaction","detail":"{read_only:false; response_revision:19882; number_of_response:1; }","duration":"1.684355857s","start":"2026-02-26T22:40:44.215248Z","end":"2026-02-26T22:40:45.899604Z","steps":["trace[1095665292] 'process raft request' (duration: 1.683573598s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:40:45.899629Z","caller":"traceutil/trace.go:171","msg":"trace[2115602787] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:19884; }","duration":"1.64811086s","start":"2026-02-26T22:40:44.251498Z","end":"2026-02-26T22:40:45.899609Z","steps":["trace[2115602787] 'agreement among raft nodes before linearized reading' (duration: 1.647991947s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:45.899677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:44.215224Z","time spent":"1.684411388s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:40:45.89969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:44.251481Z","time spent":"1.648194312s","remote":"127.0.0.1:49178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:40:45.899717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.31664201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7532"} {"level":"warn","ts":"2026-02-26T22:40:45.899732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415198744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:40:45.89974Z","caller":"traceutil/trace.go:171","msg":"trace[47047159] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:19884; }","duration":"3.316704943s","start":"2026-02-26T22:40:42.583029Z","end":"2026-02-26T22:40:45.899734Z","steps":["trace[47047159] 'agreement among raft nodes before linearized reading' (duration: 3.316640932s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:40:45.899749Z","caller":"traceutil/trace.go:171","msg":"trace[1426784298] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:19884; }","duration":"2.415252536s","start":"2026-02-26T22:40:43.484492Z","end":"2026-02-26T22:40:45.899744Z","steps":["trace[1426784298] 'agreement among raft nodes before linearized reading' (duration: 2.415223875s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:45.899759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:42.583005Z","time spent":"3.316749724s","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7554,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-26T22:40:45.899763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:43.484471Z","time spent":"2.415288197s","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:40:45.899784Z","caller":"traceutil/trace.go:171","msg":"trace[1839422849] transaction","detail":"{read_only:false; response_revision:19883; number_of_response:1; }","duration":"1.682607162s","start":"2026-02-26T22:40:44.217165Z","end":"2026-02-26T22:40:45.899772Z","steps":["trace[1839422849] 'process raft request' (duration: 1.681798622s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:45.899575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547357448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:40:45.89985Z","caller":"traceutil/trace.go:171","msg":"trace[461053379] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:19884; }","duration":"1.547638515s","start":"2026-02-26T22:40:44.352207Z","end":"2026-02-26T22:40:45.899845Z","steps":["trace[461053379] 'agreement among raft nodes before linearized reading' (duration: 1.547344578s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:45.899848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:44.217153Z","time spent":"1.682659924s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:40:45.899872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:44.352186Z","time spent":"1.547681367s","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:40:45.899563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:44.684809Z","time spent":"1.214703755s","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:40:45.899975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.769155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18778"} {"level":"warn","ts":"2026-02-26T22:40:45.899993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.05398309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T22:40:45.900002Z","caller":"traceutil/trace.go:171","msg":"trace[1691443500] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19884; }","duration":"481.793976ms","start":"2026-02-26T22:40:45.418202Z","end":"2026-02-26T22:40:45.899996Z","steps":["trace[1691443500] 'agreement among raft nodes before linearized reading' (duration: 481.734084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:45.900023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:45.41816Z","time spent":"481.859097ms","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18800,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-26T22:40:45.900023Z","caller":"traceutil/trace.go:171","msg":"trace[2084616338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19884; }","duration":"3.054049261s","start":"2026-02-26T22:40:42.845964Z","end":"2026-02-26T22:40:45.900013Z","steps":["trace[2084616338] 'agreement among raft nodes before linearized reading' (duration: 3.053960449s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:45.899914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348541091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-26T22:40:45.90005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:42.845943Z","time spent":"3.054101103s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T22:40:45.900066Z","caller":"traceutil/trace.go:171","msg":"trace[2084122778] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:19884; }","duration":"3.348756806s","start":"2026-02-26T22:40:42.551296Z","end":"2026-02-26T22:40:45.900053Z","steps":["trace[2084122778] 'agreement among raft nodes before linearized reading' (duration: 3.348576301s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:45.900114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:42.551272Z","time spent":"3.348829167s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"warn","ts":"2026-02-26T22:40:45.900139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.756003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:40:45.90016Z","caller":"traceutil/trace.go:171","msg":"trace[103586843] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:19884; }","duration":"413.810045ms","start":"2026-02-26T22:40:45.486345Z","end":"2026-02-26T22:40:45.900155Z","steps":["trace[103586843] 'agreement among raft nodes before linearized reading' (duration: 413.766494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:45.900179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:45.486326Z","time spent":"413.848436ms","remote":"127.0.0.1:53044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:40:45.900136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.061678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:40:45.900266Z","caller":"traceutil/trace.go:171","msg":"trace[1648290484] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:19884; }","duration":"296.230162ms","start":"2026-02-26T22:40:45.604028Z","end":"2026-02-26T22:40:45.900258Z","steps":["trace[1648290484] 'agreement among raft nodes before linearized reading' (duration: 296.081059ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:40:45.900522Z","caller":"traceutil/trace.go:171","msg":"trace[46936040] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19884; }","duration":"3.053562739s","start":"2026-02-26T22:40:42.845832Z","end":"2026-02-26T22:40:45.899395Z","steps":["trace[46936040] 'agreement among raft nodes before linearized reading' (duration: 3.053303673s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:40:45.900576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:40:42.845826Z","time spent":"3.054737809s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T22:40:45.91262Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18069} {"level":"info","ts":"2026-02-26T22:40:46.089371Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18069,"took":"172.546887ms","hash":3008636406,"current-db-size-bytes":43384832,"current-db-size":"43 MB","current-db-size-in-use-bytes":29806592,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T22:40:46.089426Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3008636406,"revision":18069,"compact-revision":15768} {"level":"info","ts":"2026-02-26T22:41:35.989782Z","caller":"traceutil/trace.go:171","msg":"trace[1866121457] linearizableReadLoop","detail":"{readStateIndex:21128; appliedIndex:21127; }","duration":"118.357472ms","start":"2026-02-26T22:41:35.871405Z","end":"2026-02-26T22:41:35.989762Z","steps":["trace[1866121457] 'read index received' (duration: 118.155557ms)","trace[1866121457] 'applied index is now lower than readState.Index' (duration: 201.065µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:41:35.989832Z","caller":"traceutil/trace.go:171","msg":"trace[1295479030] transaction","detail":"{read_only:false; response_revision:20359; number_of_response:1; }","duration":"171.0492ms","start":"2026-02-26T22:41:35.818757Z","end":"2026-02-26T22:41:35.989806Z","steps":["trace[1295479030] 'process raft request' (duration: 170.860656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:41:35.989988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.534226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:41:35.990047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.501015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:41:35.990084Z","caller":"traceutil/trace.go:171","msg":"trace[541647841] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20359; }","duration":"118.728621ms","start":"2026-02-26T22:41:35.871339Z","end":"2026-02-26T22:41:35.990067Z","steps":["trace[541647841] 'agreement among raft nodes before linearized reading' (duration: 118.546766ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:41:35.990119Z","caller":"traceutil/trace.go:171","msg":"trace[1256154225] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:20359; }","duration":"116.624648ms","start":"2026-02-26T22:41:35.873476Z","end":"2026-02-26T22:41:35.9901Z","steps":["trace[1256154225] 'agreement among raft nodes before linearized reading' (duration: 116.494765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:41:35.990551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.726795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T22:41:35.990565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.88137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:41:35.990591Z","caller":"traceutil/trace.go:171","msg":"trace[555867432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20359; }","duration":"101.780696ms","start":"2026-02-26T22:41:35.8888Z","end":"2026-02-26T22:41:35.990581Z","steps":["trace[555867432] 'agreement among raft nodes before linearized reading' (duration: 101.696574ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:41:35.990618Z","caller":"traceutil/trace.go:171","msg":"trace[397678655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20359; }","duration":"101.952731ms","start":"2026-02-26T22:41:35.888649Z","end":"2026-02-26T22:41:35.990602Z","steps":["trace[397678655] 'agreement among raft nodes before linearized reading' (duration: 101.834688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:41:35.990711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.783801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:41:35.990748Z","caller":"traceutil/trace.go:171","msg":"trace[733765679] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20359; }","duration":"116.840403ms","start":"2026-02-26T22:41:35.873897Z","end":"2026-02-26T22:41:35.990737Z","steps":["trace[733765679] 'agreement among raft nodes before linearized reading' (duration: 116.788592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:41:35.990786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.138036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-02-26T22:41:35.990812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.072564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:41:35.990861Z","caller":"traceutil/trace.go:171","msg":"trace[1961799526] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20359; }","duration":"116.235268ms","start":"2026-02-26T22:41:35.874608Z","end":"2026-02-26T22:41:35.990843Z","steps":["trace[1961799526] 'agreement among raft nodes before linearized reading' (duration: 116.069924ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:41:35.990899Z","caller":"traceutil/trace.go:171","msg":"trace[1784326767] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20359; }","duration":"116.183727ms","start":"2026-02-26T22:41:35.874695Z","end":"2026-02-26T22:41:35.990879Z","steps":["trace[1784326767] 'agreement among raft nodes before linearized reading' (duration: 116.073134ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:41:48.366228Z","caller":"traceutil/trace.go:171","msg":"trace[235080084] transaction","detail":"{read_only:false; response_revision:20441; number_of_response:1; }","duration":"111.664044ms","start":"2026-02-26T22:41:48.254542Z","end":"2026-02-26T22:41:48.366206Z","steps":["trace[235080084] 'process raft request' (duration: 111.527301ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:41:48.380198Z","caller":"traceutil/trace.go:171","msg":"trace[668884450] linearizableReadLoop","detail":"{readStateIndex:21214; appliedIndex:21212; }","duration":"118.778282ms","start":"2026-02-26T22:41:48.261403Z","end":"2026-02-26T22:41:48.380182Z","steps":["trace[668884450] 'read index received' (duration: 104.73456ms)","trace[668884450] 'applied index is now lower than readState.Index' (duration: 14.042732ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:41:48.380297Z","caller":"traceutil/trace.go:171","msg":"trace[1103794199] transaction","detail":"{read_only:false; response_revision:20442; number_of_response:1; }","duration":"125.377768ms","start":"2026-02-26T22:41:48.254877Z","end":"2026-02-26T22:41:48.380255Z","steps":["trace[1103794199] 'process raft request' (duration: 125.223944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:41:48.38054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.595987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T22:41:48.380624Z","caller":"traceutil/trace.go:171","msg":"trace[1272889395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20442; }","duration":"110.707539ms","start":"2026-02-26T22:41:48.269896Z","end":"2026-02-26T22:41:48.380603Z","steps":["trace[1272889395] 'agreement among raft nodes before linearized reading' (duration: 110.539245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:41:48.38096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.574887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T22:41:48.381005Z","caller":"traceutil/trace.go:171","msg":"trace[1416314120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20442; }","duration":"116.653398ms","start":"2026-02-26T22:41:48.264341Z","end":"2026-02-26T22:41:48.380995Z","steps":["trace[1416314120] 'agreement among raft nodes before linearized reading' (duration: 116.006612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:41:48.381014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.031908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T22:41:48.381278Z","caller":"traceutil/trace.go:171","msg":"trace[1923051037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20442; }","duration":"119.903851ms","start":"2026-02-26T22:41:48.26136Z","end":"2026-02-26T22:41:48.381264Z","steps":["trace[1923051037] 'agreement among raft nodes before linearized reading' (duration: 118.932627ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:41:48.489113Z","caller":"traceutil/trace.go:171","msg":"trace[1041941798] transaction","detail":"{read_only:false; response_revision:20443; number_of_response:1; }","duration":"103.447459ms","start":"2026-02-26T22:41:48.385629Z","end":"2026-02-26T22:41:48.489077Z","steps":["trace[1041941798] 'process raft request' (duration: 102.996338ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:41:48.490066Z","caller":"traceutil/trace.go:171","msg":"trace[1636791014] transaction","detail":"{read_only:false; response_revision:20444; number_of_response:1; }","duration":"104.31241ms","start":"2026-02-26T22:41:48.385737Z","end":"2026-02-26T22:41:48.49005Z","steps":["trace[1636791014] 'process raft request' (duration: 104.193057ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:41:48.490236Z","caller":"traceutil/trace.go:171","msg":"trace[536541600] transaction","detail":"{read_only:false; response_revision:20445; number_of_response:1; }","duration":"104.32387ms","start":"2026-02-26T22:41:48.385903Z","end":"2026-02-26T22:41:48.490227Z","steps":["trace[536541600] 'process raft request' (duration: 104.113625ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:41:49.920854Z","caller":"traceutil/trace.go:171","msg":"trace[1953265222] transaction","detail":"{read_only:false; response_revision:20447; number_of_response:1; }","duration":"116.746932ms","start":"2026-02-26T22:41:49.80408Z","end":"2026-02-26T22:41:49.920827Z","steps":["trace[1953265222] 'process raft request' (duration: 116.575198ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:41:54.583149Z","caller":"traceutil/trace.go:171","msg":"trace[1044563112] linearizableReadLoop","detail":"{readStateIndex:21244; appliedIndex:21243; }","duration":"105.14246ms","start":"2026-02-26T22:41:54.477983Z","end":"2026-02-26T22:41:54.583125Z","steps":["trace[1044563112] 'read index received' (duration: 104.839853ms)","trace[1044563112] 'applied index is now lower than readState.Index' (duration: 301.667µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:41:54.583306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.23665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:41:54.583349Z","caller":"traceutil/trace.go:171","msg":"trace[1710203003] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20471; }","duration":"188.339413ms","start":"2026-02-26T22:41:54.394996Z","end":"2026-02-26T22:41:54.583336Z","steps":["trace[1710203003] 'agreement among raft nodes before linearized reading' (duration: 188.258681ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:41:54.583381Z","caller":"traceutil/trace.go:171","msg":"trace[1267549086] transaction","detail":"{read_only:false; response_revision:20471; number_of_response:1; }","duration":"184.60252ms","start":"2026-02-26T22:41:54.398733Z","end":"2026-02-26T22:41:54.583336Z","steps":["trace[1267549086] 'process raft request' (duration: 184.151028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:41:54.583348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.500152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-02-26T22:41:54.583518Z","caller":"traceutil/trace.go:171","msg":"trace[1065613364] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20471; }","duration":"187.672277ms","start":"2026-02-26T22:41:54.395795Z","end":"2026-02-26T22:41:54.583467Z","steps":["trace[1065613364] 'agreement among raft nodes before linearized reading' (duration: 187.37922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:41:54.583796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.823544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:41:54.583884Z","caller":"traceutil/trace.go:171","msg":"trace[1051711179] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20471; }","duration":"188.961769ms","start":"2026-02-26T22:41:54.394902Z","end":"2026-02-26T22:41:54.583864Z","steps":["trace[1051711179] 'agreement among raft nodes before linearized reading' (duration: 188.846516ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:41:54.698493Z","caller":"traceutil/trace.go:171","msg":"trace[1712371919] transaction","detail":"{read_only:false; response_revision:20474; number_of_response:1; }","duration":"109.459689ms","start":"2026-02-26T22:41:54.589011Z","end":"2026-02-26T22:41:54.698471Z","steps":["trace[1712371919] 'process raft request' (duration: 94.477045ms)","trace[1712371919] 'compare' (duration: 14.884432ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:41:56.273368Z","caller":"traceutil/trace.go:171","msg":"trace[1865421442] transaction","detail":"{read_only:false; response_revision:20476; number_of_response:1; }","duration":"103.91029ms","start":"2026-02-26T22:41:56.169374Z","end":"2026-02-26T22:41:56.273285Z","steps":["trace[1865421442] 'process raft request' (duration: 80.771232ms)","trace[1865421442] 'compare' (duration: 22.916013ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:41:56.836747Z","caller":"traceutil/trace.go:171","msg":"trace[862322809] transaction","detail":"{read_only:false; response_revision:20482; number_of_response:1; }","duration":"128.188848ms","start":"2026-02-26T22:41:56.70853Z","end":"2026-02-26T22:41:56.836719Z","steps":["trace[862322809] 'process raft request' (duration: 127.907681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:37.901878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.56355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T22:44:37.901983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.167574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T22:44:37.901984Z","caller":"traceutil/trace.go:171","msg":"trace[1074119547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21565; }","duration":"240.712623ms","start":"2026-02-26T22:44:37.661252Z","end":"2026-02-26T22:44:37.901965Z","steps":["trace[1074119547] 'range keys from in-memory index tree' (duration: 240.414046ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:44:37.902024Z","caller":"traceutil/trace.go:171","msg":"trace[1894028611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21565; }","duration":"434.235426ms","start":"2026-02-26T22:44:37.467768Z","end":"2026-02-26T22:44:37.902004Z","steps":["trace[1894028611] 'range keys from in-memory index tree' (duration: 434.04104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:37.902046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:44:37.467747Z","time spent":"434.293437ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:44:37.901878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.716978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T22:44:37.902197Z","caller":"traceutil/trace.go:171","msg":"trace[439853988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21565; }","duration":"459.072577ms","start":"2026-02-26T22:44:37.443107Z","end":"2026-02-26T22:44:37.90218Z","steps":["trace[439853988] 'range keys from in-memory index tree' (duration: 458.569814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:37.902239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:44:37.443096Z","time spent":"459.126548ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:44:37.902265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.96601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T22:44:37.902306Z","caller":"traceutil/trace.go:171","msg":"trace[1187612440] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21565; }","duration":"466.053312ms","start":"2026-02-26T22:44:37.436243Z","end":"2026-02-26T22:44:37.902296Z","steps":["trace[1187612440] 'range keys from in-memory index tree' (duration: 465.844898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:37.902336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:44:37.436219Z","time spent":"466.109364ms","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-26T22:44:41.357862Z","caller":"traceutil/trace.go:171","msg":"trace[1434122898] transaction","detail":"{read_only:false; response_revision:21670; number_of_response:1; }","duration":"210.523227ms","start":"2026-02-26T22:44:41.147297Z","end":"2026-02-26T22:44:41.35782Z","steps":["trace[1434122898] 'process raft request' (duration: 209.357029ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:44:41.35794Z","caller":"traceutil/trace.go:171","msg":"trace[633250534] transaction","detail":"{read_only:false; response_revision:21671; number_of_response:1; }","duration":"173.83594ms","start":"2026-02-26T22:44:41.184082Z","end":"2026-02-26T22:44:41.357918Z","steps":["trace[633250534] 'process raft request' (duration: 173.718097ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:44:41.357991Z","caller":"traceutil/trace.go:171","msg":"trace[794961729] linearizableReadLoop","detail":"{readStateIndex:22484; appliedIndex:22483; }","duration":"197.334058ms","start":"2026-02-26T22:44:41.160617Z","end":"2026-02-26T22:44:41.357951Z","steps":["trace[794961729] 'read index received' (duration: 195.939953ms)","trace[794961729] 'applied index is now lower than readState.Index' (duration: 1.387304ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:44:41.358191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.546173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:44:41.358283Z","caller":"traceutil/trace.go:171","msg":"trace[2044775713] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:21671; }","duration":"197.680656ms","start":"2026-02-26T22:44:41.160579Z","end":"2026-02-26T22:44:41.35826Z","steps":["trace[2044775713] 'agreement among raft nodes before linearized reading' (duration: 197.541453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:41.358321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.984193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T22:44:41.358366Z","caller":"traceutil/trace.go:171","msg":"trace[1225011122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21671; }","duration":"168.093336ms","start":"2026-02-26T22:44:41.190262Z","end":"2026-02-26T22:44:41.358356Z","steps":["trace[1225011122] 'agreement among raft nodes before linearized reading' (duration: 167.87803ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:44:48.511072Z","caller":"traceutil/trace.go:171","msg":"trace[207460680] linearizableReadLoop","detail":"{readStateIndex:22905; appliedIndex:22904; }","duration":"124.68846ms","start":"2026-02-26T22:44:48.386359Z","end":"2026-02-26T22:44:48.511047Z","steps":["trace[207460680] 'read index received' (duration: 124.606068ms)","trace[207460680] 'applied index is now lower than readState.Index' (duration: 81.232µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:44:48.511163Z","caller":"traceutil/trace.go:171","msg":"trace[1183572310] transaction","detail":"{read_only:false; response_revision:22082; number_of_response:1; }","duration":"125.841199ms","start":"2026-02-26T22:44:48.385263Z","end":"2026-02-26T22:44:48.511105Z","steps":["trace[1183572310] 'process raft request' (duration: 125.642024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:48.511391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.997778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-26T22:44:48.511506Z","caller":"traceutil/trace.go:171","msg":"trace[446906632] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:22082; }","duration":"125.142392ms","start":"2026-02-26T22:44:48.386338Z","end":"2026-02-26T22:44:48.511481Z","steps":["trace[446906632] 'agreement among raft nodes before linearized reading' (duration: 124.834794ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:44:50.052995Z","caller":"traceutil/trace.go:171","msg":"trace[2115908560] linearizableReadLoop","detail":"{readStateIndex:22924; appliedIndex:22923; }","duration":"155.307466ms","start":"2026-02-26T22:44:49.897663Z","end":"2026-02-26T22:44:50.05297Z","steps":["trace[2115908560] 'read index received' (duration: 155.04626ms)","trace[2115908560] 'applied index is now lower than readState.Index' (duration: 260.216µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:44:50.053104Z","caller":"traceutil/trace.go:171","msg":"trace[1745886450] transaction","detail":"{read_only:false; response_revision:22101; number_of_response:1; }","duration":"170.528808ms","start":"2026-02-26T22:44:49.882552Z","end":"2026-02-26T22:44:50.05308Z","steps":["trace[1745886450] 'process raft request' (duration: 170.136978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:50.053218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.432169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:44:50.053267Z","caller":"traceutil/trace.go:171","msg":"trace[100930582] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22101; }","duration":"155.564102ms","start":"2026-02-26T22:44:49.897691Z","end":"2026-02-26T22:44:50.053255Z","steps":["trace[100930582] 'agreement among raft nodes before linearized reading' (duration: 155.440979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:50.053287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.576622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:44:50.053358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.716436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-02-26T22:44:50.053402Z","caller":"traceutil/trace.go:171","msg":"trace[780928695] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:22101; }","duration":"129.797477ms","start":"2026-02-26T22:44:49.923594Z","end":"2026-02-26T22:44:50.053391Z","steps":["trace[780928695] 'agreement among raft nodes before linearized reading' (duration: 129.656624ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:44:50.053394Z","caller":"traceutil/trace.go:171","msg":"trace[1137639598] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22101; }","duration":"155.742837ms","start":"2026-02-26T22:44:49.897632Z","end":"2026-02-26T22:44:50.053375Z","steps":["trace[1137639598] 'agreement among raft nodes before linearized reading' (duration: 155.514811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:50.053494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.868425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:44:50.053535Z","caller":"traceutil/trace.go:171","msg":"trace[1910332922] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22101; }","duration":"130.913466ms","start":"2026-02-26T22:44:49.922611Z","end":"2026-02-26T22:44:50.053525Z","steps":["trace[1910332922] 'agreement among raft nodes before linearized reading' (duration: 130.852574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:50.053643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.179066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:44:50.053682Z","caller":"traceutil/trace.go:171","msg":"trace[1296878961] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22101; }","duration":"100.255928ms","start":"2026-02-26T22:44:49.953417Z","end":"2026-02-26T22:44:50.053673Z","steps":["trace[1296878961] 'agreement among raft nodes before linearized reading' (duration: 100.190247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:50.053757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.277954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:44:50.053812Z","caller":"traceutil/trace.go:171","msg":"trace[1976666246] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22101; }","duration":"131.336146ms","start":"2026-02-26T22:44:49.922467Z","end":"2026-02-26T22:44:50.053803Z","steps":["trace[1976666246] 'agreement among raft nodes before linearized reading' (duration: 131.221653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:50.053898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.476954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:44:50.053943Z","caller":"traceutil/trace.go:171","msg":"trace[690102029] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22101; }","duration":"100.556836ms","start":"2026-02-26T22:44:49.953374Z","end":"2026-02-26T22:44:50.053931Z","steps":["trace[690102029] 'agreement among raft nodes before linearized reading' (duration: 100.494434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:50.053958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.576153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:44:50.054076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.601087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:44:50.054125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.210069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:44:50.054158Z","caller":"traceutil/trace.go:171","msg":"trace[611816604] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22101; }","duration":"146.25721ms","start":"2026-02-26T22:44:49.907894Z","end":"2026-02-26T22:44:50.054151Z","steps":["trace[611816604] 'agreement among raft nodes before linearized reading' (duration: 146.205469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:50.054174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.444326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:44:50.054203Z","caller":"traceutil/trace.go:171","msg":"trace[126869810] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22101; }","duration":"146.472326ms","start":"2026-02-26T22:44:49.90772Z","end":"2026-02-26T22:44:50.054193Z","steps":["trace[126869810] 'agreement among raft nodes before linearized reading' (duration: 146.430875ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:44:50.054076Z","caller":"traceutil/trace.go:171","msg":"trace[337398656] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22101; }","duration":"131.713616ms","start":"2026-02-26T22:44:49.922351Z","end":"2026-02-26T22:44:50.054065Z","steps":["trace[337398656] 'agreement among raft nodes before linearized reading' (duration: 131.579913ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:44:50.054124Z","caller":"traceutil/trace.go:171","msg":"trace[1780289188] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22101; }","duration":"114.661579ms","start":"2026-02-26T22:44:49.939447Z","end":"2026-02-26T22:44:50.054108Z","steps":["trace[1780289188] 'agreement among raft nodes before linearized reading' (duration: 114.608477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:50.054023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.554275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:44:50.054508Z","caller":"traceutil/trace.go:171","msg":"trace[430510938] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22101; }","duration":"115.06984ms","start":"2026-02-26T22:44:49.939426Z","end":"2026-02-26T22:44:50.054496Z","steps":["trace[430510938] 'agreement among raft nodes before linearized reading' (duration: 114.545606ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:44:51.473193Z","caller":"traceutil/trace.go:171","msg":"trace[324087677] transaction","detail":"{read_only:false; response_revision:22150; number_of_response:1; }","duration":"233.525473ms","start":"2026-02-26T22:44:51.239636Z","end":"2026-02-26T22:44:51.473162Z","steps":["trace[324087677] 'process raft request' (duration: 228.959438ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:44:51.473269Z","caller":"traceutil/trace.go:171","msg":"trace[842972958] linearizableReadLoop","detail":"{readStateIndex:22973; appliedIndex:22972; }","duration":"224.168349ms","start":"2026-02-26T22:44:51.249067Z","end":"2026-02-26T22:44:51.473236Z","steps":["trace[842972958] 'read index received' (duration: 219.520422ms)","trace[842972958] 'applied index is now lower than readState.Index' (duration: 4.645997ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:44:51.474777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.624656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:44:51.475261Z","caller":"traceutil/trace.go:171","msg":"trace[1839776049] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22151; }","duration":"226.151279ms","start":"2026-02-26T22:44:51.249033Z","end":"2026-02-26T22:44:51.475185Z","steps":["trace[1839776049] 'agreement among raft nodes before linearized reading' (duration: 224.276832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:51.475802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.678293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:44:51.475919Z","caller":"traceutil/trace.go:171","msg":"trace[855849450] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22152; }","duration":"226.827025ms","start":"2026-02-26T22:44:51.24906Z","end":"2026-02-26T22:44:51.475887Z","steps":["trace[855849450] 'agreement among raft nodes before linearized reading' (duration: 226.058026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:51.476079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.554274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:44:51.47616Z","caller":"traceutil/trace.go:171","msg":"trace[905653584] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/keypairs/cert-manager-test0; response_count:0; response_revision:22152; }","duration":"225.639275ms","start":"2026-02-26T22:44:51.250497Z","end":"2026-02-26T22:44:51.476137Z","steps":["trace[905653584] 'agreement among raft nodes before linearized reading' (duration: 225.527623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:53.148826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.511726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:44:53.149036Z","caller":"traceutil/trace.go:171","msg":"trace[1626481270] linearizableReadLoop","detail":"{readStateIndex:23002; appliedIndex:22999; }","duration":"107.634603ms","start":"2026-02-26T22:44:53.041385Z","end":"2026-02-26T22:44:53.149019Z","steps":["trace[1626481270] 'read index received' (duration: 104.828283ms)","trace[1626481270] 'applied index is now lower than readState.Index' (duration: 2.80497ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:44:53.149021Z","caller":"traceutil/trace.go:171","msg":"trace[507218215] transaction","detail":"{read_only:false; response_revision:22176; number_of_response:1; }","duration":"174.889105ms","start":"2026-02-26T22:44:52.974094Z","end":"2026-02-26T22:44:53.148983Z","steps":["trace[507218215] 'process raft request' (duration: 54.149685ms)","trace[507218215] 'compare' (duration: 120.350171ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:44:53.149117Z","caller":"traceutil/trace.go:171","msg":"trace[1947257148] transaction","detail":"{read_only:false; response_revision:22178; number_of_response:1; }","duration":"167.81797ms","start":"2026-02-26T22:44:52.981291Z","end":"2026-02-26T22:44:53.149109Z","steps":["trace[1947257148] 'process raft request' (duration: 167.678326ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:44:53.14941Z","caller":"traceutil/trace.go:171","msg":"trace[2130285721] transaction","detail":"{read_only:false; response_revision:22177; number_of_response:1; }","duration":"174.325082ms","start":"2026-02-26T22:44:52.975043Z","end":"2026-02-26T22:44:53.149369Z","steps":["trace[2130285721] 'process raft request' (duration: 173.872691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:53.149473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.046133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:44:53.149545Z","caller":"traceutil/trace.go:171","msg":"trace[1628130095] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22178; }","duration":"108.196687ms","start":"2026-02-26T22:44:53.04133Z","end":"2026-02-26T22:44:53.149527Z","steps":["trace[1628130095] 'agreement among raft nodes before linearized reading' (duration: 108.031823ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:44:55.494854Z","caller":"traceutil/trace.go:171","msg":"trace[804270690] transaction","detail":"{read_only:false; response_revision:22218; number_of_response:1; }","duration":"700.449157ms","start":"2026-02-26T22:44:54.794381Z","end":"2026-02-26T22:44:55.494831Z","steps":["trace[804270690] 'process raft request' (duration: 700.264832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:55.495014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:44:54.794349Z","time spent":"700.58318ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:44:55.528952Z","caller":"traceutil/trace.go:171","msg":"trace[1707551063] transaction","detail":"{read_only:false; response_revision:22219; number_of_response:1; }","duration":"553.563482ms","start":"2026-02-26T22:44:54.975344Z","end":"2026-02-26T22:44:55.528907Z","steps":["trace[1707551063] 'process raft request' (duration: 553.08516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:55.529189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:44:54.975323Z","time spent":"553.739366ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:44:55.529461Z","caller":"traceutil/trace.go:171","msg":"trace[1646278630] linearizableReadLoop","detail":"{readStateIndex:23043; appliedIndex:23041; }","duration":"523.91974ms","start":"2026-02-26T22:44:55.005472Z","end":"2026-02-26T22:44:55.529391Z","steps":["trace[1646278630] 'read index received' (duration: 489.178041ms)","trace[1646278630] 'applied index is now lower than readState.Index' (duration: 34.739889ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:44:55.529751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.508238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:44:55.529811Z","caller":"traceutil/trace.go:171","msg":"trace[1650343301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22221; }","duration":"493.58015ms","start":"2026-02-26T22:44:55.036215Z","end":"2026-02-26T22:44:55.529796Z","steps":["trace[1650343301] 'agreement among raft nodes before linearized reading' (duration: 493.441816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:55.529853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:44:55.036173Z","time spent":"493.671092ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:44:55.529888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.399861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-5ccvt\" ","response":"range_response_count:1 size:4745"} {"level":"info","ts":"2026-02-26T22:44:55.529969Z","caller":"traceutil/trace.go:171","msg":"trace[1616514588] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-5ccvt; range_end:; response_count:1; response_revision:22221; }","duration":"524.520585ms","start":"2026-02-26T22:44:55.00543Z","end":"2026-02-26T22:44:55.52995Z","steps":["trace[1616514588] 'agreement among raft nodes before linearized reading' (duration: 524.32049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:55.530039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:44:55.00541Z","time spent":"524.615388ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4767,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-5ccvt\" "} {"level":"warn","ts":"2026-02-26T22:44:55.530056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.836994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T22:44:55.530107Z","caller":"traceutil/trace.go:171","msg":"trace[404810317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22221; }","duration":"357.920276ms","start":"2026-02-26T22:44:55.172173Z","end":"2026-02-26T22:44:55.530093Z","steps":["trace[404810317] 'agreement among raft nodes before linearized reading' (duration: 357.581608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:55.530197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:44:55.172155Z","time spent":"358.031898ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:44:56.149557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398440554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:44:56.17918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.856751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:44:56.179317Z","caller":"traceutil/trace.go:171","msg":"trace[1473261414] transaction","detail":"{read_only:false; response_revision:22222; number_of_response:1; }","duration":"644.816475ms","start":"2026-02-26T22:44:55.534468Z","end":"2026-02-26T22:44:56.179285Z","steps":["trace[1473261414] 'process raft request' (duration: 46.748029ms)","trace[1473261414] 'compare' (duration: 597.519653ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:44:56.179659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:44:55.534448Z","time spent":"644.908957ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:44:56.181313Z","caller":"traceutil/trace.go:171","msg":"trace[758865746] transaction","detail":"{read_only:false; response_revision:22224; number_of_response:1; }","duration":"643.329129ms","start":"2026-02-26T22:44:55.537959Z","end":"2026-02-26T22:44:56.181289Z","steps":["trace[758865746] 'process raft request' (duration: 643.248677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:56.181534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:44:55.537951Z","time spent":"643.457262ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4549,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:44:56.18215Z","caller":"traceutil/trace.go:171","msg":"trace[1650360749] transaction","detail":"{read_only:false; response_revision:22223; number_of_response:1; }","duration":"647.608725ms","start":"2026-02-26T22:44:55.534514Z","end":"2026-02-26T22:44:56.182123Z","steps":["trace[1650360749] 'process raft request' (duration: 646.58741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:56.182265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:44:55.534494Z","time spent":"647.718467ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:44:56.187389Z","caller":"traceutil/trace.go:171","msg":"trace[1646818801] transaction","detail":"{read_only:false; response_revision:22225; number_of_response:1; }","duration":"504.831013ms","start":"2026-02-26T22:44:55.682539Z","end":"2026-02-26T22:44:56.18737Z","steps":["trace[1646818801] 'process raft request' (duration: 504.666479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:56.187531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:44:55.682512Z","time spent":"504.941735ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:44:56.187661Z","caller":"traceutil/trace.go:171","msg":"trace[1571141372] transaction","detail":"{read_only:false; response_revision:22226; number_of_response:1; }","duration":"237.742509ms","start":"2026-02-26T22:44:55.949893Z","end":"2026-02-26T22:44:56.187636Z","steps":["trace[1571141372] 'process raft request' (duration: 237.428202ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:44:56.187711Z","caller":"traceutil/trace.go:171","msg":"trace[832269783] linearizableReadLoop","detail":"{readStateIndex:23052; appliedIndex:23046; }","duration":"539.086209ms","start":"2026-02-26T22:44:55.648612Z","end":"2026-02-26T22:44:56.187699Z","steps":["trace[832269783] 'read index received' (duration: 532.186417ms)","trace[832269783] 'applied index is now lower than readState.Index' (duration: 6.899012ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:44:56.187769Z","caller":"traceutil/trace.go:171","msg":"trace[2132666512] transaction","detail":"{read_only:false; response_revision:22227; number_of_response:1; }","duration":"173.86952ms","start":"2026-02-26T22:44:56.013894Z","end":"2026-02-26T22:44:56.187763Z","steps":["trace[2132666512] 'process raft request' (duration: 173.713977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:56.188213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.589171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T22:44:56.188256Z","caller":"traceutil/trace.go:171","msg":"trace[1082457451] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:22228; }","duration":"539.676553ms","start":"2026-02-26T22:44:55.648566Z","end":"2026-02-26T22:44:56.188243Z","steps":["trace[1082457451] 'agreement among raft nodes before linearized reading' (duration: 539.563721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:56.188279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:44:55.648539Z","time spent":"539.734175ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-26T22:44:56.1883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.177892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T22:44:56.189249Z","caller":"traceutil/trace.go:171","msg":"trace[874757447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22228; }","duration":"104.221779ms","start":"2026-02-26T22:44:56.085015Z","end":"2026-02-26T22:44:56.189237Z","steps":["trace[874757447] 'agreement among raft nodes before linearized reading' (duration: 103.207503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:56.188489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.696714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T22:44:56.189398Z","caller":"traceutil/trace.go:171","msg":"trace[1865467580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22228; }","duration":"102.66013ms","start":"2026-02-26T22:44:56.086732Z","end":"2026-02-26T22:44:56.189392Z","steps":["trace[1865467580] 'agreement among raft nodes before linearized reading' (duration: 101.729656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:56.188619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.940687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:44:56.189471Z","caller":"traceutil/trace.go:171","msg":"trace[1186659933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22228; }","duration":"151.83137ms","start":"2026-02-26T22:44:56.037633Z","end":"2026-02-26T22:44:56.189465Z","steps":["trace[1186659933] 'agreement among raft nodes before linearized reading' (duration: 150.967708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:56.188803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.54759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:44:56.189557Z","caller":"traceutil/trace.go:171","msg":"trace[841284156] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22228; }","duration":"309.566447ms","start":"2026-02-26T22:44:55.879985Z","end":"2026-02-26T22:44:56.189552Z","steps":["trace[841284156] 'agreement among raft nodes before linearized reading' (duration: 307.927195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:44:56.189581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:44:55.879965Z","time spent":"309.604708ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T22:45:03.688292Z","caller":"traceutil/trace.go:171","msg":"trace[1529250791] transaction","detail":"{read_only:false; response_revision:22318; number_of_response:1; }","duration":"167.929401ms","start":"2026-02-26T22:45:03.520319Z","end":"2026-02-26T22:45:03.688248Z","steps":["trace[1529250791] 'process raft request' (duration: 118.967157ms)","trace[1529250791] 'compare' (duration: 48.731789ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:03.688619Z","caller":"traceutil/trace.go:171","msg":"trace[1762561986] transaction","detail":"{read_only:false; response_revision:22319; number_of_response:1; }","duration":"127.141492ms","start":"2026-02-26T22:45:03.561447Z","end":"2026-02-26T22:45:03.688588Z","steps":["trace[1762561986] 'process raft request' (duration: 126.751051ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:03.68874Z","caller":"traceutil/trace.go:171","msg":"trace[88546111] transaction","detail":"{read_only:false; response_revision:22320; number_of_response:1; }","duration":"127.195993ms","start":"2026-02-26T22:45:03.561529Z","end":"2026-02-26T22:45:03.688725Z","steps":["trace[88546111] 'process raft request' (duration: 126.916046ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:03.688851Z","caller":"traceutil/trace.go:171","msg":"trace[303535796] linearizableReadLoop","detail":"{readStateIndex:23144; appliedIndex:23142; }","duration":"137.730378ms","start":"2026-02-26T22:45:03.551092Z","end":"2026-02-26T22:45:03.688823Z","steps":["trace[303535796] 'read index received' (duration: 18.644327ms)","trace[303535796] 'applied index is now lower than readState.Index' (duration: 119.083541ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:03.688929Z","caller":"traceutil/trace.go:171","msg":"trace[1455652049] transaction","detail":"{read_only:false; response_revision:22321; number_of_response:1; }","duration":"126.648319ms","start":"2026-02-26T22:45:03.562244Z","end":"2026-02-26T22:45:03.688893Z","steps":["trace[1455652049] 'process raft request' (duration: 126.366592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:03.689207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.50359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5190"} {"level":"info","ts":"2026-02-26T22:45:03.689257Z","caller":"traceutil/trace.go:171","msg":"trace[1500926736] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:22322; }","duration":"121.570462ms","start":"2026-02-26T22:45:03.567672Z","end":"2026-02-26T22:45:03.689243Z","steps":["trace[1500926736] 'agreement among raft nodes before linearized reading' (duration: 121.310676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:03.690626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.506141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T22:45:03.690701Z","caller":"traceutil/trace.go:171","msg":"trace[421464587] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22322; }","duration":"139.635625ms","start":"2026-02-26T22:45:03.551049Z","end":"2026-02-26T22:45:03.690684Z","steps":["trace[421464587] 'agreement among raft nodes before linearized reading' (duration: 137.917402ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:04.372027Z","caller":"traceutil/trace.go:171","msg":"trace[1866558333] transaction","detail":"{read_only:false; response_revision:22329; number_of_response:1; }","duration":"121.187724ms","start":"2026-02-26T22:45:04.250808Z","end":"2026-02-26T22:45:04.371996Z","steps":["trace[1866558333] 'process raft request' (duration: 82.803863ms)","trace[1866558333] 'compare' (duration: 38.252626ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:04.423168Z","caller":"traceutil/trace.go:171","msg":"trace[413992068] transaction","detail":"{read_only:false; response_revision:22330; number_of_response:1; }","duration":"172.087797ms","start":"2026-02-26T22:45:04.251053Z","end":"2026-02-26T22:45:04.423141Z","steps":["trace[413992068] 'process raft request' (duration: 171.907283ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:04.423393Z","caller":"traceutil/trace.go:171","msg":"trace[1783663410] transaction","detail":"{read_only:false; response_revision:22331; number_of_response:1; }","duration":"172.262071ms","start":"2026-02-26T22:45:04.25111Z","end":"2026-02-26T22:45:04.423372Z","steps":["trace[1783663410] 'process raft request' (duration: 171.989754ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:04.423622Z","caller":"traceutil/trace.go:171","msg":"trace[1082818763] transaction","detail":"{read_only:false; response_revision:22333; number_of_response:1; }","duration":"169.404979ms","start":"2026-02-26T22:45:04.25419Z","end":"2026-02-26T22:45:04.423595Z","steps":["trace[1082818763] 'process raft request' (duration: 169.307397ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:04.423633Z","caller":"traceutil/trace.go:171","msg":"trace[1900447106] transaction","detail":"{read_only:false; response_revision:22332; number_of_response:1; }","duration":"171.501172ms","start":"2026-02-26T22:45:04.252102Z","end":"2026-02-26T22:45:04.423603Z","steps":["trace[1900447106] 'process raft request' (duration: 171.198844ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:05.888125Z","caller":"traceutil/trace.go:171","msg":"trace[1361889017] transaction","detail":"{read_only:false; response_revision:22340; number_of_response:1; }","duration":"191.558744ms","start":"2026-02-26T22:45:05.696539Z","end":"2026-02-26T22:45:05.888098Z","steps":["trace[1361889017] 'process raft request' (duration: 191.500163ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:05.888411Z","caller":"traceutil/trace.go:171","msg":"trace[1139338549] transaction","detail":"{read_only:false; response_revision:22339; number_of_response:1; }","duration":"191.850681ms","start":"2026-02-26T22:45:05.696532Z","end":"2026-02-26T22:45:05.888383Z","steps":["trace[1139338549] 'process raft request' (duration: 191.442811ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:05.88865Z","caller":"traceutil/trace.go:171","msg":"trace[909606244] transaction","detail":"{read_only:false; response_revision:22338; number_of_response:1; }","duration":"192.137078ms","start":"2026-02-26T22:45:05.696493Z","end":"2026-02-26T22:45:05.888631Z","steps":["trace[909606244] 'process raft request' (duration: 111.812368ms)","trace[909606244] 'compare' (duration: 79.440179ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:09.222025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.392809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:45:09.222451Z","caller":"traceutil/trace.go:171","msg":"trace[622363324] transaction","detail":"{read_only:false; response_revision:22365; number_of_response:1; }","duration":"245.640387ms","start":"2026-02-26T22:45:08.976761Z","end":"2026-02-26T22:45:09.222401Z","steps":["trace[622363324] 'process raft request' (duration: 79.758956ms)","trace[622363324] 'compare' (duration: 165.209324ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:09.222643Z","caller":"traceutil/trace.go:171","msg":"trace[136861107] linearizableReadLoop","detail":"{readStateIndex:23194; appliedIndex:23191; }","duration":"185.863701ms","start":"2026-02-26T22:45:09.036755Z","end":"2026-02-26T22:45:09.222619Z","steps":["trace[136861107] 'read index received' (duration: 19.772645ms)","trace[136861107] 'applied index is now lower than readState.Index' (duration: 166.089626ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:09.222826Z","caller":"traceutil/trace.go:171","msg":"trace[2125776707] transaction","detail":"{read_only:false; response_revision:22367; number_of_response:1; }","duration":"242.905379ms","start":"2026-02-26T22:45:08.979905Z","end":"2026-02-26T22:45:09.222811Z","steps":["trace[2125776707] 'process raft request' (duration: 242.53528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:09.222978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.123537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:09.223124Z","caller":"traceutil/trace.go:171","msg":"trace[455660842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22367; }","duration":"186.407644ms","start":"2026-02-26T22:45:09.036697Z","end":"2026-02-26T22:45:09.223105Z","steps":["trace[455660842] 'agreement among raft nodes before linearized reading' (duration: 186.054475ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:09.222973Z","caller":"traceutil/trace.go:171","msg":"trace[1819613669] transaction","detail":"{read_only:false; response_revision:22366; number_of_response:1; }","duration":"244.645111ms","start":"2026-02-26T22:45:08.978302Z","end":"2026-02-26T22:45:09.222947Z","steps":["trace[1819613669] 'process raft request' (duration: 244.034336ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:09.501566Z","caller":"traceutil/trace.go:171","msg":"trace[1650034555] transaction","detail":"{read_only:false; response_revision:22368; number_of_response:1; }","duration":"270.11847ms","start":"2026-02-26T22:45:09.231399Z","end":"2026-02-26T22:45:09.501517Z","steps":["trace[1650034555] 'process raft request' (duration: 269.896875ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:09.509462Z","caller":"traceutil/trace.go:171","msg":"trace[1820054051] linearizableReadLoop","detail":"{readStateIndex:23196; appliedIndex:23194; }","duration":"137.037769ms","start":"2026-02-26T22:45:09.372406Z","end":"2026-02-26T22:45:09.509444Z","steps":["trace[1820054051] 'read index received' (duration: 128.883237ms)","trace[1820054051] 'applied index is now lower than readState.Index' (duration: 8.153392ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:09.509624Z","caller":"traceutil/trace.go:171","msg":"trace[2122378753] transaction","detail":"{read_only:false; response_revision:22369; number_of_response:1; }","duration":"182.199829ms","start":"2026-02-26T22:45:09.327404Z","end":"2026-02-26T22:45:09.509604Z","steps":["trace[2122378753] 'process raft request' (duration: 181.913462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:09.510148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.740827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18886"} {"level":"info","ts":"2026-02-26T22:45:09.510303Z","caller":"traceutil/trace.go:171","msg":"trace[387179987] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22369; }","duration":"137.910771ms","start":"2026-02-26T22:45:09.372346Z","end":"2026-02-26T22:45:09.510257Z","steps":["trace[387179987] 'agreement among raft nodes before linearized reading' (duration: 137.304025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:09.839015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.03474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:45:09.839259Z","caller":"traceutil/trace.go:171","msg":"trace[2006300910] transaction","detail":"{read_only:false; response_revision:22374; number_of_response:1; }","duration":"277.117025ms","start":"2026-02-26T22:45:09.562091Z","end":"2026-02-26T22:45:09.839208Z","steps":["trace[2006300910] 'process raft request' (duration: 145.486661ms)","trace[2006300910] 'compare' (duration: 130.913176ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:09.83933Z","caller":"traceutil/trace.go:171","msg":"trace[1845862393] transaction","detail":"{read_only:false; response_revision:22376; number_of_response:1; }","duration":"276.125959ms","start":"2026-02-26T22:45:09.563181Z","end":"2026-02-26T22:45:09.839307Z","steps":["trace[1845862393] 'process raft request' (duration: 276.049307ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:09.839327Z","caller":"traceutil/trace.go:171","msg":"trace[1540010362] transaction","detail":"{read_only:false; response_revision:22375; number_of_response:1; }","duration":"277.004722ms","start":"2026-02-26T22:45:09.562281Z","end":"2026-02-26T22:45:09.839285Z","steps":["trace[1540010362] 'process raft request' (duration: 276.875528ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:09.839536Z","caller":"traceutil/trace.go:171","msg":"trace[1921548537] transaction","detail":"{read_only:false; response_revision:22377; number_of_response:1; }","duration":"266.693753ms","start":"2026-02-26T22:45:09.572827Z","end":"2026-02-26T22:45:09.839521Z","steps":["trace[1921548537] 'process raft request' (duration: 266.449967ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:09.839519Z","caller":"traceutil/trace.go:171","msg":"trace[1040071739] linearizableReadLoop","detail":"{readStateIndex:23203; appliedIndex:23199; }","duration":"267.997306ms","start":"2026-02-26T22:45:09.571495Z","end":"2026-02-26T22:45:09.839493Z","steps":["trace[1040071739] 'read index received' (duration: 17.620621ms)","trace[1040071739] 'applied index is now lower than readState.Index' (duration: 250.374465ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:09.839748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.233891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-hz6ww\" ","response":"range_response_count:1 size:5423"} {"level":"info","ts":"2026-02-26T22:45:09.839815Z","caller":"traceutil/trace.go:171","msg":"trace[1103835343] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-hz6ww; range_end:; response_count:1; response_revision:22377; }","duration":"268.333304ms","start":"2026-02-26T22:45:09.571457Z","end":"2026-02-26T22:45:09.83979Z","steps":["trace[1103835343] 'agreement among raft nodes before linearized reading' (duration: 268.112429ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:10.00277Z","caller":"traceutil/trace.go:171","msg":"trace[1649057383] linearizableReadLoop","detail":"{readStateIndex:23205; appliedIndex:23204; }","duration":"163.01799ms","start":"2026-02-26T22:45:09.839724Z","end":"2026-02-26T22:45:10.002741Z","steps":["trace[1649057383] 'read index received' (duration: 153.85472ms)","trace[1649057383] 'applied index is now lower than readState.Index' (duration: 9.16165ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:10.00282Z","caller":"traceutil/trace.go:171","msg":"trace[593259768] transaction","detail":"{read_only:false; response_revision:22378; number_of_response:1; }","duration":"213.79306ms","start":"2026-02-26T22:45:09.788999Z","end":"2026-02-26T22:45:10.002792Z","steps":["trace[593259768] 'process raft request' (duration: 204.565459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:10.004225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.819718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29535765-sss4s\" ","response":"range_response_count:1 size:2893"} {"level":"info","ts":"2026-02-26T22:45:10.004297Z","caller":"traceutil/trace.go:171","msg":"trace[990460002] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29535765-sss4s; range_end:; response_count:1; response_revision:22378; }","duration":"334.945502ms","start":"2026-02-26T22:45:09.669334Z","end":"2026-02-26T22:45:10.00428Z","steps":["trace[990460002] 'agreement among raft nodes before linearized reading' (duration: 333.536077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:10.004411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:09.669315Z","time spent":"335.072255ms","remote":"127.0.0.1:52928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":2915,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29535765-sss4s\" "} {"level":"info","ts":"2026-02-26T22:45:10.205183Z","caller":"traceutil/trace.go:171","msg":"trace[1354174590] transaction","detail":"{read_only:false; response_revision:22379; number_of_response:1; }","duration":"359.304551ms","start":"2026-02-26T22:45:09.845845Z","end":"2026-02-26T22:45:10.205149Z","steps":["trace[1354174590] 'process raft request' (duration: 357.68679ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:10.205278Z","caller":"traceutil/trace.go:171","msg":"trace[958120926] linearizableReadLoop","detail":"{readStateIndex:23209; appliedIndex:23205; }","duration":"202.408344ms","start":"2026-02-26T22:45:10.002846Z","end":"2026-02-26T22:45:10.205255Z","steps":["trace[958120926] 'read index received' (duration: 200.700021ms)","trace[958120926] 'applied index is now lower than readState.Index' (duration: 1.707493ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:10.205431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:09.845825Z","time spent":"359.443626ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4642,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:10.205581Z","caller":"traceutil/trace.go:171","msg":"trace[2031659955] transaction","detail":"{read_only:false; response_revision:22380; number_of_response:1; }","duration":"256.223472ms","start":"2026-02-26T22:45:09.949346Z","end":"2026-02-26T22:45:10.205569Z","steps":["trace[2031659955] 'process raft request' (duration: 255.72944ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:10.205677Z","caller":"traceutil/trace.go:171","msg":"trace[1251373669] transaction","detail":"{read_only:false; response_revision:22382; number_of_response:1; }","duration":"256.10393ms","start":"2026-02-26T22:45:09.949484Z","end":"2026-02-26T22:45:10.205588Z","steps":["trace[1251373669] 'process raft request' (duration: 255.72801ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:10.205915Z","caller":"traceutil/trace.go:171","msg":"trace[36664554] transaction","detail":"{read_only:false; response_revision:22381; number_of_response:1; }","duration":"256.415467ms","start":"2026-02-26T22:45:09.949483Z","end":"2026-02-26T22:45:10.205899Z","steps":["trace[36664554] 'process raft request' (duration: 255.687119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:10.206054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.290309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-26T22:45:10.206124Z","caller":"traceutil/trace.go:171","msg":"trace[1717696536] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22382; }","duration":"323.405862ms","start":"2026-02-26T22:45:09.882703Z","end":"2026-02-26T22:45:10.206109Z","steps":["trace[1717696536] 'agreement among raft nodes before linearized reading' (duration: 323.202147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:10.206187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:09.882683Z","time spent":"323.490704ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T22:45:10.265774Z","caller":"traceutil/trace.go:171","msg":"trace[658960893] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22383; }","duration":"259.221666ms","start":"2026-02-26T22:45:10.006524Z","end":"2026-02-26T22:45:10.265745Z","steps":["trace[658960893] 'process raft request' (duration: 259.022812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:10.265809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.287256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:10.265879Z","caller":"traceutil/trace.go:171","msg":"trace[2067453325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22383; }","duration":"229.383929ms","start":"2026-02-26T22:45:10.036479Z","end":"2026-02-26T22:45:10.265863Z","steps":["trace[2067453325] 'agreement among raft nodes before linearized reading' (duration: 229.188035ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:10.65603Z","caller":"traceutil/trace.go:171","msg":"trace[2078403748] transaction","detail":"{read_only:false; response_revision:22384; number_of_response:1; }","duration":"440.566265ms","start":"2026-02-26T22:45:10.215393Z","end":"2026-02-26T22:45:10.655959Z","steps":["trace[2078403748] 'process raft request' (duration: 440.320339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:10.656226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:10.215363Z","time spent":"440.76158ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5163,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:10.656226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.278801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:10.655915Z","caller":"traceutil/trace.go:171","msg":"trace[618748090] linearizableReadLoop","detail":"{readStateIndex:23211; appliedIndex:23210; }","duration":"388.958793ms","start":"2026-02-26T22:45:10.266919Z","end":"2026-02-26T22:45:10.655878Z","steps":["trace[618748090] 'read index received' (duration: 388.879282ms)","trace[618748090] 'applied index is now lower than readState.Index' (duration: 77.671µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:10.656292Z","caller":"traceutil/trace.go:171","msg":"trace[1726273875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22384; }","duration":"389.396663ms","start":"2026-02-26T22:45:10.266883Z","end":"2026-02-26T22:45:10.65628Z","steps":["trace[1726273875] 'agreement among raft nodes before linearized reading' (duration: 389.208179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:10.656474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:10.266868Z","time spent":"389.560708ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:45:10.744594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.053811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T22:45:10.744683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.733452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:45:10.744711Z","caller":"traceutil/trace.go:171","msg":"trace[378606605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22386; }","duration":"177.197814ms","start":"2026-02-26T22:45:10.56749Z","end":"2026-02-26T22:45:10.744688Z","steps":["trace[378606605] 'agreement among raft nodes before linearized reading' (duration: 176.865906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:10.744719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.979489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T22:45:10.744759Z","caller":"traceutil/trace.go:171","msg":"trace[1521192233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22386; }","duration":"184.849175ms","start":"2026-02-26T22:45:10.55989Z","end":"2026-02-26T22:45:10.74474Z","steps":["trace[1521192233] 'agreement among raft nodes before linearized reading' (duration: 184.480366ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:10.744774Z","caller":"traceutil/trace.go:171","msg":"trace[257232866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22386; }","duration":"223.112003ms","start":"2026-02-26T22:45:10.521648Z","end":"2026-02-26T22:45:10.74476Z","steps":["trace[257232866] 'agreement among raft nodes before linearized reading' (duration: 222.932328ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:10.74478Z","caller":"traceutil/trace.go:171","msg":"trace[735590255] transaction","detail":"{read_only:false; response_revision:22385; number_of_response:1; }","duration":"388.562352ms","start":"2026-02-26T22:45:10.356203Z","end":"2026-02-26T22:45:10.744765Z","steps":["trace[735590255] 'process raft request' (duration: 387.871275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:10.744714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.013273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29535765-sss4s\" ","response":"range_response_count:1 size:7278"} {"level":"info","ts":"2026-02-26T22:45:10.744714Z","caller":"traceutil/trace.go:171","msg":"trace[1604793828] transaction","detail":"{read_only:false; response_revision:22386; number_of_response:1; }","duration":"309.963096ms","start":"2026-02-26T22:45:10.434717Z","end":"2026-02-26T22:45:10.74468Z","steps":["trace[1604793828] 'process raft request' (duration: 309.551626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:10.744832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.567705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T22:45:10.744889Z","caller":"traceutil/trace.go:171","msg":"trace[661468718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22386; }","duration":"267.663738ms","start":"2026-02-26T22:45:10.477211Z","end":"2026-02-26T22:45:10.744875Z","steps":["trace[661468718] 'agreement among raft nodes before linearized reading' (duration: 267.515184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:10.744926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:10.356178Z","time spent":"388.646754ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:10.74497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.800649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-02-26T22:45:10.745008Z","caller":"traceutil/trace.go:171","msg":"trace[1126229985] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:22386; }","duration":"171.88553ms","start":"2026-02-26T22:45:10.573107Z","end":"2026-02-26T22:45:10.744992Z","steps":["trace[1126229985] 'agreement among raft nodes before linearized reading' (duration: 171.765388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:10.745101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.423149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T22:45:10.74524Z","caller":"traceutil/trace.go:171","msg":"trace[841476235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22386; }","duration":"169.586275ms","start":"2026-02-26T22:45:10.575618Z","end":"2026-02-26T22:45:10.745204Z","steps":["trace[841476235] 'agreement among raft nodes before linearized reading' (duration: 169.234805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:10.745498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:10.434693Z","time spent":"310.17349ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:10.74502Z","caller":"traceutil/trace.go:171","msg":"trace[8115702] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29535765-sss4s; range_end:; response_count:1; response_revision:22386; }","duration":"357.189377ms","start":"2026-02-26T22:45:10.387639Z","end":"2026-02-26T22:45:10.744828Z","steps":["trace[8115702] 'agreement among raft nodes before linearized reading' (duration: 356.89771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:10.746008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:10.387615Z","time spent":"358.376048ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7300,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29535765-sss4s\" "} {"level":"info","ts":"2026-02-26T22:45:11.080468Z","caller":"traceutil/trace.go:171","msg":"trace[1096758960] linearizableReadLoop","detail":"{readStateIndex:23220; appliedIndex:23219; }","duration":"101.651954ms","start":"2026-02-26T22:45:10.97879Z","end":"2026-02-26T22:45:11.080442Z","steps":["trace[1096758960] 'read index received' (duration: 101.376717ms)","trace[1096758960] 'applied index is now lower than readState.Index' (duration: 274.127µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:11.080582Z","caller":"traceutil/trace.go:171","msg":"trace[2118640877] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22393; }","duration":"129.180922ms","start":"2026-02-26T22:45:10.951368Z","end":"2026-02-26T22:45:11.080549Z","steps":["trace[2118640877] 'process raft request' (duration: 128.856094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:11.080808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.983882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-hz6ww\" ","response":"range_response_count:1 size:5423"} {"level":"info","ts":"2026-02-26T22:45:11.080915Z","caller":"traceutil/trace.go:171","msg":"trace[2093192238] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-hz6ww; range_end:; response_count:1; response_revision:22393; }","duration":"102.142376ms","start":"2026-02-26T22:45:10.978745Z","end":"2026-02-26T22:45:11.080887Z","steps":["trace[2093192238] 'agreement among raft nodes before linearized reading' (duration: 101.842288ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:11.204023Z","caller":"traceutil/trace.go:171","msg":"trace[1173967335] transaction","detail":"{read_only:false; response_revision:22394; number_of_response:1; }","duration":"114.107805ms","start":"2026-02-26T22:45:11.089887Z","end":"2026-02-26T22:45:11.203994Z","steps":["trace[1173967335] 'process raft request' (duration: 111.88563ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:11.437418Z","caller":"traceutil/trace.go:171","msg":"trace[1935109371] transaction","detail":"{read_only:false; response_revision:22395; number_of_response:1; }","duration":"227.976506ms","start":"2026-02-26T22:45:11.209405Z","end":"2026-02-26T22:45:11.437382Z","steps":["trace[1935109371] 'process raft request' (duration: 193.606555ms)","trace[1935109371] 'compare' (duration: 34.184406ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:11.674181Z","caller":"traceutil/trace.go:171","msg":"trace[265250605] linearizableReadLoop","detail":"{readStateIndex:23223; appliedIndex:23222; }","duration":"123.025579ms","start":"2026-02-26T22:45:11.551126Z","end":"2026-02-26T22:45:11.674152Z","steps":["trace[265250605] 'read index received' (duration: 70.507314ms)","trace[265250605] 'applied index is now lower than readState.Index' (duration: 52.516815ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:11.674387Z","caller":"traceutil/trace.go:171","msg":"trace[217267310] transaction","detail":"{read_only:false; response_revision:22396; number_of_response:1; }","duration":"228.18841ms","start":"2026-02-26T22:45:11.44617Z","end":"2026-02-26T22:45:11.674359Z","steps":["trace[217267310] 'process raft request' (duration: 175.617354ms)","trace[217267310] 'compare' (duration: 52.196266ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:11.674772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.628563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:45:11.674825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.387352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:45:11.674863Z","caller":"traceutil/trace.go:171","msg":"trace[1175301587] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:22396; }","duration":"123.766986ms","start":"2026-02-26T22:45:11.551068Z","end":"2026-02-26T22:45:11.674835Z","steps":["trace[1175301587] 'agreement among raft nodes before linearized reading' (duration: 123.552051ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:11.674877Z","caller":"traceutil/trace.go:171","msg":"trace[306201295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22396; }","duration":"104.463954ms","start":"2026-02-26T22:45:11.570397Z","end":"2026-02-26T22:45:11.674861Z","steps":["trace[306201295] 'agreement among raft nodes before linearized reading' (duration: 104.240599ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:11.84864Z","caller":"traceutil/trace.go:171","msg":"trace[146934557] linearizableReadLoop","detail":"{readStateIndex:23225; appliedIndex:23223; }","duration":"169.198284ms","start":"2026-02-26T22:45:11.679407Z","end":"2026-02-26T22:45:11.848605Z","steps":["trace[146934557] 'read index received' (duration: 67.90834ms)","trace[146934557] 'applied index is now lower than readState.Index' (duration: 101.288284ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:11.848684Z","caller":"traceutil/trace.go:171","msg":"trace[667551535] transaction","detail":"{read_only:false; response_revision:22397; number_of_response:1; }","duration":"171.02544ms","start":"2026-02-26T22:45:11.677627Z","end":"2026-02-26T22:45:11.848652Z","steps":["trace[667551535] 'process raft request' (duration: 108.941907ms)","trace[667551535] 'compare' (duration: 61.849197ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:11.848942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.532633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:45:11.849006Z","caller":"traceutil/trace.go:171","msg":"trace[1279800528] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22397; }","duration":"169.663346ms","start":"2026-02-26T22:45:11.679327Z","end":"2026-02-26T22:45:11.848991Z","steps":["trace[1279800528] 'agreement among raft nodes before linearized reading' (duration: 169.43589ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:11.849616Z","caller":"traceutil/trace.go:171","msg":"trace[500411631] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22398; }","duration":"100.461014ms","start":"2026-02-26T22:45:11.749132Z","end":"2026-02-26T22:45:11.849593Z","steps":["trace[500411631] 'process raft request' (duration: 100.27534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:11.886691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.193582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-02-26T22:45:11.886834Z","caller":"traceutil/trace.go:171","msg":"trace[1879788119] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:22399; }","duration":"109.369767ms","start":"2026-02-26T22:45:11.777428Z","end":"2026-02-26T22:45:11.886798Z","steps":["trace[1879788119] 'agreement among raft nodes before linearized reading' (duration: 109.07641ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:12.08079Z","caller":"traceutil/trace.go:171","msg":"trace[30574652] linearizableReadLoop","detail":"{readStateIndex:23228; appliedIndex:23227; }","duration":"144.065414ms","start":"2026-02-26T22:45:11.936695Z","end":"2026-02-26T22:45:12.08076Z","steps":["trace[30574652] 'read index received' (duration: 96.146705ms)","trace[30574652] 'applied index is now lower than readState.Index' (duration: 47.917309ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:12.080812Z","caller":"traceutil/trace.go:171","msg":"trace[366488605] transaction","detail":"{read_only:false; response_revision:22400; number_of_response:1; }","duration":"183.646925ms","start":"2026-02-26T22:45:11.897129Z","end":"2026-02-26T22:45:12.080776Z","steps":["trace[366488605] 'process raft request' (duration: 135.651494ms)","trace[366488605] 'compare' (duration: 47.841647ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:12.080916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.213019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:12.080943Z","caller":"traceutil/trace.go:171","msg":"trace[1745577019] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22400; }","duration":"144.28663ms","start":"2026-02-26T22:45:11.93665Z","end":"2026-02-26T22:45:12.080937Z","steps":["trace[1745577019] 'agreement among raft nodes before linearized reading' (duration: 144.206938ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:12.108082Z","caller":"traceutil/trace.go:171","msg":"trace[300636407] transaction","detail":"{read_only:false; response_revision:22401; number_of_response:1; }","duration":"100.120876ms","start":"2026-02-26T22:45:12.007922Z","end":"2026-02-26T22:45:12.108043Z","steps":["trace[300636407] 'process raft request' (duration: 99.970262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:12.108201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.068641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:12.108275Z","caller":"traceutil/trace.go:171","msg":"trace[239902699] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:22401; }","duration":"167.177723ms","start":"2026-02-26T22:45:11.94108Z","end":"2026-02-26T22:45:12.108257Z","steps":["trace[239902699] 'agreement among raft nodes before linearized reading' (duration: 167.007929ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:12.226047Z","caller":"traceutil/trace.go:171","msg":"trace[1282265564] linearizableReadLoop","detail":"{readStateIndex:23230; appliedIndex:23229; }","duration":"118.012263ms","start":"2026-02-26T22:45:12.108004Z","end":"2026-02-26T22:45:12.226016Z","steps":["trace[1282265564] 'read index received' (duration: 77.50599ms)","trace[1282265564] 'applied index is now lower than readState.Index' (duration: 40.504653ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:12.226185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.833923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:12.226175Z","caller":"traceutil/trace.go:171","msg":"trace[2135891007] transaction","detail":"{read_only:false; response_revision:22402; number_of_response:1; }","duration":"137.48803ms","start":"2026-02-26T22:45:12.088638Z","end":"2026-02-26T22:45:12.226126Z","steps":["trace[2135891007] 'process raft request' (duration: 97.004417ms)","trace[2135891007] 'compare' (duration: 40.235107ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:12.226224Z","caller":"traceutil/trace.go:171","msg":"trace[318608660] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22402; }","duration":"140.930886ms","start":"2026-02-26T22:45:12.085277Z","end":"2026-02-26T22:45:12.226208Z","steps":["trace[318608660] 'agreement among raft nodes before linearized reading' (duration: 140.845004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:13.057867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.869404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:45:13.057984Z","caller":"traceutil/trace.go:171","msg":"trace[1203263111] transaction","detail":"{read_only:false; response_revision:22415; number_of_response:1; }","duration":"306.783325ms","start":"2026-02-26T22:45:12.75118Z","end":"2026-02-26T22:45:13.057963Z","steps":["trace[1203263111] 'process raft request' (duration: 157.723246ms)","trace[1203263111] 'compare' (duration: 148.582508ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:13.058047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:12.751151Z","time spent":"306.866768ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:13.100298Z","caller":"traceutil/trace.go:171","msg":"trace[745203306] linearizableReadLoop","detail":"{readStateIndex:23245; appliedIndex:23243; }","duration":"315.821473ms","start":"2026-02-26T22:45:12.784451Z","end":"2026-02-26T22:45:13.100273Z","steps":["trace[745203306] 'read index received' (duration: 124.466545ms)","trace[745203306] 'applied index is now lower than readState.Index' (duration: 191.354008ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:13.100328Z","caller":"traceutil/trace.go:171","msg":"trace[777244202] transaction","detail":"{read_only:false; response_revision:22416; number_of_response:1; }","duration":"348.650394ms","start":"2026-02-26T22:45:12.751654Z","end":"2026-02-26T22:45:13.100304Z","steps":["trace[777244202] 'process raft request' (duration: 348.49133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:13.100439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:12.751642Z","time spent":"348.738326ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:13.100596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.193001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T22:45:13.100604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.756815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T22:45:13.100662Z","caller":"traceutil/trace.go:171","msg":"trace[1803596783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22416; }","duration":"298.296643ms","start":"2026-02-26T22:45:12.802349Z","end":"2026-02-26T22:45:13.100646Z","steps":["trace[1803596783] 'agreement among raft nodes before linearized reading' (duration: 298.092578ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:13.100676Z","caller":"traceutil/trace.go:171","msg":"trace[90554959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22416; }","duration":"296.859358ms","start":"2026-02-26T22:45:12.803798Z","end":"2026-02-26T22:45:13.100657Z","steps":["trace[90554959] 'agreement among raft nodes before linearized reading' (duration: 296.657944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:13.10069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.009166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T22:45:13.100709Z","caller":"traceutil/trace.go:171","msg":"trace[427779334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22416; }","duration":"298.079448ms","start":"2026-02-26T22:45:12.802624Z","end":"2026-02-26T22:45:13.100704Z","steps":["trace[427779334] 'agreement among raft nodes before linearized reading' (duration: 298.024786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:13.100708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.210672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T22:45:13.100621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.172791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T22:45:13.100741Z","caller":"traceutil/trace.go:171","msg":"trace[526751040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22416; }","duration":"298.280623ms","start":"2026-02-26T22:45:12.802449Z","end":"2026-02-26T22:45:13.100729Z","steps":["trace[526751040] 'agreement among raft nodes before linearized reading' (duration: 298.206481ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:13.10076Z","caller":"traceutil/trace.go:171","msg":"trace[951410007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22416; }","duration":"316.368637ms","start":"2026-02-26T22:45:12.784386Z","end":"2026-02-26T22:45:13.100754Z","steps":["trace[951410007] 'agreement among raft nodes before linearized reading' (duration: 316.020288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:13.100776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:12.784364Z","time spent":"316.406507ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T22:45:14.21704Z","caller":"traceutil/trace.go:171","msg":"trace[1732674846] transaction","detail":"{read_only:false; response_revision:22422; number_of_response:1; }","duration":"103.376917ms","start":"2026-02-26T22:45:14.113634Z","end":"2026-02-26T22:45:14.217011Z","steps":["trace[1732674846] 'process raft request' (duration: 103.202523ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:14.571425Z","caller":"traceutil/trace.go:171","msg":"trace[1777504023] transaction","detail":"{read_only:false; response_revision:22426; number_of_response:1; }","duration":"202.758104ms","start":"2026-02-26T22:45:14.368641Z","end":"2026-02-26T22:45:14.571399Z","steps":["trace[1777504023] 'process raft request' (duration: 124.781243ms)","trace[1777504023] 'compare' (duration: 77.700284ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:14.595756Z","caller":"traceutil/trace.go:171","msg":"trace[2000990361] transaction","detail":"{read_only:false; response_revision:22427; number_of_response:1; }","duration":"160.356422ms","start":"2026-02-26T22:45:14.435367Z","end":"2026-02-26T22:45:14.595724Z","steps":["trace[2000990361] 'process raft request' (duration: 160.070205ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:14.750159Z","caller":"traceutil/trace.go:171","msg":"trace[2065772237] transaction","detail":"{read_only:false; response_revision:22428; number_of_response:1; }","duration":"152.768472ms","start":"2026-02-26T22:45:14.597366Z","end":"2026-02-26T22:45:14.750134Z","steps":["trace[2065772237] 'process raft request' (duration: 100.605517ms)","trace[2065772237] 'compare' (duration: 52.007221ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:14.921926Z","caller":"traceutil/trace.go:171","msg":"trace[72865767] transaction","detail":"{read_only:false; response_revision:22431; number_of_response:1; }","duration":"162.160477ms","start":"2026-02-26T22:45:14.75974Z","end":"2026-02-26T22:45:14.9219Z","steps":["trace[72865767] 'process raft request' (duration: 162.088535ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:14.921982Z","caller":"traceutil/trace.go:171","msg":"trace[553852092] transaction","detail":"{read_only:false; response_revision:22430; number_of_response:1; }","duration":"165.925111ms","start":"2026-02-26T22:45:14.756005Z","end":"2026-02-26T22:45:14.92193Z","steps":["trace[553852092] 'process raft request' (duration: 165.655355ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:15.28621Z","caller":"traceutil/trace.go:171","msg":"trace[392946658] transaction","detail":"{read_only:false; response_revision:22440; number_of_response:1; }","duration":"198.041016ms","start":"2026-02-26T22:45:15.088136Z","end":"2026-02-26T22:45:15.286177Z","steps":["trace[392946658] 'process raft request' (duration: 194.833285ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:15.286628Z","caller":"traceutil/trace.go:171","msg":"trace[1677060484] linearizableReadLoop","detail":"{readStateIndex:23270; appliedIndex:23268; }","duration":"173.228335ms","start":"2026-02-26T22:45:15.113365Z","end":"2026-02-26T22:45:15.286594Z","steps":["trace[1677060484] 'read index received' (duration: 17.17825ms)","trace[1677060484] 'applied index is now lower than readState.Index' (duration: 156.048705ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:15.286738Z","caller":"traceutil/trace.go:171","msg":"trace[1898240424] transaction","detail":"{read_only:false; response_revision:22441; number_of_response:1; }","duration":"181.695636ms","start":"2026-02-26T22:45:15.105005Z","end":"2026-02-26T22:45:15.2867Z","steps":["trace[1898240424] 'process raft request' (duration: 181.08347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:15.286859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.472611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T22:45:15.286916Z","caller":"traceutil/trace.go:171","msg":"trace[1961454045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22441; }","duration":"173.574064ms","start":"2026-02-26T22:45:15.113327Z","end":"2026-02-26T22:45:15.286901Z","steps":["trace[1961454045] 'agreement among raft nodes before linearized reading' (duration: 173.388739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:15.287168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.705016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T22:45:15.287306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.83247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T22:45:15.28735Z","caller":"traceutil/trace.go:171","msg":"trace[302328779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22441; }","duration":"153.974553ms","start":"2026-02-26T22:45:15.133364Z","end":"2026-02-26T22:45:15.287338Z","steps":["trace[302328779] 'agreement among raft nodes before linearized reading' (duration: 153.86254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:15.287391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.114776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-system/capi-manager\" ","response":"range_response_count:1 size:428"} {"level":"warn","ts":"2026-02-26T22:45:15.287379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.958508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:45:15.287455Z","caller":"traceutil/trace.go:171","msg":"trace[1079686733] range","detail":"{range_begin:/registry/serviceaccounts/capi-system/capi-manager; range_end:; response_count:1; response_revision:22441; }","duration":"122.172007ms","start":"2026-02-26T22:45:15.165264Z","end":"2026-02-26T22:45:15.287436Z","steps":["trace[1079686733] 'agreement among raft nodes before linearized reading' (duration: 122.013373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:15.287237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.563969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T22:45:15.287477Z","caller":"traceutil/trace.go:171","msg":"trace[493652081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22441; }","duration":"153.083521ms","start":"2026-02-26T22:45:15.134361Z","end":"2026-02-26T22:45:15.287444Z","steps":["trace[493652081] 'agreement among raft nodes before linearized reading' (duration: 152.815805ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:15.287533Z","caller":"traceutil/trace.go:171","msg":"trace[902090190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22441; }","duration":"152.945308ms","start":"2026-02-26T22:45:15.13456Z","end":"2026-02-26T22:45:15.287505Z","steps":["trace[902090190] 'agreement among raft nodes before linearized reading' (duration: 152.511507ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:15.287326Z","caller":"traceutil/trace.go:171","msg":"trace[1915140365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22441; }","duration":"153.878411ms","start":"2026-02-26T22:45:15.133429Z","end":"2026-02-26T22:45:15.287307Z","steps":["trace[1915140365] 'agreement among raft nodes before linearized reading' (duration: 153.614965ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:16.466621Z","caller":"traceutil/trace.go:171","msg":"trace[840154199] transaction","detail":"{read_only:false; response_revision:22450; number_of_response:1; }","duration":"172.595289ms","start":"2026-02-26T22:45:16.293991Z","end":"2026-02-26T22:45:16.466587Z","steps":["trace[840154199] 'process raft request' (duration: 78.74934ms)","trace[840154199] 'compare' (duration: 93.583362ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:16.466835Z","caller":"traceutil/trace.go:171","msg":"trace[2008025842] transaction","detail":"{read_only:false; response_revision:22451; number_of_response:1; }","duration":"102.399423ms","start":"2026-02-26T22:45:16.364372Z","end":"2026-02-26T22:45:16.466772Z","steps":["trace[2008025842] 'process raft request' (duration: 102.147267ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:17.311577Z","caller":"traceutil/trace.go:171","msg":"trace[2008917719] transaction","detail":"{read_only:false; response_revision:22458; number_of_response:1; }","duration":"147.122182ms","start":"2026-02-26T22:45:17.164431Z","end":"2026-02-26T22:45:17.311553Z","steps":["trace[2008917719] 'process raft request' (duration: 53.468788ms)","trace[2008917719] 'compare' (duration: 93.292754ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:17.452571Z","caller":"traceutil/trace.go:171","msg":"trace[1980856852] linearizableReadLoop","detail":"{readStateIndex:23288; appliedIndex:23287; }","duration":"147.323176ms","start":"2026-02-26T22:45:17.305224Z","end":"2026-02-26T22:45:17.452548Z","steps":["trace[1980856852] 'read index received' (duration: 128.912035ms)","trace[1980856852] 'applied index is now lower than readState.Index' (duration: 18.410091ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:17.452681Z","caller":"traceutil/trace.go:171","msg":"trace[920306456] transaction","detail":"{read_only:false; response_revision:22459; number_of_response:1; }","duration":"157.617253ms","start":"2026-02-26T22:45:17.295049Z","end":"2026-02-26T22:45:17.452666Z","steps":["trace[920306456] 'process raft request' (duration: 139.14095ms)","trace[920306456] 'compare' (duration: 18.255508ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:17.453133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.371547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T22:45:17.453148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.248565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T22:45:17.453176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.525446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T22:45:17.453191Z","caller":"traceutil/trace.go:171","msg":"trace[1063586539] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22460; }","duration":"143.49254ms","start":"2026-02-26T22:45:17.309685Z","end":"2026-02-26T22:45:17.453178Z","steps":["trace[1063586539] 'agreement among raft nodes before linearized reading' (duration: 143.329186ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:17.453229Z","caller":"traceutil/trace.go:171","msg":"trace[462762602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22460; }","duration":"138.599428ms","start":"2026-02-26T22:45:17.314615Z","end":"2026-02-26T22:45:17.453214Z","steps":["trace[462762602] 'agreement among raft nodes before linearized reading' (duration: 138.416313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:17.453251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.257845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T22:45:17.453335Z","caller":"traceutil/trace.go:171","msg":"trace[1285292498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22460; }","duration":"139.367737ms","start":"2026-02-26T22:45:17.313948Z","end":"2026-02-26T22:45:17.453316Z","steps":["trace[1285292498] 'agreement among raft nodes before linearized reading' (duration: 139.123041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:17.453356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.942392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T22:45:17.453424Z","caller":"traceutil/trace.go:171","msg":"trace[465915065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22460; }","duration":"138.036404ms","start":"2026-02-26T22:45:17.315374Z","end":"2026-02-26T22:45:17.45341Z","steps":["trace[465915065] 'agreement among raft nodes before linearized reading' (duration: 137.803178ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:17.453194Z","caller":"traceutil/trace.go:171","msg":"trace[817726095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22460; }","duration":"139.298736ms","start":"2026-02-26T22:45:17.313885Z","end":"2026-02-26T22:45:17.453183Z","steps":["trace[817726095] 'agreement among raft nodes before linearized reading' (duration: 139.173493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:17.453883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.63779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T22:45:17.453957Z","caller":"traceutil/trace.go:171","msg":"trace[1598622306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22459; }","duration":"148.755532ms","start":"2026-02-26T22:45:17.305187Z","end":"2026-02-26T22:45:17.453943Z","steps":["trace[1598622306] 'agreement among raft nodes before linearized reading' (duration: 147.539492ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:17.95303Z","caller":"traceutil/trace.go:171","msg":"trace[570948015] transaction","detail":"{read_only:false; response_revision:22474; number_of_response:1; }","duration":"125.458078ms","start":"2026-02-26T22:45:17.827535Z","end":"2026-02-26T22:45:17.952993Z","steps":["trace[570948015] 'process raft request' (duration: 87.169781ms)","trace[570948015] 'compare' (duration: 38.051741ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:17.994126Z","caller":"traceutil/trace.go:171","msg":"trace[762374707] transaction","detail":"{read_only:false; response_revision:22475; number_of_response:1; }","duration":"164.019933ms","start":"2026-02-26T22:45:17.830079Z","end":"2026-02-26T22:45:17.994099Z","steps":["trace[762374707] 'process raft request' (duration: 163.737806ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:17.994317Z","caller":"traceutil/trace.go:171","msg":"trace[1782292693] transaction","detail":"{read_only:false; response_revision:22476; number_of_response:1; }","duration":"163.601443ms","start":"2026-02-26T22:45:17.830674Z","end":"2026-02-26T22:45:17.994276Z","steps":["trace[1782292693] 'process raft request' (duration: 163.315166ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:19.062486Z","caller":"traceutil/trace.go:171","msg":"trace[1446243425] transaction","detail":"{read_only:false; response_revision:22478; number_of_response:1; }","duration":"1.060736743s","start":"2026-02-26T22:45:18.001725Z","end":"2026-02-26T22:45:19.062462Z","steps":["trace[1446243425] 'process raft request' (duration: 1.00466108s)","trace[1446243425] 'compare' (duration: 55.691883ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:19.062577Z","caller":"traceutil/trace.go:171","msg":"trace[271835813] transaction","detail":"{read_only:false; response_revision:22479; number_of_response:1; }","duration":"1.060697952s","start":"2026-02-26T22:45:18.001844Z","end":"2026-02-26T22:45:19.062542Z","steps":["trace[271835813] 'process raft request' (duration: 1.060505616s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:19.062649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:18.001658Z","time spent":"1.060916538s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1316,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:19.062705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:18.001822Z","time spent":"1.060817285s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T22:45:19.062711Z","caller":"traceutil/trace.go:171","msg":"trace[1310085342] transaction","detail":"{read_only:false; response_revision:22480; number_of_response:1; }","duration":"1.058175499s","start":"2026-02-26T22:45:18.00451Z","end":"2026-02-26T22:45:19.062685Z","steps":["trace[1310085342] 'process raft request' (duration: 1.057901872s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:19.062852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:18.004495Z","time spent":"1.058283132s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4584,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:19.06295Z","caller":"traceutil/trace.go:171","msg":"trace[339700012] linearizableReadLoop","detail":"{readStateIndex:23310; appliedIndex:23305; }","duration":"1.0466224s","start":"2026-02-26T22:45:18.016305Z","end":"2026-02-26T22:45:19.062928Z","steps":["trace[339700012] 'read index received' (duration: 43.693984ms)","trace[339700012] 'applied index is now lower than readState.Index' (duration: 1.002927026s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:19.063052Z","caller":"traceutil/trace.go:171","msg":"trace[771171087] transaction","detail":"{read_only:false; response_revision:22481; number_of_response:1; }","duration":"1.046400454s","start":"2026-02-26T22:45:18.016638Z","end":"2026-02-26T22:45:19.063038Z","steps":["trace[771171087] 'process raft request' (duration: 1.046005435s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:19.063149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:18.016617Z","time spent":"1.046466995s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T22:45:19.063447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047120072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-p8q54\" ","response":"range_response_count:1 size:5265"} {"level":"info","ts":"2026-02-26T22:45:19.063534Z","caller":"traceutil/trace.go:171","msg":"trace[115911381] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-p8q54; range_end:; response_count:1; response_revision:22481; }","duration":"1.047241985s","start":"2026-02-26T22:45:18.016266Z","end":"2026-02-26T22:45:19.063508Z","steps":["trace[115911381] 'agreement among raft nodes before linearized reading' (duration: 1.046976198s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:19.063588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:18.016252Z","time spent":"1.047326717s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5287,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-p8q54\" "} {"level":"info","ts":"2026-02-26T22:45:19.079211Z","caller":"traceutil/trace.go:171","msg":"trace[450563618] transaction","detail":"{read_only:false; response_revision:22483; number_of_response:1; }","duration":"606.868926ms","start":"2026-02-26T22:45:18.472309Z","end":"2026-02-26T22:45:19.079178Z","steps":["trace[450563618] 'process raft request' (duration: 606.791734ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:19.079238Z","caller":"traceutil/trace.go:171","msg":"trace[1183084663] transaction","detail":"{read_only:false; response_revision:22482; number_of_response:1; }","duration":"805.187779ms","start":"2026-02-26T22:45:18.274004Z","end":"2026-02-26T22:45:19.079192Z","steps":["trace[1183084663] 'process raft request' (duration: 804.937322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:19.079408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:18.472274Z","time spent":"607.036041ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:19.079437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:18.27398Z","time spent":"805.346583ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:19.079586Z","caller":"traceutil/trace.go:171","msg":"trace[1381231494] transaction","detail":"{read_only:false; response_revision:22484; number_of_response:1; }","duration":"606.326943ms","start":"2026-02-26T22:45:18.473196Z","end":"2026-02-26T22:45:19.079523Z","steps":["trace[1381231494] 'process raft request' (duration: 605.946793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:19.07982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:18.473166Z","time spent":"606.520188ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:19.080652Z","caller":"traceutil/trace.go:171","msg":"trace[897289528] transaction","detail":"{read_only:false; response_revision:22485; number_of_response:1; }","duration":"606.183349ms","start":"2026-02-26T22:45:18.474421Z","end":"2026-02-26T22:45:19.080604Z","steps":["trace[897289528] 'process raft request' (duration: 605.046591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:19.080892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043586764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:45:19.080918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:18.474395Z","time spent":"606.379133ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:19.080999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.420149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:19.081032Z","caller":"traceutil/trace.go:171","msg":"trace[1294152164] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22486; }","duration":"573.48472ms","start":"2026-02-26T22:45:18.507536Z","end":"2026-02-26T22:45:19.08102Z","steps":["trace[1294152164] 'agreement among raft nodes before linearized reading' (duration: 573.434349ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:19.081022Z","caller":"traceutil/trace.go:171","msg":"trace[309592159] transaction","detail":"{read_only:false; response_revision:22486; number_of_response:1; }","duration":"400.274776ms","start":"2026-02-26T22:45:18.680703Z","end":"2026-02-26T22:45:19.080978Z","steps":["trace[309592159] 'process raft request' (duration: 400.011979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:19.081066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:18.507522Z","time spent":"573.537172ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:45:19.081171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:18.680673Z","time spent":"400.41813ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:19.080951Z","caller":"traceutil/trace.go:171","msg":"trace[521013603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22486; }","duration":"1.043674885s","start":"2026-02-26T22:45:18.037262Z","end":"2026-02-26T22:45:19.080936Z","steps":["trace[521013603] 'agreement among raft nodes before linearized reading' (duration: 1.043568042s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:19.081295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:18.037245Z","time spent":"1.044030974s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:45:19.322353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.860359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:45:19.322615Z","caller":"traceutil/trace.go:171","msg":"trace[1702079148] linearizableReadLoop","detail":"{readStateIndex:23319; appliedIndex:23317; }","duration":"125.87004ms","start":"2026-02-26T22:45:19.196721Z","end":"2026-02-26T22:45:19.322591Z","steps":["trace[1702079148] 'read index received' (duration: 13.704043ms)","trace[1702079148] 'applied index is now lower than readState.Index' (duration: 112.164967ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:19.322618Z","caller":"traceutil/trace.go:171","msg":"trace[331941596] transaction","detail":"{read_only:false; response_revision:22488; number_of_response:1; }","duration":"220.778194ms","start":"2026-02-26T22:45:19.101814Z","end":"2026-02-26T22:45:19.322593Z","steps":["trace[331941596] 'process raft request' (duration: 108.583736ms)","trace[331941596] 'compare' (duration: 111.694125ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:19.322746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.021714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:19.322757Z","caller":"traceutil/trace.go:171","msg":"trace[781111512] transaction","detail":"{read_only:false; response_revision:22489; number_of_response:1; }","duration":"201.509171ms","start":"2026-02-26T22:45:19.121229Z","end":"2026-02-26T22:45:19.322739Z","steps":["trace[781111512] 'process raft request' (duration: 201.252425ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:19.322811Z","caller":"traceutil/trace.go:171","msg":"trace[1664440537] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:22489; }","duration":"126.134437ms","start":"2026-02-26T22:45:19.19666Z","end":"2026-02-26T22:45:19.322795Z","steps":["trace[1664440537] 'agreement among raft nodes before linearized reading' (duration: 126.026874ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:19.789882Z","caller":"traceutil/trace.go:171","msg":"trace[706114563] transaction","detail":"{read_only:false; response_revision:22492; number_of_response:1; }","duration":"240.18113ms","start":"2026-02-26T22:45:19.549678Z","end":"2026-02-26T22:45:19.789859Z","steps":["trace[706114563] 'process raft request' (duration: 197.770729ms)","trace[706114563] 'compare' (duration: 42.169805ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:19.790077Z","caller":"traceutil/trace.go:171","msg":"trace[1698752151] transaction","detail":"{read_only:false; response_revision:22493; number_of_response:1; }","duration":"240.269403ms","start":"2026-02-26T22:45:19.54978Z","end":"2026-02-26T22:45:19.790049Z","steps":["trace[1698752151] 'process raft request' (duration: 240.032717ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:19.790179Z","caller":"traceutil/trace.go:171","msg":"trace[494092016] linearizableReadLoop","detail":"{readStateIndex:23324; appliedIndex:23321; }","duration":"214.166419ms","start":"2026-02-26T22:45:19.575974Z","end":"2026-02-26T22:45:19.79014Z","steps":["trace[494092016] 'read index received' (duration: 171.470381ms)","trace[494092016] 'applied index is now lower than readState.Index' (duration: 42.694418ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:19.790372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.376844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:19.790435Z","caller":"traceutil/trace.go:171","msg":"trace[1646663523] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:22494; }","duration":"214.491997ms","start":"2026-02-26T22:45:19.575927Z","end":"2026-02-26T22:45:19.790419Z","steps":["trace[1646663523] 'agreement among raft nodes before linearized reading' (duration: 214.374094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:19.79057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.475969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-26T22:45:19.79059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.417024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5058"} {"level":"info","ts":"2026-02-26T22:45:19.790609Z","caller":"traceutil/trace.go:171","msg":"trace[1581913055] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22494; }","duration":"133.547801ms","start":"2026-02-26T22:45:19.657048Z","end":"2026-02-26T22:45:19.790596Z","steps":["trace[1581913055] 'agreement among raft nodes before linearized reading' (duration: 133.427898ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:19.790639Z","caller":"traceutil/trace.go:171","msg":"trace[1987920651] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:22494; }","duration":"186.463945ms","start":"2026-02-26T22:45:19.604159Z","end":"2026-02-26T22:45:19.790623Z","steps":["trace[1987920651] 'agreement among raft nodes before linearized reading' (duration: 186.308051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:19.790705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.070599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/capi-system/capi-controller-manager-5fbb4994-p8q54\" ","response":"range_response_count:1 size:2732"} {"level":"info","ts":"2026-02-26T22:45:19.790748Z","caller":"traceutil/trace.go:171","msg":"trace[480936044] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/capi-system/capi-controller-manager-5fbb4994-p8q54; range_end:; response_count:1; response_revision:22494; }","duration":"165.155502ms","start":"2026-02-26T22:45:19.62558Z","end":"2026-02-26T22:45:19.790735Z","steps":["trace[480936044] 'agreement among raft nodes before linearized reading' (duration: 164.915366ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:19.790337Z","caller":"traceutil/trace.go:171","msg":"trace[1782829921] transaction","detail":"{read_only:false; response_revision:22494; number_of_response:1; }","duration":"240.392006ms","start":"2026-02-26T22:45:19.549814Z","end":"2026-02-26T22:45:19.790206Z","steps":["trace[1782829921] 'process raft request' (duration: 240.195941ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:19.956273Z","caller":"traceutil/trace.go:171","msg":"trace[193379691] transaction","detail":"{read_only:false; response_revision:22498; number_of_response:1; }","duration":"115.376277ms","start":"2026-02-26T22:45:19.840858Z","end":"2026-02-26T22:45:19.956234Z","steps":["trace[193379691] 'process raft request' (duration: 113.338106ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:20.558981Z","caller":"traceutil/trace.go:171","msg":"trace[310468101] transaction","detail":"{read_only:false; response_revision:22500; number_of_response:1; }","duration":"106.666549ms","start":"2026-02-26T22:45:20.452263Z","end":"2026-02-26T22:45:20.55893Z","steps":["trace[310468101] 'process raft request' (duration: 106.377392ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:20.718185Z","caller":"traceutil/trace.go:171","msg":"trace[159210501] linearizableReadLoop","detail":"{readStateIndex:23331; appliedIndex:23330; }","duration":"144.882916ms","start":"2026-02-26T22:45:20.573269Z","end":"2026-02-26T22:45:20.718152Z","steps":["trace[159210501] 'read index received' (duration: 110.775272ms)","trace[159210501] 'applied index is now lower than readState.Index' (duration: 34.106304ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:20.71841Z","caller":"traceutil/trace.go:171","msg":"trace[922821922] transaction","detail":"{read_only:false; response_revision:22501; number_of_response:1; }","duration":"148.65578ms","start":"2026-02-26T22:45:20.569515Z","end":"2026-02-26T22:45:20.71817Z","steps":["trace[922821922] 'process raft request' (duration: 114.606757ms)","trace[922821922] 'compare' (duration: 33.845677ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:20.718585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.171902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-p8q54\" ","response":"range_response_count:1 size:5453"} {"level":"info","ts":"2026-02-26T22:45:20.718625Z","caller":"traceutil/trace.go:171","msg":"trace[698169506] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-p8q54; range_end:; response_count:1; response_revision:22501; }","duration":"145.404598ms","start":"2026-02-26T22:45:20.573206Z","end":"2026-02-26T22:45:20.718611Z","steps":["trace[698169506] 'agreement among raft nodes before linearized reading' (duration: 145.058849ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:20.92501Z","caller":"traceutil/trace.go:171","msg":"trace[1790909930] transaction","detail":"{read_only:false; response_revision:22503; number_of_response:1; }","duration":"199.907592ms","start":"2026-02-26T22:45:20.725076Z","end":"2026-02-26T22:45:20.924984Z","steps":["trace[1790909930] 'process raft request' (duration: 193.302177ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:20.925144Z","caller":"traceutil/trace.go:171","msg":"trace[1649604869] transaction","detail":"{read_only:false; response_revision:22504; number_of_response:1; }","duration":"197.955053ms","start":"2026-02-26T22:45:20.727159Z","end":"2026-02-26T22:45:20.925114Z","steps":["trace[1649604869] 'process raft request' (duration: 197.726067ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:20.992467Z","caller":"traceutil/trace.go:171","msg":"trace[1306909693] transaction","detail":"{read_only:false; response_revision:22505; number_of_response:1; }","duration":"204.351943ms","start":"2026-02-26T22:45:20.788086Z","end":"2026-02-26T22:45:20.992438Z","steps":["trace[1306909693] 'process raft request' (duration: 204.201859ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:21.091984Z","caller":"traceutil/trace.go:171","msg":"trace[187938123] linearizableReadLoop","detail":"{readStateIndex:23336; appliedIndex:23334; }","duration":"158.825444ms","start":"2026-02-26T22:45:20.933135Z","end":"2026-02-26T22:45:21.091961Z","steps":["trace[187938123] 'read index received' (duration: 59.136919ms)","trace[187938123] 'applied index is now lower than readState.Index' (duration: 99.686825ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:21.092145Z","caller":"traceutil/trace.go:171","msg":"trace[1993089262] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22506; }","duration":"163.908841ms","start":"2026-02-26T22:45:20.928124Z","end":"2026-02-26T22:45:21.092033Z","steps":["trace[1993089262] 'process raft request' (duration: 102.667838ms)","trace[1993089262] 'compare' (duration: 61.048048ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:21.092251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.080551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4375"} {"level":"info","ts":"2026-02-26T22:45:21.092309Z","caller":"traceutil/trace.go:171","msg":"trace[1772510543] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22506; }","duration":"159.189674ms","start":"2026-02-26T22:45:20.933101Z","end":"2026-02-26T22:45:21.09229Z","steps":["trace[1772510543] 'agreement among raft nodes before linearized reading' (duration: 158.982388ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:22.03748Z","caller":"traceutil/trace.go:171","msg":"trace[816315706] linearizableReadLoop","detail":"{readStateIndex:23354; appliedIndex:23353; }","duration":"200.964599ms","start":"2026-02-26T22:45:21.836489Z","end":"2026-02-26T22:45:22.037454Z","steps":["trace[816315706] 'read index received' (duration: 173.005979ms)","trace[816315706] 'applied index is now lower than readState.Index' (duration: 27.9572ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:22.037503Z","caller":"traceutil/trace.go:171","msg":"trace[209360519] transaction","detail":"{read_only:false; response_revision:22524; number_of_response:1; }","duration":"217.510213ms","start":"2026-02-26T22:45:21.819956Z","end":"2026-02-26T22:45:22.037467Z","steps":["trace[209360519] 'process raft request' (duration: 189.547873ms)","trace[209360519] 'compare' (duration: 27.751564ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:22.037789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.928463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:45:22.037833Z","caller":"traceutil/trace.go:171","msg":"trace[1503335436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22524; }","duration":"229.993715ms","start":"2026-02-26T22:45:21.807827Z","end":"2026-02-26T22:45:22.037821Z","steps":["trace[1503335436] 'agreement among raft nodes before linearized reading' (duration: 229.744949ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:22.070317Z","caller":"traceutil/trace.go:171","msg":"trace[1576466322] transaction","detail":"{read_only:false; response_revision:22525; number_of_response:1; }","duration":"230.079047ms","start":"2026-02-26T22:45:21.840204Z","end":"2026-02-26T22:45:22.070283Z","steps":["trace[1576466322] 'process raft request' (duration: 229.811011ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:22.741939Z","caller":"traceutil/trace.go:171","msg":"trace[1942417013] transaction","detail":"{read_only:false; response_revision:22527; number_of_response:1; }","duration":"138.167807ms","start":"2026-02-26T22:45:22.603594Z","end":"2026-02-26T22:45:22.741762Z","steps":["trace[1942417013] 'process raft request' (duration: 49.56876ms)","trace[1942417013] 'compare' (duration: 88.350071ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:23.042666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.962752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:45:23.042779Z","caller":"traceutil/trace.go:171","msg":"trace[210970250] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:22527; }","duration":"176.147047ms","start":"2026-02-26T22:45:22.866613Z","end":"2026-02-26T22:45:23.04276Z","steps":["trace[210970250] 'count revisions from in-memory index tree' (duration: 175.820798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:23.04269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.820343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:23.042938Z","caller":"traceutil/trace.go:171","msg":"trace[480968010] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22527; }","duration":"103.105609ms","start":"2026-02-26T22:45:22.939805Z","end":"2026-02-26T22:45:23.04291Z","steps":["trace[480968010] 'range keys from in-memory index tree' (duration: 102.74287ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:23.335897Z","caller":"traceutil/trace.go:171","msg":"trace[883701370] transaction","detail":"{read_only:false; response_revision:22528; number_of_response:1; }","duration":"310.50534ms","start":"2026-02-26T22:45:23.025361Z","end":"2026-02-26T22:45:23.335866Z","steps":["trace[883701370] 'process raft request' (duration: 310.318675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:23.336053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:23.025343Z","time spent":"310.637903ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T22:45:23.33632Z","caller":"traceutil/trace.go:171","msg":"trace[2033690571] linearizableReadLoop","detail":"{readStateIndex:23359; appliedIndex:23359; }","duration":"300.155531ms","start":"2026-02-26T22:45:23.036137Z","end":"2026-02-26T22:45:23.336292Z","steps":["trace[2033690571] 'read index received' (duration: 300.14421ms)","trace[2033690571] 'applied index is now lower than readState.Index' (duration: 8.63µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:23.336443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.305484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:23.336492Z","caller":"traceutil/trace.go:171","msg":"trace[1791995144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22528; }","duration":"300.392946ms","start":"2026-02-26T22:45:23.036085Z","end":"2026-02-26T22:45:23.336478Z","steps":["trace[1791995144] 'agreement among raft nodes before linearized reading' (duration: 300.292544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:23.336524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:23.036064Z","time spent":"300.450858ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:45:23.446132Z","caller":"traceutil/trace.go:171","msg":"trace[1124928707] transaction","detail":"{read_only:false; response_revision:22529; number_of_response:1; }","duration":"328.961791ms","start":"2026-02-26T22:45:23.117142Z","end":"2026-02-26T22:45:23.446104Z","steps":["trace[1124928707] 'process raft request' (duration: 328.703795ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:23.44617Z","caller":"traceutil/trace.go:171","msg":"trace[31543379] transaction","detail":"{read_only:false; response_revision:22532; number_of_response:1; }","duration":"328.015668ms","start":"2026-02-26T22:45:23.118136Z","end":"2026-02-26T22:45:23.446151Z","steps":["trace[31543379] 'process raft request' (duration: 327.929386ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:23.446202Z","caller":"traceutil/trace.go:171","msg":"trace[836314868] transaction","detail":"{read_only:false; response_revision:22530; number_of_response:1; }","duration":"328.094791ms","start":"2026-02-26T22:45:23.118062Z","end":"2026-02-26T22:45:23.446157Z","steps":["trace[836314868] 'process raft request' (duration: 327.913886ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:23.446258Z","caller":"traceutil/trace.go:171","msg":"trace[674063531] linearizableReadLoop","detail":"{readStateIndex:23364; appliedIndex:23360; }","duration":"109.827068ms","start":"2026-02-26T22:45:23.336382Z","end":"2026-02-26T22:45:23.446209Z","steps":["trace[674063531] 'read index received' (duration: 109.610593ms)","trace[674063531] 'applied index is now lower than readState.Index' (duration: 215.535µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:23.44625Z","caller":"traceutil/trace.go:171","msg":"trace[463690486] transaction","detail":"{read_only:false; response_revision:22531; number_of_response:1; }","duration":"328.104941ms","start":"2026-02-26T22:45:23.118103Z","end":"2026-02-26T22:45:23.446208Z","steps":["trace[463690486] 'process raft request' (duration: 327.918456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:23.446312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:23.117115Z","time spent":"329.094275ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:23.446342Z","caller":"traceutil/trace.go:171","msg":"trace[1900387739] transaction","detail":"{read_only:false; response_revision:22533; number_of_response:1; }","duration":"328.016978ms","start":"2026-02-26T22:45:23.118313Z","end":"2026-02-26T22:45:23.44633Z","steps":["trace[1900387739] 'process raft request' (duration: 327.800512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:23.446372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.890075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:45:23.446371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:23.118035Z","time spent":"328.246194ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:23.446396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:23.118302Z","time spent":"328.06666ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:23.446413Z","caller":"traceutil/trace.go:171","msg":"trace[1579471855] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22533; }","duration":"399.967118ms","start":"2026-02-26T22:45:23.046435Z","end":"2026-02-26T22:45:23.446402Z","steps":["trace[1579471855] 'agreement among raft nodes before linearized reading' (duration: 399.881775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:23.44645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:23.046418Z","time spent":"400.023779ms","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T22:45:23.446445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:23.118069Z","time spent":"328.275384ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:23.446285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:23.118103Z","time spent":"328.117751ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:23.962679Z","caller":"traceutil/trace.go:171","msg":"trace[782558944] linearizableReadLoop","detail":"{readStateIndex:23369; appliedIndex:23368; }","duration":"122.789863ms","start":"2026-02-26T22:45:23.839862Z","end":"2026-02-26T22:45:23.962652Z","steps":["trace[782558944] 'read index received' (duration: 122.618559ms)","trace[782558944] 'applied index is now lower than readState.Index' (duration: 170.264µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:23.962695Z","caller":"traceutil/trace.go:171","msg":"trace[582412443] transaction","detail":"{read_only:false; response_revision:22538; number_of_response:1; }","duration":"137.691106ms","start":"2026-02-26T22:45:23.824977Z","end":"2026-02-26T22:45:23.962668Z","steps":["trace[582412443] 'process raft request' (duration: 137.519991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:23.962901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.015109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T22:45:23.962933Z","caller":"traceutil/trace.go:171","msg":"trace[272223347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22538; }","duration":"123.108921ms","start":"2026-02-26T22:45:23.839814Z","end":"2026-02-26T22:45:23.962923Z","steps":["trace[272223347] 'agreement among raft nodes before linearized reading' (duration: 122.955597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:23.963182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.015103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:45:23.96322Z","caller":"traceutil/trace.go:171","msg":"trace[2028399935] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:22538; }","duration":"114.077085ms","start":"2026-02-26T22:45:23.849136Z","end":"2026-02-26T22:45:23.963213Z","steps":["trace[2028399935] 'agreement among raft nodes before linearized reading' (duration: 114.019174ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:24.109007Z","caller":"traceutil/trace.go:171","msg":"trace[1797301751] transaction","detail":"{read_only:false; response_revision:22539; number_of_response:1; }","duration":"141.296335ms","start":"2026-02-26T22:45:23.96768Z","end":"2026-02-26T22:45:24.108976Z","steps":["trace[1797301751] 'process raft request' (duration: 81.186052ms)","trace[1797301751] 'compare' (duration: 59.97258ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:24.893091Z","caller":"traceutil/trace.go:171","msg":"trace[1492578532] transaction","detail":"{read_only:false; response_revision:22542; number_of_response:1; }","duration":"224.029245ms","start":"2026-02-26T22:45:24.669038Z","end":"2026-02-26T22:45:24.893067Z","steps":["trace[1492578532] 'process raft request' (duration: 223.874492ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:25.007895Z","caller":"traceutil/trace.go:171","msg":"trace[1875041453] transaction","detail":"{read_only:false; response_revision:22543; number_of_response:1; }","duration":"107.776287ms","start":"2026-02-26T22:45:24.900092Z","end":"2026-02-26T22:45:25.007868Z","steps":["trace[1875041453] 'process raft request' (duration: 107.597883ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:25.008949Z","caller":"traceutil/trace.go:171","msg":"trace[1856307237] transaction","detail":"{read_only:false; response_revision:22544; number_of_response:1; }","duration":"107.761306ms","start":"2026-02-26T22:45:24.901152Z","end":"2026-02-26T22:45:25.008914Z","steps":["trace[1856307237] 'process raft request' (duration: 107.571801ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:25.802326Z","caller":"traceutil/trace.go:171","msg":"trace[1389735565] linearizableReadLoop","detail":"{readStateIndex:23383; appliedIndex:23382; }","duration":"119.53521ms","start":"2026-02-26T22:45:25.682758Z","end":"2026-02-26T22:45:25.802293Z","steps":["trace[1389735565] 'read index received' (duration: 99.077909ms)","trace[1389735565] 'applied index is now lower than readState.Index' (duration: 20.456091ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:25.802347Z","caller":"traceutil/trace.go:171","msg":"trace[1107019066] transaction","detail":"{read_only:false; response_revision:22552; number_of_response:1; }","duration":"126.229878ms","start":"2026-02-26T22:45:25.676075Z","end":"2026-02-26T22:45:25.802305Z","steps":["trace[1107019066] 'process raft request' (duration: 105.88041ms)","trace[1107019066] 'compare' (duration: 20.120673ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:25.802577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.798187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-776c65d74b-w7cnb\" ","response":"range_response_count:1 size:4808"} {"level":"info","ts":"2026-02-26T22:45:25.802661Z","caller":"traceutil/trace.go:171","msg":"trace[644022665] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-776c65d74b-w7cnb; range_end:; response_count:1; response_revision:22552; }","duration":"119.925101ms","start":"2026-02-26T22:45:25.682715Z","end":"2026-02-26T22:45:25.80264Z","steps":["trace[644022665] 'agreement among raft nodes before linearized reading' (duration: 119.699044ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:26.018532Z","caller":"traceutil/trace.go:171","msg":"trace[1762596263] transaction","detail":"{read_only:false; response_revision:22554; number_of_response:1; }","duration":"132.462546ms","start":"2026-02-26T22:45:25.886012Z","end":"2026-02-26T22:45:26.018475Z","steps":["trace[1762596263] 'process raft request' (duration: 132.198269ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:26.018908Z","caller":"traceutil/trace.go:171","msg":"trace[1229609797] transaction","detail":"{read_only:false; response_revision:22555; number_of_response:1; }","duration":"132.782373ms","start":"2026-02-26T22:45:25.886027Z","end":"2026-02-26T22:45:26.018809Z","steps":["trace[1229609797] 'process raft request' (duration: 132.366863ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:26.022354Z","caller":"traceutil/trace.go:171","msg":"trace[764625725] linearizableReadLoop","detail":"{readStateIndex:23387; appliedIndex:23384; }","duration":"101.10246ms","start":"2026-02-26T22:45:25.921229Z","end":"2026-02-26T22:45:26.022331Z","steps":["trace[764625725] 'read index received' (duration: 96.936995ms)","trace[764625725] 'applied index is now lower than readState.Index' (duration: 4.164215ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:26.022543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.274245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:26.022587Z","caller":"traceutil/trace.go:171","msg":"trace[1090990193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22556; }","duration":"101.423688ms","start":"2026-02-26T22:45:25.921152Z","end":"2026-02-26T22:45:26.022576Z","steps":["trace[1090990193] 'agreement among raft nodes before linearized reading' (duration: 101.273144ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:26.02255Z","caller":"traceutil/trace.go:171","msg":"trace[2030702376] transaction","detail":"{read_only:false; response_revision:22556; number_of_response:1; }","duration":"136.438834ms","start":"2026-02-26T22:45:25.886032Z","end":"2026-02-26T22:45:26.022471Z","steps":["trace[2030702376] 'process raft request' (duration: 136.162897ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:26.256867Z","caller":"traceutil/trace.go:171","msg":"trace[1638873921] linearizableReadLoop","detail":"{readStateIndex:23391; appliedIndex:23389; }","duration":"142.67734ms","start":"2026-02-26T22:45:26.114151Z","end":"2026-02-26T22:45:26.256829Z","steps":["trace[1638873921] 'read index received' (duration: 29.767074ms)","trace[1638873921] 'applied index is now lower than readState.Index' (duration: 112.909136ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:26.257134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.934117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T22:45:26.25722Z","caller":"traceutil/trace.go:171","msg":"trace[2089180148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22560; }","duration":"143.114801ms","start":"2026-02-26T22:45:26.114087Z","end":"2026-02-26T22:45:26.257202Z","steps":["trace[2089180148] 'agreement among raft nodes before linearized reading' (duration: 142.878415ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:26.257378Z","caller":"traceutil/trace.go:171","msg":"trace[706710281] transaction","detail":"{read_only:false; response_revision:22560; number_of_response:1; }","duration":"196.64172ms","start":"2026-02-26T22:45:26.060398Z","end":"2026-02-26T22:45:26.25704Z","steps":["trace[706710281] 'process raft request' (duration: 196.294101ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:26.62853Z","caller":"traceutil/trace.go:171","msg":"trace[1143280608] linearizableReadLoop","detail":"{readStateIndex:23397; appliedIndex:23391; }","duration":"371.569297ms","start":"2026-02-26T22:45:26.256937Z","end":"2026-02-26T22:45:26.628506Z","steps":["trace[1143280608] 'read index received' (duration: 371.214299ms)","trace[1143280608] 'applied index is now lower than readState.Index' (duration: 354.258µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:26.628705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.00392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T22:45:26.628725Z","caller":"traceutil/trace.go:171","msg":"trace[1841321779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22566; }","duration":"472.096603ms","start":"2026-02-26T22:45:26.156622Z","end":"2026-02-26T22:45:26.628718Z","steps":["trace[1841321779] 'agreement among raft nodes before linearized reading' (duration: 471.961929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:26.628747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:26.156595Z","time spent":"472.147204ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:45:26.62888Z","caller":"traceutil/trace.go:171","msg":"trace[1454246028] transaction","detail":"{read_only:false; response_revision:22564; number_of_response:1; }","duration":"463.114057ms","start":"2026-02-26T22:45:26.16576Z","end":"2026-02-26T22:45:26.628874Z","steps":["trace[1454246028] 'process raft request' (duration: 462.654556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:26.628943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:26.165753Z","time spent":"463.145999ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3921,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:26.628988Z","caller":"traceutil/trace.go:171","msg":"trace[2070350804] transaction","detail":"{read_only:false; response_revision:22565; number_of_response:1; }","duration":"453.880967ms","start":"2026-02-26T22:45:26.175103Z","end":"2026-02-26T22:45:26.628984Z","steps":["trace[2070350804] 'process raft request' (duration: 453.344613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:26.629013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:26.17508Z","time spent":"453.92035ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T22:45:26.629086Z","caller":"traceutil/trace.go:171","msg":"trace[214881634] transaction","detail":"{read_only:false; response_revision:22562; number_of_response:1; }","duration":"465.777486ms","start":"2026-02-26T22:45:26.163279Z","end":"2026-02-26T22:45:26.629057Z","steps":["trace[214881634] 'process raft request' (duration: 465.039267ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:26.629202Z","caller":"traceutil/trace.go:171","msg":"trace[1282167194] transaction","detail":"{read_only:false; response_revision:22566; number_of_response:1; }","duration":"442.499512ms","start":"2026-02-26T22:45:26.186696Z","end":"2026-02-26T22:45:26.629195Z","steps":["trace[1282167194] 'process raft request' (duration: 441.775984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:26.629203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:26.163263Z","time spent":"465.883888ms","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":612,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:26.629245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:26.186577Z","time spent":"442.645766ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":444,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:26.629301Z","caller":"traceutil/trace.go:171","msg":"trace[1697230900] transaction","detail":"{read_only:false; response_revision:22561; number_of_response:1; }","duration":"467.097748ms","start":"2026-02-26T22:45:26.162097Z","end":"2026-02-26T22:45:26.629195Z","steps":["trace[1697230900] 'process raft request' (duration: 466.085412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:26.629415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.648052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-5ccvt\" ","response":"range_response_count:1 size:4579"} {"level":"info","ts":"2026-02-26T22:45:26.629436Z","caller":"traceutil/trace.go:171","msg":"trace[1967544861] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-5ccvt; range_end:; response_count:1; response_revision:22566; }","duration":"455.706013ms","start":"2026-02-26T22:45:26.173724Z","end":"2026-02-26T22:45:26.62943Z","steps":["trace[1967544861] 'agreement among raft nodes before linearized reading' (duration: 455.648582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:26.629454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:26.173673Z","time spent":"455.776625ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4601,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-5ccvt\" "} {"level":"warn","ts":"2026-02-26T22:45:26.629486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:26.162067Z","time spent":"467.313214ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T22:45:26.629227Z","caller":"traceutil/trace.go:171","msg":"trace[554284840] transaction","detail":"{read_only:false; response_revision:22563; number_of_response:1; }","duration":"464.36733ms","start":"2026-02-26T22:45:26.164813Z","end":"2026-02-26T22:45:26.629181Z","steps":["trace[554284840] 'process raft request' (duration: 463.562619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:26.629886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:26.164804Z","time spent":"464.878062ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1331,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:26.630266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.432751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T22:45:26.630351Z","caller":"traceutil/trace.go:171","msg":"trace[259726221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22566; }","duration":"442.552244ms","start":"2026-02-26T22:45:26.18778Z","end":"2026-02-26T22:45:26.630332Z","steps":["trace[259726221] 'agreement among raft nodes before linearized reading' (duration: 441.630102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:26.630479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:26.187772Z","time spent":"442.693238ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T22:45:26.674016Z","caller":"traceutil/trace.go:171","msg":"trace[713210953] transaction","detail":"{read_only:false; response_revision:22567; number_of_response:1; }","duration":"411.381434ms","start":"2026-02-26T22:45:26.262601Z","end":"2026-02-26T22:45:26.673982Z","steps":["trace[713210953] 'process raft request' (duration: 411.20309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:26.674215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:26.262574Z","time spent":"411.529797ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:27.481509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:27.135619Z","time spent":"345.882505ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T22:45:27.521682Z","caller":"traceutil/trace.go:171","msg":"trace[2063047389] linearizableReadLoop","detail":"{readStateIndex:23400; appliedIndex:23397; }","duration":"883.619619ms","start":"2026-02-26T22:45:26.638037Z","end":"2026-02-26T22:45:27.521656Z","steps":["trace[2063047389] 'read index received' (duration: 35.773425ms)","trace[2063047389] 'applied index is now lower than readState.Index' (duration: 847.845314ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:27.522071Z","caller":"traceutil/trace.go:171","msg":"trace[938826710] transaction","detail":"{read_only:false; response_revision:22568; number_of_response:1; }","duration":"887.490456ms","start":"2026-02-26T22:45:26.634568Z","end":"2026-02-26T22:45:27.522058Z","steps":["trace[938826710] 'process raft request' (duration: 886.903532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.522172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:26.634542Z","time spent":"887.560838ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:27.52237Z","caller":"traceutil/trace.go:171","msg":"trace[166472772] transaction","detail":"{read_only:false; response_revision:22569; number_of_response:1; }","duration":"887.699352ms","start":"2026-02-26T22:45:26.63466Z","end":"2026-02-26T22:45:27.52236Z","steps":["trace[166472772] 'process raft request' (duration: 886.955133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.522426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:26.634619Z","time spent":"887.779604ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:27.522791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.747099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-7844f68f\" ","response":"range_response_count:1 size:3939"} {"level":"info","ts":"2026-02-26T22:45:27.522848Z","caller":"traceutil/trace.go:171","msg":"trace[92086984] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-7844f68f; range_end:; response_count:1; response_revision:22569; }","duration":"884.829491ms","start":"2026-02-26T22:45:26.638005Z","end":"2026-02-26T22:45:27.522835Z","steps":["trace[92086984] 'agreement among raft nodes before linearized reading' (duration: 884.497801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.522893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:26.637995Z","time spent":"884.885722ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3961,"request content":"key:\"/registry/replicasets/capo-system/capo-controller-manager-7844f68f\" "} {"level":"info","ts":"2026-02-26T22:45:27.90999Z","caller":"traceutil/trace.go:171","msg":"trace[852193415] linearizableReadLoop","detail":"{readStateIndex:23407; appliedIndex:23400; }","duration":"388.188284ms","start":"2026-02-26T22:45:27.521779Z","end":"2026-02-26T22:45:27.909967Z","steps":["trace[852193415] 'read index received' (duration: 387.835496ms)","trace[852193415] 'applied index is now lower than readState.Index' (duration: 351.188µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:27.910279Z","caller":"traceutil/trace.go:171","msg":"trace[1266016250] transaction","detail":"{read_only:false; response_revision:22570; number_of_response:1; }","duration":"822.211084ms","start":"2026-02-26T22:45:27.088056Z","end":"2026-02-26T22:45:27.910267Z","steps":["trace[1266016250] 'process raft request' (duration: 821.497216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.910373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:27.088038Z","time spent":"822.263256ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:27.910512Z","caller":"traceutil/trace.go:171","msg":"trace[1677106681] transaction","detail":"{read_only:false; response_revision:22571; number_of_response:1; }","duration":"800.221904ms","start":"2026-02-26T22:45:27.110283Z","end":"2026-02-26T22:45:27.910505Z","steps":["trace[1677106681] 'process raft request' (duration: 799.405154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.91055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:27.110269Z","time spent":"800.258665ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:27.910643Z","caller":"traceutil/trace.go:171","msg":"trace[294094335] transaction","detail":"{read_only:false; response_revision:22572; number_of_response:1; }","duration":"442.040901ms","start":"2026-02-26T22:45:27.468594Z","end":"2026-02-26T22:45:27.910635Z","steps":["trace[294094335] 'process raft request' (duration: 441.143589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.910681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:27.468548Z","time spent":"442.112923ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:27.910771Z","caller":"traceutil/trace.go:171","msg":"trace[1315119895] transaction","detail":"{read_only:false; response_revision:22573; number_of_response:1; }","duration":"437.22343ms","start":"2026-02-26T22:45:27.473542Z","end":"2026-02-26T22:45:27.910765Z","steps":["trace[1315119895] 'process raft request' (duration: 436.232866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.910803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:27.473509Z","time spent":"437.277072ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:27.910913Z","caller":"traceutil/trace.go:171","msg":"trace[802822679] transaction","detail":"{read_only:false; response_revision:22574; number_of_response:1; }","duration":"436.3925ms","start":"2026-02-26T22:45:27.474512Z","end":"2026-02-26T22:45:27.910905Z","steps":["trace[802822679] 'process raft request' (duration: 435.319443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.910951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:27.474499Z","time spent":"436.430981ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:27.911036Z","caller":"traceutil/trace.go:171","msg":"trace[73453029] transaction","detail":"{read_only:false; response_revision:22575; number_of_response:1; }","duration":"436.043061ms","start":"2026-02-26T22:45:27.474987Z","end":"2026-02-26T22:45:27.91103Z","steps":["trace[73453029] 'process raft request' (duration: 434.892242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.911068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:27.474974Z","time spent":"436.076081ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:27.911166Z","caller":"traceutil/trace.go:171","msg":"trace[120008909] transaction","detail":"{read_only:false; response_revision:22576; number_of_response:1; }","duration":"435.535778ms","start":"2026-02-26T22:45:27.475618Z","end":"2026-02-26T22:45:27.911154Z","steps":["trace[120008909] 'process raft request' (duration: 434.308267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.911223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:27.475609Z","time spent":"435.583239ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:27.912089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.253182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:27.912123Z","caller":"traceutil/trace.go:171","msg":"trace[1400238066] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:22576; }","duration":"439.342993ms","start":"2026-02-26T22:45:27.47277Z","end":"2026-02-26T22:45:27.912113Z","steps":["trace[1400238066] 'agreement among raft nodes before linearized reading' (duration: 439.288212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.912159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:27.472759Z","time spent":"439.392435ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:45:27.912333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.181524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-02-26T22:45:27.912354Z","caller":"traceutil/trace.go:171","msg":"trace[1989894539] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:22576; }","duration":"842.238855ms","start":"2026-02-26T22:45:27.070107Z","end":"2026-02-26T22:45:27.912346Z","steps":["trace[1989894539] 'agreement among raft nodes before linearized reading' (duration: 842.157673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.912376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:27.070088Z","time spent":"842.282117ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":484,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-26T22:45:27.912487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.036047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:27.912505Z","caller":"traceutil/trace.go:171","msg":"trace[1840856384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22576; }","duration":"875.090387ms","start":"2026-02-26T22:45:27.037409Z","end":"2026-02-26T22:45:27.912499Z","steps":["trace[1840856384] 'agreement among raft nodes before linearized reading' (duration: 875.057116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.912521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:27.037388Z","time spent":"875.130198ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:45:27.912644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00271306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-26T22:45:27.912662Z","caller":"traceutil/trace.go:171","msg":"trace[1997298619] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:22576; }","duration":"1.002731821s","start":"2026-02-26T22:45:26.909924Z","end":"2026-02-26T22:45:27.912656Z","steps":["trace[1997298619] 'agreement among raft nodes before linearized reading' (duration: 1.002677019s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.912682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:26.909861Z","time spent":"1.002817033s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T22:45:27.912769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177801112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:27.912789Z","caller":"traceutil/trace.go:171","msg":"trace[1426503191] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:22576; }","duration":"1.177921845s","start":"2026-02-26T22:45:26.73486Z","end":"2026-02-26T22:45:27.912782Z","steps":["trace[1426503191] 'agreement among raft nodes before linearized reading' (duration: 1.177888274s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.912807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:26.734833Z","time spent":"1.177969246s","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:45:27.920157Z","caller":"traceutil/trace.go:171","msg":"trace[1892334628] transaction","detail":"{read_only:false; response_revision:22577; number_of_response:1; }","duration":"237.389639ms","start":"2026-02-26T22:45:27.682738Z","end":"2026-02-26T22:45:27.920128Z","steps":["trace[1892334628] 'process raft request' (duration: 237.085872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.985755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.125141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T22:45:27.985764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.05043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T22:45:27.985825Z","caller":"traceutil/trace.go:171","msg":"trace[39935671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22577; }","duration":"312.207363ms","start":"2026-02-26T22:45:27.673602Z","end":"2026-02-26T22:45:27.98581Z","steps":["trace[39935671] 'agreement among raft nodes before linearized reading' (duration: 311.989898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.985856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:27.673582Z","time spent":"312.268324ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T22:45:27.985847Z","caller":"traceutil/trace.go:171","msg":"trace[394078204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22577; }","duration":"179.220275ms","start":"2026-02-26T22:45:27.806605Z","end":"2026-02-26T22:45:27.985825Z","steps":["trace[394078204] 'agreement among raft nodes before linearized reading' (duration: 178.899617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.98608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.667607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-7844f68f\" ","response":"range_response_count:1 size:3939"} {"level":"info","ts":"2026-02-26T22:45:27.986202Z","caller":"traceutil/trace.go:171","msg":"trace[498436249] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-7844f68f; range_end:; response_count:1; response_revision:22577; }","duration":"460.81484ms","start":"2026-02-26T22:45:27.525353Z","end":"2026-02-26T22:45:27.986168Z","steps":["trace[498436249] 'agreement among raft nodes before linearized reading' (duration: 460.429481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:27.986262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:27.525307Z","time spent":"460.942544ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3961,"request content":"key:\"/registry/replicasets/capo-system/capo-controller-manager-7844f68f\" "} {"level":"warn","ts":"2026-02-26T22:45:28.053427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.8818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:28.053451Z","caller":"traceutil/trace.go:171","msg":"trace[849147447] transaction","detail":"{read_only:false; response_revision:22578; number_of_response:1; }","duration":"133.489051ms","start":"2026-02-26T22:45:27.919922Z","end":"2026-02-26T22:45:28.053411Z","steps":["trace[849147447] 'process raft request' (duration: 133.170203ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:28.053506Z","caller":"traceutil/trace.go:171","msg":"trace[744534475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22578; }","duration":"136.009384ms","start":"2026-02-26T22:45:27.917485Z","end":"2026-02-26T22:45:28.053495Z","steps":["trace[744534475] 'agreement among raft nodes before linearized reading' (duration: 135.84075ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:28.148346Z","caller":"traceutil/trace.go:171","msg":"trace[1454519343] transaction","detail":"{read_only:false; response_revision:22579; number_of_response:1; }","duration":"158.284481ms","start":"2026-02-26T22:45:27.990042Z","end":"2026-02-26T22:45:28.148327Z","steps":["trace[1454519343] 'process raft request' (duration: 158.121097ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:28.148565Z","caller":"traceutil/trace.go:171","msg":"trace[1287728705] transaction","detail":"{read_only:false; response_revision:22580; number_of_response:1; }","duration":"158.027834ms","start":"2026-02-26T22:45:27.990532Z","end":"2026-02-26T22:45:28.14856Z","steps":["trace[1287728705] 'process raft request' (duration: 157.768967ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:28.149126Z","caller":"traceutil/trace.go:171","msg":"trace[208422316] transaction","detail":"{read_only:false; response_revision:22581; number_of_response:1; }","duration":"154.972277ms","start":"2026-02-26T22:45:27.993827Z","end":"2026-02-26T22:45:28.1488Z","steps":["trace[208422316] 'process raft request' (duration: 154.701991ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:28.381054Z","caller":"traceutil/trace.go:171","msg":"trace[1956857306] transaction","detail":"{read_only:false; response_revision:22584; number_of_response:1; }","duration":"221.527423ms","start":"2026-02-26T22:45:28.159493Z","end":"2026-02-26T22:45:28.381021Z","steps":["trace[1956857306] 'process raft request' (duration: 177.661875ms)","trace[1956857306] 'compare' (duration: 43.696694ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:28.561784Z","caller":"traceutil/trace.go:171","msg":"trace[1070106797] linearizableReadLoop","detail":"{readStateIndex:23417; appliedIndex:23416; }","duration":"153.161462ms","start":"2026-02-26T22:45:28.408595Z","end":"2026-02-26T22:45:28.561757Z","steps":["trace[1070106797] 'read index received' (duration: 112.742201ms)","trace[1070106797] 'applied index is now lower than readState.Index' (duration: 40.418381ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:28.561875Z","caller":"traceutil/trace.go:171","msg":"trace[567147029] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22585; }","duration":"178.209159ms","start":"2026-02-26T22:45:28.383626Z","end":"2026-02-26T22:45:28.561836Z","steps":["trace[567147029] 'process raft request' (duration: 137.707716ms)","trace[567147029] 'compare' (duration: 40.272637ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:28.562011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.394648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-5ccvt\" ","response":"range_response_count:1 size:4579"} {"level":"info","ts":"2026-02-26T22:45:28.562091Z","caller":"traceutil/trace.go:171","msg":"trace[46754538] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-5ccvt; range_end:; response_count:1; response_revision:22585; }","duration":"153.529262ms","start":"2026-02-26T22:45:28.40854Z","end":"2026-02-26T22:45:28.562069Z","steps":["trace[46754538] 'agreement among raft nodes before linearized reading' (duration: 153.320967ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:28.900662Z","caller":"traceutil/trace.go:171","msg":"trace[788625332] transaction","detail":"{read_only:false; response_revision:22589; number_of_response:1; }","duration":"161.946821ms","start":"2026-02-26T22:45:28.738642Z","end":"2026-02-26T22:45:28.900589Z","steps":["trace[788625332] 'process raft request' (duration: 155.157442ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:30.053792Z","caller":"traceutil/trace.go:171","msg":"trace[1810436884] transaction","detail":"{read_only:false; response_revision:22594; number_of_response:1; }","duration":"133.926392ms","start":"2026-02-26T22:45:29.919849Z","end":"2026-02-26T22:45:30.053775Z","steps":["trace[1810436884] 'process raft request' (duration: 133.738497ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:30.05421Z","caller":"traceutil/trace.go:171","msg":"trace[61233301] transaction","detail":"{read_only:false; response_revision:22595; number_of_response:1; }","duration":"134.335012ms","start":"2026-02-26T22:45:29.919849Z","end":"2026-02-26T22:45:30.054184Z","steps":["trace[61233301] 'process raft request' (duration: 133.886601ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:30.05455Z","caller":"traceutil/trace.go:171","msg":"trace[1656212018] transaction","detail":"{read_only:false; response_revision:22596; number_of_response:1; }","duration":"134.521367ms","start":"2026-02-26T22:45:29.92Z","end":"2026-02-26T22:45:30.054521Z","steps":["trace[1656212018] 'process raft request' (duration: 134.081746ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:30.055041Z","caller":"traceutil/trace.go:171","msg":"trace[1346205344] transaction","detail":"{read_only:false; response_revision:22597; number_of_response:1; }","duration":"133.344657ms","start":"2026-02-26T22:45:29.921687Z","end":"2026-02-26T22:45:30.055031Z","steps":["trace[1346205344] 'process raft request' (duration: 132.69501ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:30.754145Z","caller":"traceutil/trace.go:171","msg":"trace[1400969519] transaction","detail":"{read_only:false; response_revision:22601; number_of_response:1; }","duration":"108.643509ms","start":"2026-02-26T22:45:30.645463Z","end":"2026-02-26T22:45:30.754107Z","steps":["trace[1400969519] 'process raft request' (duration: 108.399062ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:32.201674Z","caller":"traceutil/trace.go:171","msg":"trace[2132607982] transaction","detail":"{read_only:false; response_revision:22606; number_of_response:1; }","duration":"196.450005ms","start":"2026-02-26T22:45:32.005198Z","end":"2026-02-26T22:45:32.201648Z","steps":["trace[2132607982] 'process raft request' (duration: 195.546932ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:32.278259Z","caller":"traceutil/trace.go:171","msg":"trace[926345497] transaction","detail":"{read_only:false; response_revision:22609; number_of_response:1; }","duration":"220.057106ms","start":"2026-02-26T22:45:32.058176Z","end":"2026-02-26T22:45:32.278233Z","steps":["trace[926345497] 'process raft request' (duration: 219.973774ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:32.278337Z","caller":"traceutil/trace.go:171","msg":"trace[1309591488] transaction","detail":"{read_only:false; response_revision:22608; number_of_response:1; }","duration":"221.274897ms","start":"2026-02-26T22:45:32.057027Z","end":"2026-02-26T22:45:32.278302Z","steps":["trace[1309591488] 'process raft request' (duration: 221.084512ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:32.278273Z","caller":"traceutil/trace.go:171","msg":"trace[914420326] transaction","detail":"{read_only:false; response_revision:22607; number_of_response:1; }","duration":"265.172945ms","start":"2026-02-26T22:45:32.013068Z","end":"2026-02-26T22:45:32.278241Z","steps":["trace[914420326] 'process raft request' (duration: 264.849207ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:32.278565Z","caller":"traceutil/trace.go:171","msg":"trace[95132175] transaction","detail":"{read_only:false; response_revision:22610; number_of_response:1; }","duration":"219.874001ms","start":"2026-02-26T22:45:32.058667Z","end":"2026-02-26T22:45:32.278541Z","steps":["trace[95132175] 'process raft request' (duration: 219.523232ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:32.278618Z","caller":"traceutil/trace.go:171","msg":"trace[825055123] transaction","detail":"{read_only:false; response_revision:22611; number_of_response:1; }","duration":"218.929597ms","start":"2026-02-26T22:45:32.059677Z","end":"2026-02-26T22:45:32.278606Z","steps":["trace[825055123] 'process raft request' (duration: 218.774024ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:32.278616Z","caller":"traceutil/trace.go:171","msg":"trace[116297498] linearizableReadLoop","detail":"{readStateIndex:23439; appliedIndex:23437; }","duration":"244.338494ms","start":"2026-02-26T22:45:32.034253Z","end":"2026-02-26T22:45:32.278591Z","steps":["trace[116297498] 'read index received' (duration: 166.449195ms)","trace[116297498] 'applied index is now lower than readState.Index' (duration: 77.887939ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:32.278638Z","caller":"traceutil/trace.go:171","msg":"trace[982300294] transaction","detail":"{read_only:false; response_revision:22612; number_of_response:1; }","duration":"107.972152ms","start":"2026-02-26T22:45:32.170641Z","end":"2026-02-26T22:45:32.278613Z","steps":["trace[982300294] 'process raft request' (duration: 107.89959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:32.278798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.531828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:32.278841Z","caller":"traceutil/trace.go:171","msg":"trace[768189117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22612; }","duration":"244.613311ms","start":"2026-02-26T22:45:32.034216Z","end":"2026-02-26T22:45:32.278829Z","steps":["trace[768189117] 'agreement among raft nodes before linearized reading' (duration: 244.490478ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:32.591505Z","caller":"traceutil/trace.go:171","msg":"trace[1716228061] transaction","detail":"{read_only:false; response_revision:22613; number_of_response:1; }","duration":"385.782443ms","start":"2026-02-26T22:45:32.205686Z","end":"2026-02-26T22:45:32.591468Z","steps":["trace[1716228061] 'process raft request' (duration: 385.514417ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:32.591519Z","caller":"traceutil/trace.go:171","msg":"trace[904919683] linearizableReadLoop","detail":"{readStateIndex:23447; appliedIndex:23444; }","duration":"312.804398ms","start":"2026-02-26T22:45:32.27869Z","end":"2026-02-26T22:45:32.591495Z","steps":["trace[904919683] 'read index received' (duration: 312.522761ms)","trace[904919683] 'applied index is now lower than readState.Index' (duration: 280.577µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:32.591619Z","caller":"traceutil/trace.go:171","msg":"trace[969267135] transaction","detail":"{read_only:false; response_revision:22615; number_of_response:1; }","duration":"381.756802ms","start":"2026-02-26T22:45:32.20982Z","end":"2026-02-26T22:45:32.591577Z","steps":["trace[969267135] 'process raft request' (duration: 381.617119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:32.59165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:32.205654Z","time spent":"385.930857ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T22:45:32.59177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:32.209808Z","time spent":"381.883805ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4575,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:32.591779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.784341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:32.591853Z","caller":"traceutil/trace.go:171","msg":"trace[1524031283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22615; }","duration":"311.909064ms","start":"2026-02-26T22:45:32.279926Z","end":"2026-02-26T22:45:32.591835Z","steps":["trace[1524031283] 'agreement among raft nodes before linearized reading' (duration: 311.779021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:32.59177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.608765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T22:45:32.591901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:32.279911Z","time spent":"311.981566ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:45:32.591923Z","caller":"traceutil/trace.go:171","msg":"trace[1055680555] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22615; }","duration":"422.780099ms","start":"2026-02-26T22:45:32.169122Z","end":"2026-02-26T22:45:32.591902Z","steps":["trace[1055680555] 'agreement among raft nodes before linearized reading' (duration: 422.469521ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:32.591834Z","caller":"traceutil/trace.go:171","msg":"trace[1033545578] transaction","detail":"{read_only:false; response_revision:22614; number_of_response:1; }","duration":"384.555832ms","start":"2026-02-26T22:45:32.20725Z","end":"2026-02-26T22:45:32.591806Z","steps":["trace[1033545578] 'process raft request' (duration: 384.118511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:32.591981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:32.169118Z","time spent":"422.849451ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:45:32.5921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:32.207233Z","time spent":"384.797468ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3651,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T22:45:32.592359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.617549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T22:45:32.592471Z","caller":"traceutil/trace.go:171","msg":"trace[1249799980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22615; }","duration":"423.724863ms","start":"2026-02-26T22:45:32.168686Z","end":"2026-02-26T22:45:32.592411Z","steps":["trace[1249799980] 'agreement among raft nodes before linearized reading' (duration: 422.959154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:32.592574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:32.168676Z","time spent":"423.874706ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T22:45:32.822659Z","caller":"traceutil/trace.go:171","msg":"trace[1386877590] transaction","detail":"{read_only:false; response_revision:22616; number_of_response:1; }","duration":"226.026445ms","start":"2026-02-26T22:45:32.596609Z","end":"2026-02-26T22:45:32.822636Z","steps":["trace[1386877590] 'process raft request' (duration: 225.80725ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:32.822942Z","caller":"traceutil/trace.go:171","msg":"trace[1481874695] transaction","detail":"{read_only:false; response_revision:22617; number_of_response:1; }","duration":"225.943404ms","start":"2026-02-26T22:45:32.596974Z","end":"2026-02-26T22:45:32.822917Z","steps":["trace[1481874695] 'process raft request' (duration: 225.604425ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:32.823234Z","caller":"traceutil/trace.go:171","msg":"trace[845682296] transaction","detail":"{read_only:false; response_revision:22618; number_of_response:1; }","duration":"225.895083ms","start":"2026-02-26T22:45:32.597301Z","end":"2026-02-26T22:45:32.823196Z","steps":["trace[845682296] 'process raft request' (duration: 225.568575ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:32.823301Z","caller":"traceutil/trace.go:171","msg":"trace[302991748] linearizableReadLoop","detail":"{readStateIndex:23452; appliedIndex:23447; }","duration":"223.785541ms","start":"2026-02-26T22:45:32.599503Z","end":"2026-02-26T22:45:32.823288Z","steps":["trace[302991748] 'read index received' (duration: 65.656783ms)","trace[302991748] 'applied index is now lower than readState.Index' (duration: 158.127718ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:32.823507Z","caller":"traceutil/trace.go:171","msg":"trace[611008788] transaction","detail":"{read_only:false; response_revision:22619; number_of_response:1; }","duration":"226.187361ms","start":"2026-02-26T22:45:32.597307Z","end":"2026-02-26T22:45:32.823494Z","steps":["trace[611008788] 'process raft request' (duration: 225.815391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:32.823602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.084598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4593"} {"level":"info","ts":"2026-02-26T22:45:32.823641Z","caller":"traceutil/trace.go:171","msg":"trace[777776799] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22620; }","duration":"224.16418ms","start":"2026-02-26T22:45:32.599464Z","end":"2026-02-26T22:45:32.823628Z","steps":["trace[777776799] 'agreement among raft nodes before linearized reading' (duration: 224.008006ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:32.823617Z","caller":"traceutil/trace.go:171","msg":"trace[1981337645] transaction","detail":"{read_only:false; response_revision:22620; number_of_response:1; }","duration":"224.086327ms","start":"2026-02-26T22:45:32.599508Z","end":"2026-02-26T22:45:32.823594Z","steps":["trace[1981337645] 'process raft request' (duration: 223.672957ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:32.899129Z","caller":"traceutil/trace.go:171","msg":"trace[286835425] transaction","detail":"{read_only:false; response_revision:22621; number_of_response:1; }","duration":"141.308366ms","start":"2026-02-26T22:45:32.757746Z","end":"2026-02-26T22:45:32.899054Z","steps":["trace[286835425] 'process raft request' (duration: 99.819788ms)","trace[286835425] 'compare' (duration: 41.330474ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:32.899277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.875355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T22:45:32.899567Z","caller":"traceutil/trace.go:171","msg":"trace[929601097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22621; }","duration":"111.203633ms","start":"2026-02-26T22:45:32.788336Z","end":"2026-02-26T22:45:32.89954Z","steps":["trace[929601097] 'agreement among raft nodes before linearized reading' (duration: 110.726821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:33.549505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.158656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:33.549584Z","caller":"traceutil/trace.go:171","msg":"trace[1970959615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22627; }","duration":"512.284379ms","start":"2026-02-26T22:45:33.037282Z","end":"2026-02-26T22:45:33.549566Z","steps":["trace[1970959615] 'range keys from in-memory index tree' (duration: 512.027693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:33.549622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:33.037264Z","time spent":"512.350241ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:45:33.549632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.1227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:45:33.549759Z","caller":"traceutil/trace.go:171","msg":"trace[526893847] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:22627; }","duration":"469.281104ms","start":"2026-02-26T22:45:33.080446Z","end":"2026-02-26T22:45:33.549727Z","steps":["trace[526893847] 'range keys from in-memory index tree' (duration: 468.926494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:33.549819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:33.080426Z","time spent":"469.378186ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":463,"request content":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" "} {"level":"warn","ts":"2026-02-26T22:45:33.905254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.651348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:33.905355Z","caller":"traceutil/trace.go:171","msg":"trace[1312579917] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22629; }","duration":"104.815933ms","start":"2026-02-26T22:45:33.800518Z","end":"2026-02-26T22:45:33.905334Z","steps":["trace[1312579917] 'range keys from in-memory index tree' (duration: 104.577557ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:34.111126Z","caller":"traceutil/trace.go:171","msg":"trace[1363882864] linearizableReadLoop","detail":"{readStateIndex:23465; appliedIndex:23463; }","duration":"100.286098ms","start":"2026-02-26T22:45:34.01082Z","end":"2026-02-26T22:45:34.111106Z","steps":["trace[1363882864] 'read index received' (duration: 31.012096ms)","trace[1363882864] 'applied index is now lower than readState.Index' (duration: 69.272812ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:34.111244Z","caller":"traceutil/trace.go:171","msg":"trace[543703512] transaction","detail":"{read_only:false; response_revision:22632; number_of_response:1; }","duration":"106.951816ms","start":"2026-02-26T22:45:34.00427Z","end":"2026-02-26T22:45:34.111222Z","steps":["trace[543703512] 'process raft request' (duration: 106.761132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:34.111395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.558915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T22:45:34.111425Z","caller":"traceutil/trace.go:171","msg":"trace[1348683976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22632; }","duration":"100.614478ms","start":"2026-02-26T22:45:34.010798Z","end":"2026-02-26T22:45:34.111413Z","steps":["trace[1348683976] 'agreement among raft nodes before linearized reading' (duration: 100.546715ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:34.111522Z","caller":"traceutil/trace.go:171","msg":"trace[1626975324] transaction","detail":"{read_only:false; response_revision:22631; number_of_response:1; }","duration":"112.423634ms","start":"2026-02-26T22:45:33.99906Z","end":"2026-02-26T22:45:34.111484Z","steps":["trace[1626975324] 'process raft request' (duration: 42.7599ms)","trace[1626975324] 'compare' (duration: 69.059878ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:34.365668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.033573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:45:34.365774Z","caller":"traceutil/trace.go:171","msg":"trace[301745632] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22632; }","duration":"138.195228ms","start":"2026-02-26T22:45:34.227553Z","end":"2026-02-26T22:45:34.365748Z","steps":["trace[301745632] 'count revisions from in-memory index tree' (duration: 137.945632ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:34.366497Z","caller":"traceutil/trace.go:171","msg":"trace[553015595] transaction","detail":"{read_only:false; response_revision:22633; number_of_response:1; }","duration":"126.337602ms","start":"2026-02-26T22:45:34.240148Z","end":"2026-02-26T22:45:34.366486Z","steps":["trace[553015595] 'process raft request' (duration: 126.23209ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:34.655625Z","caller":"traceutil/trace.go:171","msg":"trace[1255070611] transaction","detail":"{read_only:false; response_revision:22635; number_of_response:1; }","duration":"371.184289ms","start":"2026-02-26T22:45:34.284418Z","end":"2026-02-26T22:45:34.655602Z","steps":["trace[1255070611] 'process raft request' (duration: 371.115817ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:34.655642Z","caller":"traceutil/trace.go:171","msg":"trace[1916831298] transaction","detail":"{read_only:false; response_revision:22634; number_of_response:1; }","duration":"372.017629ms","start":"2026-02-26T22:45:34.283585Z","end":"2026-02-26T22:45:34.655603Z","steps":["trace[1916831298] 'process raft request' (duration: 371.818734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:34.655755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:34.28439Z","time spent":"371.299022ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:34.655765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:34.283559Z","time spent":"372.137642ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:34.655973Z","caller":"traceutil/trace.go:171","msg":"trace[178534613] transaction","detail":"{read_only:false; response_revision:22636; number_of_response:1; }","duration":"371.421644ms","start":"2026-02-26T22:45:34.284533Z","end":"2026-02-26T22:45:34.655955Z","steps":["trace[178534613] 'process raft request' (duration: 371.028955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:34.656019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:34.284526Z","time spent":"371.468355ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:34.656014Z","caller":"traceutil/trace.go:171","msg":"trace[1886642755] linearizableReadLoop","detail":"{readStateIndex:23472; appliedIndex:23466; }","duration":"201.481871ms","start":"2026-02-26T22:45:34.454507Z","end":"2026-02-26T22:45:34.655989Z","steps":["trace[1886642755] 'read index received' (duration: 200.802234ms)","trace[1886642755] 'applied index is now lower than readState.Index' (duration: 678.477µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:34.656097Z","caller":"traceutil/trace.go:171","msg":"trace[750917416] transaction","detail":"{read_only:false; response_revision:22638; number_of_response:1; }","duration":"371.443585ms","start":"2026-02-26T22:45:34.284625Z","end":"2026-02-26T22:45:34.656069Z","steps":["trace[750917416] 'process raft request' (duration: 371.281491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:34.656156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.632755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:45:34.656167Z","caller":"traceutil/trace.go:171","msg":"trace[2058601154] transaction","detail":"{read_only:false; response_revision:22639; number_of_response:1; }","duration":"371.24497ms","start":"2026-02-26T22:45:34.284914Z","end":"2026-02-26T22:45:34.656159Z","steps":["trace[2058601154] 'process raft request' (duration: 371.032875ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:34.656192Z","caller":"traceutil/trace.go:171","msg":"trace[999581026] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:22639; }","duration":"201.729408ms","start":"2026-02-26T22:45:34.454451Z","end":"2026-02-26T22:45:34.656181Z","steps":["trace[999581026] 'agreement among raft nodes before linearized reading' (duration: 201.625705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:34.656214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:34.284883Z","time spent":"371.308961ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:34.656269Z","caller":"traceutil/trace.go:171","msg":"trace[1689120237] transaction","detail":"{read_only:false; response_revision:22637; number_of_response:1; }","duration":"371.683391ms","start":"2026-02-26T22:45:34.284579Z","end":"2026-02-26T22:45:34.656262Z","steps":["trace[1689120237] 'process raft request' (duration: 371.219029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:34.656257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:34.284616Z","time spent":"371.548907ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:34.656298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:34.284573Z","time spent":"371.708251ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:34.998292Z","caller":"traceutil/trace.go:171","msg":"trace[260856209] transaction","detail":"{read_only:false; response_revision:22640; number_of_response:1; }","duration":"151.614394ms","start":"2026-02-26T22:45:34.84665Z","end":"2026-02-26T22:45:34.998265Z","steps":["trace[260856209] 'process raft request' (duration: 151.45604ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:35.003528Z","caller":"traceutil/trace.go:171","msg":"trace[657778037] transaction","detail":"{read_only:false; response_revision:22641; number_of_response:1; }","duration":"156.825415ms","start":"2026-02-26T22:45:34.846666Z","end":"2026-02-26T22:45:35.003492Z","steps":["trace[657778037] 'process raft request' (duration: 156.604789ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:35.003611Z","caller":"traceutil/trace.go:171","msg":"trace[1630815016] transaction","detail":"{read_only:false; response_revision:22642; number_of_response:1; }","duration":"155.322336ms","start":"2026-02-26T22:45:34.848254Z","end":"2026-02-26T22:45:35.003576Z","steps":["trace[1630815016] 'process raft request' (duration: 155.165062ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:36.052212Z","caller":"traceutil/trace.go:171","msg":"trace[563223498] linearizableReadLoop","detail":"{readStateIndex:23481; appliedIndex:23480; }","duration":"151.439209ms","start":"2026-02-26T22:45:35.900739Z","end":"2026-02-26T22:45:36.052178Z","steps":["trace[563223498] 'read index received' (duration: 55.281673ms)","trace[563223498] 'applied index is now lower than readState.Index' (duration: 96.156376ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:36.052316Z","caller":"traceutil/trace.go:171","msg":"trace[288289706] transaction","detail":"{read_only:false; response_revision:22648; number_of_response:1; }","duration":"205.007319ms","start":"2026-02-26T22:45:35.847252Z","end":"2026-02-26T22:45:36.052259Z","steps":["trace[288289706] 'process raft request' (duration: 108.795042ms)","trace[288289706] 'compare' (duration: 95.959641ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:36.052473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.712136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:36.052577Z","caller":"traceutil/trace.go:171","msg":"trace[818314745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22648; }","duration":"151.859249ms","start":"2026-02-26T22:45:35.900692Z","end":"2026-02-26T22:45:36.052551Z","steps":["trace[818314745] 'agreement among raft nodes before linearized reading' (duration: 151.627184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:36.255959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.900815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:45:36.256275Z","caller":"traceutil/trace.go:171","msg":"trace[303199735] transaction","detail":"{read_only:false; response_revision:22649; number_of_response:1; }","duration":"139.272845ms","start":"2026-02-26T22:45:36.116943Z","end":"2026-02-26T22:45:36.256216Z","steps":["trace[303199735] 'process raft request' (duration: 35.997121ms)","trace[303199735] 'compare' (duration: 102.770942ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:36.42173Z","caller":"traceutil/trace.go:171","msg":"trace[871470790] transaction","detail":"{read_only:false; response_revision:22650; number_of_response:1; }","duration":"164.439056ms","start":"2026-02-26T22:45:36.257239Z","end":"2026-02-26T22:45:36.421679Z","steps":["trace[871470790] 'process raft request' (duration: 108.080515ms)","trace[871470790] 'compare' (duration: 56.202187ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:36.886853Z","caller":"traceutil/trace.go:171","msg":"trace[1129646665] transaction","detail":"{read_only:false; response_revision:22652; number_of_response:1; }","duration":"225.41738ms","start":"2026-02-26T22:45:36.661407Z","end":"2026-02-26T22:45:36.886824Z","steps":["trace[1129646665] 'process raft request' (duration: 168.535787ms)","trace[1129646665] 'compare' (duration: 56.686018ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:36.88705Z","caller":"traceutil/trace.go:171","msg":"trace[2076325407] transaction","detail":"{read_only:false; response_revision:22654; number_of_response:1; }","duration":"225.433071ms","start":"2026-02-26T22:45:36.661599Z","end":"2026-02-26T22:45:36.887032Z","steps":["trace[2076325407] 'process raft request' (duration: 225.345339ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:36.88709Z","caller":"traceutil/trace.go:171","msg":"trace[1414806498] transaction","detail":"{read_only:false; response_revision:22653; number_of_response:1; }","duration":"225.481681ms","start":"2026-02-26T22:45:36.66157Z","end":"2026-02-26T22:45:36.887051Z","steps":["trace[1414806498] 'process raft request' (duration: 225.211195ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:36.887356Z","caller":"traceutil/trace.go:171","msg":"trace[1377667468] linearizableReadLoop","detail":"{readStateIndex:23490; appliedIndex:23484; }","duration":"178.363482ms","start":"2026-02-26T22:45:36.708974Z","end":"2026-02-26T22:45:36.887338Z","steps":["trace[1377667468] 'read index received' (duration: 17.922228ms)","trace[1377667468] 'applied index is now lower than readState.Index' (duration: 160.440184ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:36.887384Z","caller":"traceutil/trace.go:171","msg":"trace[774715569] transaction","detail":"{read_only:false; response_revision:22656; number_of_response:1; }","duration":"225.167544ms","start":"2026-02-26T22:45:36.662206Z","end":"2026-02-26T22:45:36.887373Z","steps":["trace[774715569] 'process raft request' (duration: 225.031691ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:36.887397Z","caller":"traceutil/trace.go:171","msg":"trace[948176692] transaction","detail":"{read_only:false; response_revision:22655; number_of_response:1; }","duration":"225.719257ms","start":"2026-02-26T22:45:36.661656Z","end":"2026-02-26T22:45:36.887376Z","steps":["trace[948176692] 'process raft request' (duration: 225.349588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:36.887558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.574858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:36.887607Z","caller":"traceutil/trace.go:171","msg":"trace[1431659823] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:22656; }","duration":"178.674381ms","start":"2026-02-26T22:45:36.708918Z","end":"2026-02-26T22:45:36.887592Z","steps":["trace[1431659823] 'agreement among raft nodes before linearized reading' (duration: 178.560717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:38.469681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.393632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:45:38.470181Z","caller":"traceutil/trace.go:171","msg":"trace[1149708591] transaction","detail":"{read_only:false; response_revision:22665; number_of_response:1; }","duration":"564.649429ms","start":"2026-02-26T22:45:37.905504Z","end":"2026-02-26T22:45:38.470154Z","steps":["trace[1149708591] 'process raft request' (duration: 228.693153ms)","trace[1149708591] 'compare' (duration: 334.813258ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:38.470366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:37.905488Z","time spent":"564.763531ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4781,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:38.926132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.256527ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T22:45:38.926878Z","caller":"traceutil/trace.go:171","msg":"trace[2081299135] transaction","detail":"{read_only:false; response_revision:22666; number_of_response:1; }","duration":"981.791816ms","start":"2026-02-26T22:45:37.945052Z","end":"2026-02-26T22:45:38.926844Z","steps":["trace[2081299135] 'process raft request' (duration: 981.173231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:38.927089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:37.945034Z","time spent":"981.933961ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:39.016248Z","caller":"traceutil/trace.go:171","msg":"trace[1325244100] transaction","detail":"{read_only:false; response_revision:22667; number_of_response:1; }","duration":"1.055021179s","start":"2026-02-26T22:45:37.961179Z","end":"2026-02-26T22:45:39.0162Z","steps":["trace[1325244100] 'process raft request' (duration: 965.643053ms)","trace[1325244100] 'compare' (duration: 89.169331ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:39.016338Z","caller":"traceutil/trace.go:171","msg":"trace[1224626456] transaction","detail":"{read_only:false; response_revision:22668; number_of_response:1; }","duration":"753.69276ms","start":"2026-02-26T22:45:38.262612Z","end":"2026-02-26T22:45:39.016305Z","steps":["trace[1224626456] 'process raft request' (duration: 753.544416ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.016409Z","caller":"traceutil/trace.go:171","msg":"trace[142956754] transaction","detail":"{read_only:false; response_revision:22671; number_of_response:1; }","duration":"539.082779ms","start":"2026-02-26T22:45:38.477298Z","end":"2026-02-26T22:45:39.016381Z","steps":["trace[142956754] 'process raft request' (duration: 539.019027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:39.016613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:37.961161Z","time spent":"1.055170752s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:39.016677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:38.477291Z","time spent":"539.304474ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4156,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:39.016923Z","caller":"traceutil/trace.go:171","msg":"trace[1929359596] linearizableReadLoop","detail":"{readStateIndex:23502; appliedIndex:23498; }","duration":"980.557686ms","start":"2026-02-26T22:45:38.036351Z","end":"2026-02-26T22:45:39.016908Z","steps":["trace[1929359596] 'read index received' (duration: 97.795316ms)","trace[1929359596] 'applied index is now lower than readState.Index' (duration: 882.76012ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:39.016931Z","caller":"traceutil/trace.go:171","msg":"trace[1958581088] transaction","detail":"{read_only:false; response_revision:22669; number_of_response:1; }","duration":"541.307825ms","start":"2026-02-26T22:45:38.475595Z","end":"2026-02-26T22:45:39.016903Z","steps":["trace[1958581088] 'process raft request' (duration: 540.611687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:39.017133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:38.475573Z","time spent":"541.4536ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1487,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:39.017144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.796312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:39.01719Z","caller":"traceutil/trace.go:171","msg":"trace[926744712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22671; }","duration":"980.890994ms","start":"2026-02-26T22:45:38.036289Z","end":"2026-02-26T22:45:39.01718Z","steps":["trace[926744712] 'agreement among raft nodes before linearized reading' (duration: 980.70517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:39.017221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:38.036264Z","time spent":"980.950545ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:45:39.017373Z","caller":"traceutil/trace.go:171","msg":"trace[934331597] transaction","detail":"{read_only:false; response_revision:22670; number_of_response:1; }","duration":"540.742981ms","start":"2026-02-26T22:45:38.475973Z","end":"2026-02-26T22:45:39.016716Z","steps":["trace[934331597] 'process raft request' (duration: 540.289199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:39.017721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:38.262585Z","time spent":"753.839693ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:39.018134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:38.475967Z","time spent":"541.489359ms","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":901,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:39.058975Z","caller":"traceutil/trace.go:171","msg":"trace[815805864] transaction","detail":"{read_only:false; response_revision:22672; number_of_response:1; }","duration":"326.86297ms","start":"2026-02-26T22:45:38.732086Z","end":"2026-02-26T22:45:39.058949Z","steps":["trace[815805864] 'process raft request' (duration: 326.652195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:39.059171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:38.732064Z","time spent":"326.998093ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:39.059581Z","caller":"traceutil/trace.go:171","msg":"trace[740251906] transaction","detail":"{read_only:false; response_revision:22673; number_of_response:1; }","duration":"166.553728ms","start":"2026-02-26T22:45:38.893013Z","end":"2026-02-26T22:45:39.059567Z","steps":["trace[740251906] 'process raft request' (duration: 165.884842ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.059898Z","caller":"traceutil/trace.go:171","msg":"trace[1523990953] transaction","detail":"{read_only:false; response_revision:22674; number_of_response:1; }","duration":"166.475735ms","start":"2026-02-26T22:45:38.893394Z","end":"2026-02-26T22:45:39.059869Z","steps":["trace[1523990953] 'process raft request' (duration: 166.124977ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.060341Z","caller":"traceutil/trace.go:171","msg":"trace[1195976792] transaction","detail":"{read_only:false; response_revision:22677; number_of_response:1; }","duration":"166.393453ms","start":"2026-02-26T22:45:38.893924Z","end":"2026-02-26T22:45:39.060317Z","steps":["trace[1195976792] 'process raft request' (duration: 166.227079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:39.060504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.533615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"warn","ts":"2026-02-26T22:45:39.060548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.568438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:45:39.060663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.51089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T22:45:39.060696Z","caller":"traceutil/trace.go:171","msg":"trace[1833353822] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22677; }","duration":"147.5413ms","start":"2026-02-26T22:45:38.913144Z","end":"2026-02-26T22:45:39.060685Z","steps":["trace[1833353822] 'agreement among raft nodes before linearized reading' (duration: 147.440378ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.060708Z","caller":"traceutil/trace.go:171","msg":"trace[1135227208] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:22677; }","duration":"829.787833ms","start":"2026-02-26T22:45:38.230897Z","end":"2026-02-26T22:45:39.060685Z","steps":["trace[1135227208] 'agreement among raft nodes before linearized reading' (duration: 829.540547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:39.060763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:38.230875Z","time spent":"829.869775ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:45:39.06055Z","caller":"traceutil/trace.go:171","msg":"trace[1471996420] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:22677; }","duration":"472.619787ms","start":"2026-02-26T22:45:38.587918Z","end":"2026-02-26T22:45:39.060537Z","steps":["trace[1471996420] 'agreement among raft nodes before linearized reading' (duration: 472.455423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:39.060971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:38.587896Z","time spent":"473.035617ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T22:45:39.061059Z","caller":"traceutil/trace.go:171","msg":"trace[1473549379] transaction","detail":"{read_only:false; response_revision:22676; number_of_response:1; }","duration":"167.195662ms","start":"2026-02-26T22:45:38.893851Z","end":"2026-02-26T22:45:39.061047Z","steps":["trace[1473549379] 'process raft request' (duration: 166.206648ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.061938Z","caller":"traceutil/trace.go:171","msg":"trace[1674171643] transaction","detail":"{read_only:false; response_revision:22675; number_of_response:1; }","duration":"168.410514ms","start":"2026-02-26T22:45:38.893459Z","end":"2026-02-26T22:45:39.061869Z","steps":["trace[1674171643] 'process raft request' (duration: 166.328831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:39.23509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.437898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:45:39.235192Z","caller":"traceutil/trace.go:171","msg":"trace[1814251302] linearizableReadLoop","detail":"{readStateIndex:23513; appliedIndex:23512; }","duration":"174.916338ms","start":"2026-02-26T22:45:39.06026Z","end":"2026-02-26T22:45:39.235176Z","steps":["trace[1814251302] 'read index received' (duration: 69.322445ms)","trace[1814251302] 'applied index is now lower than readState.Index' (duration: 105.592863ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:39.235303Z","caller":"traceutil/trace.go:171","msg":"trace[688131367] transaction","detail":"{read_only:false; response_revision:22678; number_of_response:1; }","duration":"208.410266ms","start":"2026-02-26T22:45:39.02686Z","end":"2026-02-26T22:45:39.23527Z","steps":["trace[688131367] 'process raft request' (duration: 102.709381ms)","trace[688131367] 'compare' (duration: 105.315104ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:39.235362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.553614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T22:45:39.235397Z","caller":"traceutil/trace.go:171","msg":"trace[87401844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22678; }","duration":"211.622046ms","start":"2026-02-26T22:45:39.023766Z","end":"2026-02-26T22:45:39.235388Z","steps":["trace[87401844] 'agreement among raft nodes before linearized reading' (duration: 211.491133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:39.235402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.369458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T22:45:39.235423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.316984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:39.235475Z","caller":"traceutil/trace.go:171","msg":"trace[1952731081] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22678; }","duration":"115.45586ms","start":"2026-02-26T22:45:39.120005Z","end":"2026-02-26T22:45:39.23546Z","steps":["trace[1952731081] 'agreement among raft nodes before linearized reading' (duration: 115.295866ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.235502Z","caller":"traceutil/trace.go:171","msg":"trace[1059999407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22678; }","duration":"216.455027ms","start":"2026-02-26T22:45:39.019028Z","end":"2026-02-26T22:45:39.235483Z","steps":["trace[1059999407] 'agreement among raft nodes before linearized reading' (duration: 216.309044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:39.235546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.505068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T22:45:39.235636Z","caller":"traceutil/trace.go:171","msg":"trace[511418573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22678; }","duration":"206.721483ms","start":"2026-02-26T22:45:39.028901Z","end":"2026-02-26T22:45:39.235623Z","steps":["trace[511418573] 'agreement among raft nodes before linearized reading' (duration: 206.337733ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.4616Z","caller":"traceutil/trace.go:171","msg":"trace[342314762] transaction","detail":"{read_only:false; response_revision:22679; number_of_response:1; }","duration":"222.59902ms","start":"2026-02-26T22:45:39.238975Z","end":"2026-02-26T22:45:39.461574Z","steps":["trace[342314762] 'process raft request' (duration: 155.123722ms)","trace[342314762] 'compare' (duration: 67.367735ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:39.489012Z","caller":"traceutil/trace.go:171","msg":"trace[632855054] transaction","detail":"{read_only:false; response_revision:22680; number_of_response:1; }","duration":"249.974805ms","start":"2026-02-26T22:45:39.239006Z","end":"2026-02-26T22:45:39.488981Z","steps":["trace[632855054] 'process raft request' (duration: 249.622186ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.489101Z","caller":"traceutil/trace.go:171","msg":"trace[306634897] transaction","detail":"{read_only:false; response_revision:22681; number_of_response:1; }","duration":"248.976131ms","start":"2026-02-26T22:45:39.240028Z","end":"2026-02-26T22:45:39.489004Z","steps":["trace[306634897] 'process raft request' (duration: 248.842587ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.489427Z","caller":"traceutil/trace.go:171","msg":"trace[1908154802] transaction","detail":"{read_only:false; response_revision:22682; number_of_response:1; }","duration":"249.054992ms","start":"2026-02-26T22:45:39.240338Z","end":"2026-02-26T22:45:39.489393Z","steps":["trace[1908154802] 'process raft request' (duration: 248.607501ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.489658Z","caller":"traceutil/trace.go:171","msg":"trace[2047197226] transaction","detail":"{read_only:false; response_revision:22683; number_of_response:1; }","duration":"244.954369ms","start":"2026-02-26T22:45:39.244686Z","end":"2026-02-26T22:45:39.48964Z","steps":["trace[2047197226] 'process raft request' (duration: 244.677162ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.48966Z","caller":"traceutil/trace.go:171","msg":"trace[1221116301] linearizableReadLoop","detail":"{readStateIndex:23515; appliedIndex:23513; }","duration":"250.392595ms","start":"2026-02-26T22:45:39.239233Z","end":"2026-02-26T22:45:39.489626Z","steps":["trace[1221116301] 'read index received' (duration: 155.032319ms)","trace[1221116301] 'applied index is now lower than readState.Index' (duration: 95.358056ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:39.48998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.725473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-776c65d74b-w7cnb\" ","response":"range_response_count:1 size:4630"} {"level":"info","ts":"2026-02-26T22:45:39.490075Z","caller":"traceutil/trace.go:171","msg":"trace[2106104857] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-776c65d74b-w7cnb; range_end:; response_count:1; response_revision:22683; }","duration":"250.790905ms","start":"2026-02-26T22:45:39.239218Z","end":"2026-02-26T22:45:39.490009Z","steps":["trace[2106104857] 'agreement among raft nodes before linearized reading' (duration: 250.637682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:39.490104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.213011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:39.490157Z","caller":"traceutil/trace.go:171","msg":"trace[1654632865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22683; }","duration":"246.334884ms","start":"2026-02-26T22:45:39.243809Z","end":"2026-02-26T22:45:39.490144Z","steps":["trace[1654632865] 'agreement among raft nodes before linearized reading' (duration: 246.190209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:39.490392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.167861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:45:39.490545Z","caller":"traceutil/trace.go:171","msg":"trace[2104728321] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22683; }","duration":"250.376516ms","start":"2026-02-26T22:45:39.240149Z","end":"2026-02-26T22:45:39.490525Z","steps":["trace[2104728321] 'agreement among raft nodes before linearized reading' (duration: 249.838102ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.598281Z","caller":"traceutil/trace.go:171","msg":"trace[892864956] linearizableReadLoop","detail":"{readStateIndex:23519; appliedIndex:23518; }","duration":"106.066754ms","start":"2026-02-26T22:45:39.49219Z","end":"2026-02-26T22:45:39.598257Z","steps":["trace[892864956] 'read index received' (duration: 78.903234ms)","trace[892864956] 'applied index is now lower than readState.Index' (duration: 27.16228ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:39.598597Z","caller":"traceutil/trace.go:171","msg":"trace[1835343213] transaction","detail":"{read_only:false; response_revision:22684; number_of_response:1; }","duration":"107.224573ms","start":"2026-02-26T22:45:39.491347Z","end":"2026-02-26T22:45:39.598572Z","steps":["trace[1835343213] 'process raft request' (duration: 79.806677ms)","trace[1835343213] 'compare' (duration: 26.917594ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:39.598764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.545686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18886"} {"level":"info","ts":"2026-02-26T22:45:39.599668Z","caller":"traceutil/trace.go:171","msg":"trace[1266893661] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22684; }","duration":"107.501301ms","start":"2026-02-26T22:45:39.492151Z","end":"2026-02-26T22:45:39.599653Z","steps":["trace[1266893661] 'agreement among raft nodes before linearized reading' (duration: 106.370322ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.807375Z","caller":"traceutil/trace.go:171","msg":"trace[806635649] transaction","detail":"{read_only:false; response_revision:22685; number_of_response:1; }","duration":"193.692006ms","start":"2026-02-26T22:45:39.613649Z","end":"2026-02-26T22:45:39.807341Z","steps":["trace[806635649] 'process raft request' (duration: 169.236204ms)","trace[806635649] 'compare' (duration: 24.285028ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:39.807684Z","caller":"traceutil/trace.go:171","msg":"trace[132411764] transaction","detail":"{read_only:false; response_revision:22686; number_of_response:1; }","duration":"194.003674ms","start":"2026-02-26T22:45:39.61365Z","end":"2026-02-26T22:45:39.807654Z","steps":["trace[132411764] 'process raft request' (duration: 193.643085ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.807817Z","caller":"traceutil/trace.go:171","msg":"trace[299276809] transaction","detail":"{read_only:false; response_revision:22687; number_of_response:1; }","duration":"194.139098ms","start":"2026-02-26T22:45:39.613665Z","end":"2026-02-26T22:45:39.807804Z","steps":["trace[299276809] 'process raft request' (duration: 193.889512ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.886889Z","caller":"traceutil/trace.go:171","msg":"trace[1813739013] transaction","detail":"{read_only:false; response_revision:22688; number_of_response:1; }","duration":"273.036941ms","start":"2026-02-26T22:45:39.613813Z","end":"2026-02-26T22:45:39.886849Z","steps":["trace[1813739013] 'process raft request' (duration: 272.725684ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.887198Z","caller":"traceutil/trace.go:171","msg":"trace[127680695] transaction","detail":"{read_only:false; response_revision:22689; number_of_response:1; }","duration":"270.435907ms","start":"2026-02-26T22:45:39.616742Z","end":"2026-02-26T22:45:39.887178Z","steps":["trace[127680695] 'process raft request' (duration: 269.944604ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.887246Z","caller":"traceutil/trace.go:171","msg":"trace[779153345] transaction","detail":"{read_only:false; response_revision:22690; number_of_response:1; }","duration":"260.708343ms","start":"2026-02-26T22:45:39.626507Z","end":"2026-02-26T22:45:39.887215Z","steps":["trace[779153345] 'process raft request' (duration: 260.481998ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:39.887537Z","caller":"traceutil/trace.go:171","msg":"trace[1054393025] linearizableReadLoop","detail":"{readStateIndex:23523; appliedIndex:23519; }","duration":"270.495487ms","start":"2026-02-26T22:45:39.616556Z","end":"2026-02-26T22:45:39.887052Z","steps":["trace[1054393025] 'read index received' (duration: 166.380702ms)","trace[1054393025] 'applied index is now lower than readState.Index' (duration: 104.113285ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:39.887559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.964729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-776c65d74b-w7cnb\" ","response":"range_response_count:1 size:4642"} {"level":"info","ts":"2026-02-26T22:45:39.887653Z","caller":"traceutil/trace.go:171","msg":"trace[1871284906] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-776c65d74b-w7cnb; range_end:; response_count:1; response_revision:22690; }","duration":"271.093503ms","start":"2026-02-26T22:45:39.616533Z","end":"2026-02-26T22:45:39.887627Z","steps":["trace[1871284906] 'agreement among raft nodes before linearized reading' (duration: 270.811746ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:40.080291Z","caller":"traceutil/trace.go:171","msg":"trace[527981472] linearizableReadLoop","detail":"{readStateIndex:23526; appliedIndex:23525; }","duration":"192.672721ms","start":"2026-02-26T22:45:39.887596Z","end":"2026-02-26T22:45:40.080268Z","steps":["trace[527981472] 'read index received' (duration: 192.505617ms)","trace[527981472] 'applied index is now lower than readState.Index' (duration: 165.584µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:40.080412Z","caller":"traceutil/trace.go:171","msg":"trace[960639403] transaction","detail":"{read_only:false; response_revision:22691; number_of_response:1; }","duration":"265.279497ms","start":"2026-02-26T22:45:39.815078Z","end":"2026-02-26T22:45:40.080358Z","steps":["trace[960639403] 'process raft request' (duration: 265.010671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:40.080514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.838035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:40.080609Z","caller":"traceutil/trace.go:171","msg":"trace[2108886640] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22691; }","duration":"411.983669ms","start":"2026-02-26T22:45:39.668604Z","end":"2026-02-26T22:45:40.080588Z","steps":["trace[2108886640] 'agreement among raft nodes before linearized reading' (duration: 411.804175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:40.080596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.354135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T22:45:40.080663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:39.668583Z","time spent":"412.071301ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T22:45:40.080676Z","caller":"traceutil/trace.go:171","msg":"trace[925056385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22691; }","duration":"284.494338ms","start":"2026-02-26T22:45:39.796163Z","end":"2026-02-26T22:45:40.080657Z","steps":["trace[925056385] 'agreement among raft nodes before linearized reading' (duration: 284.210401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:40.080815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.682905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T22:45:40.080907Z","caller":"traceutil/trace.go:171","msg":"trace[1206652009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22691; }","duration":"129.790838ms","start":"2026-02-26T22:45:39.951102Z","end":"2026-02-26T22:45:40.080893Z","steps":["trace[1206652009] 'agreement among raft nodes before linearized reading' (duration: 129.403848ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:40.190816Z","caller":"traceutil/trace.go:171","msg":"trace[1723666433] linearizableReadLoop","detail":"{readStateIndex:23528; appliedIndex:23526; }","duration":"101.172411ms","start":"2026-02-26T22:45:40.08961Z","end":"2026-02-26T22:45:40.190782Z","steps":["trace[1723666433] 'read index received' (duration: 1.033975ms)","trace[1723666433] 'applied index is now lower than readState.Index' (duration: 100.136936ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:40.191005Z","caller":"traceutil/trace.go:171","msg":"trace[1777184597] transaction","detail":"{read_only:false; response_revision:22693; number_of_response:1; }","duration":"102.832974ms","start":"2026-02-26T22:45:40.088138Z","end":"2026-02-26T22:45:40.190971Z","steps":["trace[1777184597] 'compare' (duration: 93.51184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:40.191309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.676724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:45:40.19138Z","caller":"traceutil/trace.go:171","msg":"trace[249050736] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22693; }","duration":"101.792397ms","start":"2026-02-26T22:45:40.08957Z","end":"2026-02-26T22:45:40.191363Z","steps":["trace[249050736] 'agreement among raft nodes before linearized reading' (duration: 101.330645ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:40.194379Z","caller":"traceutil/trace.go:171","msg":"trace[2107156950] transaction","detail":"{read_only:false; response_revision:22694; number_of_response:1; }","duration":"103.270545ms","start":"2026-02-26T22:45:40.091091Z","end":"2026-02-26T22:45:40.194362Z","steps":["trace[2107156950] 'process raft request' (duration: 103.118921ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:40.818382Z","caller":"traceutil/trace.go:171","msg":"trace[1831454572] transaction","detail":"{read_only:false; response_revision:22696; number_of_response:1; }","duration":"204.703133ms","start":"2026-02-26T22:45:40.613644Z","end":"2026-02-26T22:45:40.818348Z","steps":["trace[1831454572] 'process raft request' (duration: 172.730792ms)","trace[1831454572] 'compare' (duration: 31.798476ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:41.164125Z","caller":"traceutil/trace.go:171","msg":"trace[241281225] transaction","detail":"{read_only:false; response_revision:22698; number_of_response:1; }","duration":"163.499791ms","start":"2026-02-26T22:45:41.000605Z","end":"2026-02-26T22:45:41.164105Z","steps":["trace[241281225] 'process raft request' (duration: 163.384848ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:41.183842Z","caller":"traceutil/trace.go:171","msg":"trace[1926858173] transaction","detail":"{read_only:false; response_revision:22700; number_of_response:1; }","duration":"118.161547ms","start":"2026-02-26T22:45:41.065669Z","end":"2026-02-26T22:45:41.183831Z","steps":["trace[1926858173] 'process raft request' (duration: 117.91559ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:41.184067Z","caller":"traceutil/trace.go:171","msg":"trace[2139659374] transaction","detail":"{read_only:false; response_revision:22701; number_of_response:1; }","duration":"118.172387ms","start":"2026-02-26T22:45:41.065876Z","end":"2026-02-26T22:45:41.184049Z","steps":["trace[2139659374] 'process raft request' (duration: 117.89901ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:41.184264Z","caller":"traceutil/trace.go:171","msg":"trace[1852673308] transaction","detail":"{read_only:false; response_revision:22702; number_of_response:1; }","duration":"118.31525ms","start":"2026-02-26T22:45:41.065933Z","end":"2026-02-26T22:45:41.184249Z","steps":["trace[1852673308] 'process raft request' (duration: 118.050063ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:41.184374Z","caller":"traceutil/trace.go:171","msg":"trace[1775294862] linearizableReadLoop","detail":"{readStateIndex:23534; appliedIndex:23533; }","duration":"147.925821ms","start":"2026-02-26T22:45:41.036439Z","end":"2026-02-26T22:45:41.184365Z","steps":["trace[1775294862] 'read index received' (duration: 128.626148ms)","trace[1775294862] 'applied index is now lower than readState.Index' (duration: 19.299203ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:41.184393Z","caller":"traceutil/trace.go:171","msg":"trace[703424723] transaction","detail":"{read_only:false; response_revision:22704; number_of_response:1; }","duration":"115.734765ms","start":"2026-02-26T22:45:41.068644Z","end":"2026-02-26T22:45:41.184379Z","steps":["trace[703424723] 'process raft request' (duration: 115.636453ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:41.18437Z","caller":"traceutil/trace.go:171","msg":"trace[371528747] transaction","detail":"{read_only:false; response_revision:22703; number_of_response:1; }","duration":"117.966162ms","start":"2026-02-26T22:45:41.066368Z","end":"2026-02-26T22:45:41.184335Z","steps":["trace[371528747] 'process raft request' (duration: 117.793508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:41.18445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.996282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:41.184475Z","caller":"traceutil/trace.go:171","msg":"trace[1273571565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22704; }","duration":"148.067094ms","start":"2026-02-26T22:45:41.036401Z","end":"2026-02-26T22:45:41.184468Z","steps":["trace[1273571565] 'agreement among raft nodes before linearized reading' (duration: 148.002233ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:41.183707Z","caller":"traceutil/trace.go:171","msg":"trace[1260211665] transaction","detail":"{read_only:false; response_revision:22699; number_of_response:1; }","duration":"159.707096ms","start":"2026-02-26T22:45:41.023979Z","end":"2026-02-26T22:45:41.183686Z","steps":["trace[1260211665] 'process raft request' (duration: 159.492731ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:41.616177Z","caller":"traceutil/trace.go:171","msg":"trace[1218330971] transaction","detail":"{read_only:false; response_revision:22706; number_of_response:1; }","duration":"107.286105ms","start":"2026-02-26T22:45:41.50886Z","end":"2026-02-26T22:45:41.616146Z","steps":["trace[1218330971] 'process raft request' (duration: 107.08526ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:41.62601Z","caller":"traceutil/trace.go:171","msg":"trace[623403243] transaction","detail":"{read_only:false; response_revision:22707; number_of_response:1; }","duration":"116.589508ms","start":"2026-02-26T22:45:41.509401Z","end":"2026-02-26T22:45:41.625991Z","steps":["trace[623403243] 'process raft request' (duration: 116.460395ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:41.626161Z","caller":"traceutil/trace.go:171","msg":"trace[740535489] transaction","detail":"{read_only:false; response_revision:22708; number_of_response:1; }","duration":"115.320075ms","start":"2026-02-26T22:45:41.510773Z","end":"2026-02-26T22:45:41.626093Z","steps":["trace[740535489] 'process raft request' (duration: 115.178992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:42.394074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.67524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:45:42.394156Z","caller":"traceutil/trace.go:171","msg":"trace[313591493] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:22709; }","duration":"112.808593ms","start":"2026-02-26T22:45:42.28133Z","end":"2026-02-26T22:45:42.394139Z","steps":["trace[313591493] 'count revisions from in-memory index tree' (duration: 112.553366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:42.394221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.905027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T22:45:42.395099Z","caller":"traceutil/trace.go:171","msg":"trace[185986723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22709; }","duration":"199.829771ms","start":"2026-02-26T22:45:42.195244Z","end":"2026-02-26T22:45:42.395073Z","steps":["trace[185986723] 'range keys from in-memory index tree' (duration: 198.783664ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:42.687865Z","caller":"traceutil/trace.go:171","msg":"trace[974965613] transaction","detail":"{read_only:false; response_revision:22712; number_of_response:1; }","duration":"240.198281ms","start":"2026-02-26T22:45:42.447636Z","end":"2026-02-26T22:45:42.687834Z","steps":["trace[974965613] 'process raft request' (duration: 239.842522ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:42.688068Z","caller":"traceutil/trace.go:171","msg":"trace[157774397] linearizableReadLoop","detail":"{readStateIndex:23548; appliedIndex:23546; }","duration":"111.850239ms","start":"2026-02-26T22:45:42.576194Z","end":"2026-02-26T22:45:42.688044Z","steps":["trace[157774397] 'read index received' (duration: 111.217834ms)","trace[157774397] 'applied index is now lower than readState.Index' (duration: 631.225µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:42.688282Z","caller":"traceutil/trace.go:171","msg":"trace[1873836481] transaction","detail":"{read_only:false; response_revision:22713; number_of_response:1; }","duration":"239.294077ms","start":"2026-02-26T22:45:42.448981Z","end":"2026-02-26T22:45:42.688275Z","steps":["trace[1873836481] 'process raft request' (duration: 238.700932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:42.688314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.110375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-26T22:45:42.688347Z","caller":"traceutil/trace.go:171","msg":"trace[335430473] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:22713; }","duration":"112.199448ms","start":"2026-02-26T22:45:42.576138Z","end":"2026-02-26T22:45:42.688337Z","steps":["trace[335430473] 'agreement among raft nodes before linearized reading' (duration: 112.002513ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:42.908897Z","caller":"traceutil/trace.go:171","msg":"trace[93026933] linearizableReadLoop","detail":"{readStateIndex:23550; appliedIndex:23549; }","duration":"142.26393ms","start":"2026-02-26T22:45:42.766613Z","end":"2026-02-26T22:45:42.908877Z","steps":["trace[93026933] 'read index received' (duration: 113.88955ms)","trace[93026933] 'applied index is now lower than readState.Index' (duration: 28.37326ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:42.90895Z","caller":"traceutil/trace.go:171","msg":"trace[2125885803] transaction","detail":"{read_only:false; response_revision:22714; number_of_response:1; }","duration":"194.010044ms","start":"2026-02-26T22:45:42.714876Z","end":"2026-02-26T22:45:42.908886Z","steps":["trace[2125885803] 'process raft request' (duration: 165.770248ms)","trace[2125885803] 'compare' (duration: 27.649982ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:42.909166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.526736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/magnum-system\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:42.909246Z","caller":"traceutil/trace.go:171","msg":"trace[738957839] range","detail":"{range_begin:/registry/namespaces/magnum-system; range_end:; response_count:0; response_revision:22714; }","duration":"142.66931ms","start":"2026-02-26T22:45:42.766563Z","end":"2026-02-26T22:45:42.909232Z","steps":["trace[738957839] 'agreement among raft nodes before linearized reading' (duration: 142.376473ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:43.128553Z","caller":"traceutil/trace.go:171","msg":"trace[335890960] transaction","detail":"{read_only:false; response_revision:22718; number_of_response:1; }","duration":"166.939567ms","start":"2026-02-26T22:45:42.961588Z","end":"2026-02-26T22:45:43.128527Z","steps":["trace[335890960] 'process raft request' (duration: 166.837125ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:43.128554Z","caller":"traceutil/trace.go:171","msg":"trace[1928806943] transaction","detail":"{read_only:false; response_revision:22717; number_of_response:1; }","duration":"170.947328ms","start":"2026-02-26T22:45:42.957577Z","end":"2026-02-26T22:45:43.128524Z","steps":["trace[1928806943] 'process raft request' (duration: 169.738398ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:43.176651Z","caller":"traceutil/trace.go:171","msg":"trace[1586690222] linearizableReadLoop","detail":"{readStateIndex:23555; appliedIndex:23552; }","duration":"139.116551ms","start":"2026-02-26T22:45:43.037509Z","end":"2026-02-26T22:45:43.176625Z","steps":["trace[1586690222] 'read index received' (duration: 89.832938ms)","trace[1586690222] 'applied index is now lower than readState.Index' (duration: 49.282063ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:43.176724Z","caller":"traceutil/trace.go:171","msg":"trace[349321265] transaction","detail":"{read_only:false; response_revision:22719; number_of_response:1; }","duration":"159.245885ms","start":"2026-02-26T22:45:43.017425Z","end":"2026-02-26T22:45:43.176671Z","steps":["trace[349321265] 'process raft request' (duration: 159.066309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:43.1768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.281086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:43.176841Z","caller":"traceutil/trace.go:171","msg":"trace[674315635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22719; }","duration":"139.385339ms","start":"2026-02-26T22:45:43.037445Z","end":"2026-02-26T22:45:43.17683Z","steps":["trace[674315635] 'agreement among raft nodes before linearized reading' (duration: 139.279546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:43.456514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.11813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:45:43.45684Z","caller":"traceutil/trace.go:171","msg":"trace[555975735] transaction","detail":"{read_only:false; response_revision:22723; number_of_response:1; }","duration":"266.001697ms","start":"2026-02-26T22:45:43.190811Z","end":"2026-02-26T22:45:43.456812Z","steps":["trace[555975735] 'process raft request' (duration: 265.879143ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:43.456874Z","caller":"traceutil/trace.go:171","msg":"trace[409904733] transaction","detail":"{read_only:false; response_revision:22721; number_of_response:1; }","duration":"266.459858ms","start":"2026-02-26T22:45:43.190383Z","end":"2026-02-26T22:45:43.456843Z","steps":["trace[409904733] 'process raft request' (duration: 148.875836ms)","trace[409904733] 'compare' (duration: 116.992317ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:43.45683Z","caller":"traceutil/trace.go:171","msg":"trace[356468069] transaction","detail":"{read_only:false; response_revision:22722; number_of_response:1; }","duration":"266.366536ms","start":"2026-02-26T22:45:43.190414Z","end":"2026-02-26T22:45:43.45678Z","steps":["trace[356468069] 'process raft request' (duration: 266.194582ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:43.456984Z","caller":"traceutil/trace.go:171","msg":"trace[781814892] transaction","detail":"{read_only:false; response_revision:22725; number_of_response:1; }","duration":"265.325189ms","start":"2026-02-26T22:45:43.191641Z","end":"2026-02-26T22:45:43.456966Z","steps":["trace[781814892] 'process raft request' (duration: 265.118993ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:43.456988Z","caller":"traceutil/trace.go:171","msg":"trace[6628289] transaction","detail":"{read_only:false; response_revision:22724; number_of_response:1; }","duration":"265.670598ms","start":"2026-02-26T22:45:43.191295Z","end":"2026-02-26T22:45:43.456966Z","steps":["trace[6628289] 'process raft request' (duration: 265.439382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:46.18113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.939382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:46.1812Z","caller":"traceutil/trace.go:171","msg":"trace[717799187] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22732; }","duration":"855.047415ms","start":"2026-02-26T22:45:45.326138Z","end":"2026-02-26T22:45:46.181185Z","steps":["trace[717799187] 'range keys from in-memory index tree' (duration: 854.880101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:46.181228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:45.326122Z","time spent":"855.099487ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T22:45:46.211612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398441537,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T22:45:46.229976Z","caller":"traceutil/trace.go:171","msg":"trace[141492037] transaction","detail":"{read_only:false; response_revision:22733; number_of_response:1; }","duration":"768.083509ms","start":"2026-02-26T22:45:45.461862Z","end":"2026-02-26T22:45:46.229946Z","steps":["trace[141492037] 'process raft request' (duration: 767.853193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:46.230132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:45.461842Z","time spent":"768.208763ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:46.777722Z","caller":"traceutil/trace.go:171","msg":"trace[2085087184] transaction","detail":"{read_only:false; response_revision:22734; number_of_response:1; }","duration":"1.315443296s","start":"2026-02-26T22:45:45.462238Z","end":"2026-02-26T22:45:46.777681Z","steps":["trace[2085087184] 'process raft request' (duration: 1.315142168s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:46.777749Z","caller":"traceutil/trace.go:171","msg":"trace[1712661626] transaction","detail":"{read_only:false; response_revision:22736; number_of_response:1; }","duration":"1.314562023s","start":"2026-02-26T22:45:45.463164Z","end":"2026-02-26T22:45:46.777726Z","steps":["trace[1712661626] 'process raft request' (duration: 1.31445141s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:46.777871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:45.462213Z","time spent":"1.31557602s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:46.777927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:45.463149Z","time spent":"1.314670776s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:46.777972Z","caller":"traceutil/trace.go:171","msg":"trace[663310090] transaction","detail":"{read_only:false; response_revision:22735; number_of_response:1; }","duration":"1.314959564s","start":"2026-02-26T22:45:45.462954Z","end":"2026-02-26T22:45:46.777913Z","steps":["trace[663310090] 'process raft request' (duration: 1.314615695s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:46.778103Z","caller":"traceutil/trace.go:171","msg":"trace[750348051] linearizableReadLoop","detail":"{readStateIndex:23574; appliedIndex:23568; }","duration":"1.06701196s","start":"2026-02-26T22:45:45.711064Z","end":"2026-02-26T22:45:46.778076Z","steps":["trace[750348051] 'read index received' (duration: 518.614907ms)","trace[750348051] 'applied index is now lower than readState.Index' (duration: 548.396063ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:46.778141Z","caller":"traceutil/trace.go:171","msg":"trace[153074353] transaction","detail":"{read_only:false; response_revision:22738; number_of_response:1; }","duration":"863.686311ms","start":"2026-02-26T22:45:45.914442Z","end":"2026-02-26T22:45:46.778129Z","steps":["trace[153074353] 'process raft request' (duration: 863.529157ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:46.778157Z","caller":"traceutil/trace.go:171","msg":"trace[608434043] transaction","detail":"{read_only:false; response_revision:22737; number_of_response:1; }","duration":"1.313921978s","start":"2026-02-26T22:45:45.464198Z","end":"2026-02-26T22:45:46.77812Z","steps":["trace[608434043] 'process raft request' (duration: 1.313457276s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:46.77818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:45.46294Z","time spent":"1.315134098s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:46.778204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:45.914426Z","time spent":"863.749443ms","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:46.778232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:45.464186Z","time spent":"1.31400932s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:46.778313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067242595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T22:45:46.778361Z","caller":"traceutil/trace.go:171","msg":"trace[882531606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22738; }","duration":"1.067342697s","start":"2026-02-26T22:45:45.711006Z","end":"2026-02-26T22:45:46.778348Z","steps":["trace[882531606] 'agreement among raft nodes before linearized reading' (duration: 1.067187864s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:46.778402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:45.710981Z","time spent":"1.067412349s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:45:46.869345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.16274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T22:45:46.869371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.911823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:46.869424Z","caller":"traceutil/trace.go:171","msg":"trace[186168736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22739; }","duration":"696.288293ms","start":"2026-02-26T22:45:46.173119Z","end":"2026-02-26T22:45:46.869407Z","steps":["trace[186168736] 'agreement among raft nodes before linearized reading' (duration: 696.107769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:46.869464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:46.173088Z","time spent":"696.368866ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T22:45:46.869461Z","caller":"traceutil/trace.go:171","msg":"trace[1626346290] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22739; }","duration":"684.037206ms","start":"2026-02-26T22:45:46.185401Z","end":"2026-02-26T22:45:46.869438Z","steps":["trace[1626346290] 'agreement among raft nodes before linearized reading' (duration: 683.80755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:46.869653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.054543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:45:46.869662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110833476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-26T22:45:46.869737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154964849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T22:45:46.869728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:46.185385Z","time spent":"684.293022ms","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T22:45:46.869764Z","caller":"traceutil/trace.go:171","msg":"trace[130334471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22739; }","duration":"1.155013871s","start":"2026-02-26T22:45:45.714743Z","end":"2026-02-26T22:45:46.869757Z","steps":["trace[130334471] 'agreement among raft nodes before linearized reading' (duration: 1.154909808s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:46.869759Z","caller":"traceutil/trace.go:171","msg":"trace[755494348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22739; }","duration":"966.206376ms","start":"2026-02-26T22:45:45.903531Z","end":"2026-02-26T22:45:46.869737Z","steps":["trace[755494348] 'agreement among raft nodes before linearized reading' (duration: 966.046303ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:46.869764Z","caller":"traceutil/trace.go:171","msg":"trace[123634575] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22739; }","duration":"1.11098214s","start":"2026-02-26T22:45:45.758765Z","end":"2026-02-26T22:45:46.869747Z","steps":["trace[123634575] 'agreement among raft nodes before linearized reading' (duration: 1.110740034s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:46.869784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:45.714725Z","time spent":"1.155055482s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:45:46.869804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:45.903512Z","time spent":"966.283649ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:45:46.869682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154690333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T22:45:46.869805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:45.758736Z","time spent":"1.111060262s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T22:45:46.869844Z","caller":"traceutil/trace.go:171","msg":"trace[890914040] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22739; }","duration":"1.154850147s","start":"2026-02-26T22:45:45.714982Z","end":"2026-02-26T22:45:46.869832Z","steps":["trace[890914040] 'agreement among raft nodes before linearized reading' (duration: 1.154635462s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:46.869879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:45.714929Z","time spent":"1.154943149s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:45:46.869885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.192347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:45:46.86992Z","caller":"traceutil/trace.go:171","msg":"trace[317038988] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:22739; }","duration":"112.229358ms","start":"2026-02-26T22:45:46.757681Z","end":"2026-02-26T22:45:46.86991Z","steps":["trace[317038988] 'agreement among raft nodes before linearized reading' (duration: 112.111505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:46.869975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.647538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T22:45:46.870053Z","caller":"traceutil/trace.go:171","msg":"trace[406830531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22739; }","duration":"341.748281ms","start":"2026-02-26T22:45:46.528284Z","end":"2026-02-26T22:45:46.870032Z","steps":["trace[406830531] 'agreement among raft nodes before linearized reading' (duration: 341.528705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:46.870137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:46.528216Z","time spent":"341.871564ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:45:47.028043Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19884} {"level":"warn","ts":"2026-02-26T22:45:47.02944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.460693ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-02-26T22:45:47.029594Z","caller":"traceutil/trace.go:171","msg":"trace[578482324] compact","detail":"{revision:19884; response_revision:22739; }","duration":"250.291123ms","start":"2026-02-26T22:45:46.779284Z","end":"2026-02-26T22:45:47.029575Z","steps":["trace[578482324] 'process raft request' (duration: 145.693376ms)","trace[578482324] 'check and update compact revision' (duration: 102.363591ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:47.030121Z","caller":"traceutil/trace.go:171","msg":"trace[1893918803] transaction","detail":"{read_only:false; response_revision:22740; number_of_response:1; }","duration":"247.953664ms","start":"2026-02-26T22:45:46.782145Z","end":"2026-02-26T22:45:47.030099Z","steps":["trace[1893918803] 'process raft request' (duration: 247.407331ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:47.030254Z","caller":"traceutil/trace.go:171","msg":"trace[669190567] linearizableReadLoop","detail":"{readStateIndex:23577; appliedIndex:23575; }","duration":"161.020909ms","start":"2026-02-26T22:45:46.8692Z","end":"2026-02-26T22:45:47.03022Z","steps":["trace[669190567] 'read index received' (duration: 55.793376ms)","trace[669190567] 'applied index is now lower than readState.Index' (duration: 105.224023ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:47.030399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.072696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:47.030517Z","caller":"traceutil/trace.go:171","msg":"trace[2080771926] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:22740; }","duration":"162.203289ms","start":"2026-02-26T22:45:46.868286Z","end":"2026-02-26T22:45:47.030489Z","steps":["trace[2080771926] 'agreement among raft nodes before linearized reading' (duration: 162.025834ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:47.030737Z","caller":"traceutil/trace.go:171","msg":"trace[1784072239] transaction","detail":"{read_only:false; response_revision:22741; number_of_response:1; }","duration":"156.885106ms","start":"2026-02-26T22:45:46.873839Z","end":"2026-02-26T22:45:47.030724Z","steps":["trace[1784072239] 'process raft request' (duration: 156.25703ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:47.031528Z","caller":"traceutil/trace.go:171","msg":"trace[1573545831] transaction","detail":"{read_only:false; response_revision:22742; number_of_response:1; }","duration":"156.939507ms","start":"2026-02-26T22:45:46.874576Z","end":"2026-02-26T22:45:47.031515Z","steps":["trace[1573545831] 'process raft request' (duration: 156.136096ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:47.03199Z","caller":"traceutil/trace.go:171","msg":"trace[1732356581] transaction","detail":"{read_only:false; response_revision:22743; number_of_response:1; }","duration":"157.321236ms","start":"2026-02-26T22:45:46.874657Z","end":"2026-02-26T22:45:47.031978Z","steps":["trace[1732356581] 'process raft request' (duration: 156.848465ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:47.032341Z","caller":"traceutil/trace.go:171","msg":"trace[304340868] transaction","detail":"{read_only:false; response_revision:22744; number_of_response:1; }","duration":"157.46568ms","start":"2026-02-26T22:45:46.874864Z","end":"2026-02-26T22:45:47.03233Z","steps":["trace[304340868] 'process raft request' (duration: 157.103631ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:47.032614Z","caller":"traceutil/trace.go:171","msg":"trace[1872026722] transaction","detail":"{read_only:false; response_revision:22745; number_of_response:1; }","duration":"157.225364ms","start":"2026-02-26T22:45:46.875378Z","end":"2026-02-26T22:45:47.032603Z","steps":["trace[1872026722] 'process raft request' (duration: 156.940757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:47.032643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.191953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/magnum-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:47.032702Z","caller":"traceutil/trace.go:171","msg":"trace[439220625] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/magnum-api; range_end:; response_count:0; response_revision:22745; }","duration":"119.301546ms","start":"2026-02-26T22:45:46.913384Z","end":"2026-02-26T22:45:47.032686Z","steps":["trace[439220625] 'agreement among raft nodes before linearized reading' (duration: 119.212124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:47.032839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.185203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:45:47.032883Z","caller":"traceutil/trace.go:171","msg":"trace[1891088286] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22745; }","duration":"159.246506ms","start":"2026-02-26T22:45:46.873625Z","end":"2026-02-26T22:45:47.032872Z","steps":["trace[1891088286] 'agreement among raft nodes before linearized reading' (duration: 158.937478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:47.546172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.444445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:45:47.546314Z","caller":"traceutil/trace.go:171","msg":"trace[1072441823] linearizableReadLoop","detail":"{readStateIndex:23583; appliedIndex:23582; }","duration":"268.852857ms","start":"2026-02-26T22:45:47.277439Z","end":"2026-02-26T22:45:47.546292Z","steps":["trace[1072441823] 'read index received' (duration: 100.116356ms)","trace[1072441823] 'applied index is now lower than readState.Index' (duration: 168.734901ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:47.546365Z","caller":"traceutil/trace.go:171","msg":"trace[1262664200] transaction","detail":"{read_only:false; response_revision:22746; number_of_response:1; }","duration":"280.826377ms","start":"2026-02-26T22:45:47.265475Z","end":"2026-02-26T22:45:47.546302Z","steps":["trace[1262664200] 'process raft request' (duration: 112.125326ms)","trace[1262664200] 'compare' (duration: 104.203317ms)","trace[1262664200] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/orc-system/f35396c5.k-orc.cloud; req_size:494; } (duration: 64.077773ms)"],"step_count":3} {"level":"warn","ts":"2026-02-26T22:45:47.546502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.55577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:45:47.5464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.953219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/magnum-openstack-magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:47.546631Z","caller":"traceutil/trace.go:171","msg":"trace[1058100288] range","detail":"{range_begin:/registry/roles/openstack/magnum-openstack-magnum-db-sync; range_end:; response_count:0; response_revision:22746; }","duration":"269.218926ms","start":"2026-02-26T22:45:47.277381Z","end":"2026-02-26T22:45:47.5466Z","steps":["trace[1058100288] 'agreement among raft nodes before linearized reading' (duration: 268.96607ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:47.546547Z","caller":"traceutil/trace.go:171","msg":"trace[2082238481] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22746; }","duration":"125.633992ms","start":"2026-02-26T22:45:47.420898Z","end":"2026-02-26T22:45:47.546532Z","steps":["trace[2082238481] 'agreement among raft nodes before linearized reading' (duration: 125.579381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:47.546544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.499178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:45:47.546839Z","caller":"traceutil/trace.go:171","msg":"trace[655511274] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:22746; }","duration":"232.840547ms","start":"2026-02-26T22:45:47.313986Z","end":"2026-02-26T22:45:47.546827Z","steps":["trace[655511274] 'agreement among raft nodes before linearized reading' (duration: 232.447857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:47.714042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.926251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/magnum-openstack-magnum-ks-user-domain\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:47.714172Z","caller":"traceutil/trace.go:171","msg":"trace[2021192759] range","detail":"{range_begin:/registry/roles/openstack/magnum-openstack-magnum-ks-user-domain; range_end:; response_count:0; response_revision:22746; }","duration":"150.093855ms","start":"2026-02-26T22:45:47.564039Z","end":"2026-02-26T22:45:47.714133Z","steps":["trace[2021192759] 'range keys from in-memory index tree' (duration: 149.859699ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:47.822954Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19884,"took":"788.5005ms","hash":165619795,"current-db-size-bytes":47304704,"current-db-size":"47 MB","current-db-size-in-use-bytes":37539840,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-02-26T22:45:47.823045Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":165619795,"revision":19884,"compact-revision":18069} {"level":"info","ts":"2026-02-26T22:45:48.169213Z","caller":"traceutil/trace.go:171","msg":"trace[1073342694] transaction","detail":"{read_only:false; response_revision:22749; number_of_response:1; }","duration":"139.700265ms","start":"2026-02-26T22:45:48.029487Z","end":"2026-02-26T22:45:48.169188Z","steps":["trace[1073342694] 'process raft request' (duration: 139.246744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:48.415407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.734165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:45:48.415652Z","caller":"traceutil/trace.go:171","msg":"trace[776766897] transaction","detail":"{read_only:false; response_revision:22750; number_of_response:1; }","duration":"386.04236ms","start":"2026-02-26T22:45:48.029574Z","end":"2026-02-26T22:45:48.415617Z","steps":["trace[776766897] 'process raft request' (duration: 259.76858ms)","trace[776766897] 'compare' (duration: 125.324035ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:48.415709Z","caller":"traceutil/trace.go:171","msg":"trace[485016192] transaction","detail":"{read_only:false; response_revision:22751; number_of_response:1; }","duration":"385.757843ms","start":"2026-02-26T22:45:48.029925Z","end":"2026-02-26T22:45:48.415683Z","steps":["trace[485016192] 'process raft request' (duration: 385.610409ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.415778Z","caller":"traceutil/trace.go:171","msg":"trace[1693594032] transaction","detail":"{read_only:false; response_revision:22752; number_of_response:1; }","duration":"384.960283ms","start":"2026-02-26T22:45:48.030785Z","end":"2026-02-26T22:45:48.415745Z","steps":["trace[1693594032] 'process raft request' (duration: 384.84386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:48.415826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:48.029908Z","time spent":"385.869426ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T22:45:48.415834Z","caller":"traceutil/trace.go:171","msg":"trace[1932770920] transaction","detail":"{read_only:false; response_revision:22753; number_of_response:1; }","duration":"384.967984ms","start":"2026-02-26T22:45:48.030843Z","end":"2026-02-26T22:45:48.415811Z","steps":["trace[1932770920] 'process raft request' (duration: 384.82427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:48.415903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:48.030828Z","time spent":"385.048865ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T22:45:48.415916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:48.03072Z","time spent":"385.128788ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T22:45:48.415951Z","caller":"traceutil/trace.go:171","msg":"trace[1347405333] transaction","detail":"{read_only:false; response_revision:22755; number_of_response:1; }","duration":"384.524733ms","start":"2026-02-26T22:45:48.031416Z","end":"2026-02-26T22:45:48.415941Z","steps":["trace[1347405333] 'process raft request' (duration: 384.327758ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.415922Z","caller":"traceutil/trace.go:171","msg":"trace[932791951] transaction","detail":"{read_only:false; response_revision:22754; number_of_response:1; }","duration":"384.948993ms","start":"2026-02-26T22:45:48.03091Z","end":"2026-02-26T22:45:48.415859Z","steps":["trace[932791951] 'process raft request' (duration: 384.798679ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.416062Z","caller":"traceutil/trace.go:171","msg":"trace[465475483] transaction","detail":"{read_only:false; response_revision:22756; number_of_response:1; }","duration":"384.388889ms","start":"2026-02-26T22:45:48.031666Z","end":"2026-02-26T22:45:48.416055Z","steps":["trace[465475483] 'process raft request' (duration: 384.149263ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.416059Z","caller":"traceutil/trace.go:171","msg":"trace[327845029] transaction","detail":"{read_only:false; response_revision:22759; number_of_response:1; }","duration":"383.119056ms","start":"2026-02-26T22:45:48.032923Z","end":"2026-02-26T22:45:48.416042Z","steps":["trace[327845029] 'process raft request' (duration: 383.066835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:48.41611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:48.031654Z","time spent":"384.425869ms","remote":"127.0.0.1:38086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1027,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:48.416137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:48.032912Z","time spent":"383.189269ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T22:45:48.416117Z","caller":"traceutil/trace.go:171","msg":"trace[140242296] transaction","detail":"{read_only:false; response_revision:22757; number_of_response:1; }","duration":"383.916096ms","start":"2026-02-26T22:45:48.032163Z","end":"2026-02-26T22:45:48.416079Z","steps":["trace[140242296] 'process raft request' (duration: 383.751152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:48.416192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:48.030902Z","time spent":"385.175888ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T22:45:48.416256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:48.032141Z","time spent":"384.05192ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":525,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T22:45:48.416004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:48.031395Z","time spent":"384.583914ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":654,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T22:45:48.416212Z","caller":"traceutil/trace.go:171","msg":"trace[1434332637] transaction","detail":"{read_only:false; response_revision:22758; number_of_response:1; }","duration":"383.947407ms","start":"2026-02-26T22:45:48.032241Z","end":"2026-02-26T22:45:48.416188Z","steps":["trace[1434332637] 'process raft request' (duration: 383.711391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:48.416261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:48.029542Z","time spent":"386.241745ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T22:45:48.41646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:48.03221Z","time spent":"384.162853ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T22:45:48.635356Z","caller":"traceutil/trace.go:171","msg":"trace[1320190075] linearizableReadLoop","detail":"{readStateIndex:23599; appliedIndex:23598; }","duration":"320.022747ms","start":"2026-02-26T22:45:48.315306Z","end":"2026-02-26T22:45:48.635329Z","steps":["trace[1320190075] 'read index received' (duration: 237.908233ms)","trace[1320190075] 'applied index is now lower than readState.Index' (duration: 82.113404ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:48.635486Z","caller":"traceutil/trace.go:171","msg":"trace[1050835037] transaction","detail":"{read_only:false; response_revision:22760; number_of_response:1; }","duration":"398.655295ms","start":"2026-02-26T22:45:48.236811Z","end":"2026-02-26T22:45:48.635466Z","steps":["trace[1050835037] 'process raft request' (duration: 316.431658ms)","trace[1050835037] 'compare' (duration: 81.94115ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:48.635797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:48.236784Z","time spent":"398.812119ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:48.635834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.5027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:45:48.635908Z","caller":"traceutil/trace.go:171","msg":"trace[32917962] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:22760; }","duration":"320.634143ms","start":"2026-02-26T22:45:48.315254Z","end":"2026-02-26T22:45:48.635888Z","steps":["trace[32917962] 'agreement among raft nodes before linearized reading' (duration: 320.448809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:48.636048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:48.315175Z","time spent":"320.861529ms","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":35,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:45:48.638385Z","caller":"traceutil/trace.go:171","msg":"trace[9810308] transaction","detail":"{read_only:false; response_revision:22761; number_of_response:1; }","duration":"215.367619ms","start":"2026-02-26T22:45:48.422996Z","end":"2026-02-26T22:45:48.638364Z","steps":["trace[9810308] 'process raft request' (duration: 215.196175ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.638453Z","caller":"traceutil/trace.go:171","msg":"trace[1587339970] transaction","detail":"{read_only:false; response_revision:22763; number_of_response:1; }","duration":"215.324968ms","start":"2026-02-26T22:45:48.423103Z","end":"2026-02-26T22:45:48.638428Z","steps":["trace[1587339970] 'process raft request' (duration: 215.210175ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.638542Z","caller":"traceutil/trace.go:171","msg":"trace[582030082] transaction","detail":"{read_only:false; response_revision:22766; number_of_response:1; }","duration":"215.312887ms","start":"2026-02-26T22:45:48.423222Z","end":"2026-02-26T22:45:48.638535Z","steps":["trace[582030082] 'process raft request' (duration: 215.156363ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.638545Z","caller":"traceutil/trace.go:171","msg":"trace[1896948899] transaction","detail":"{read_only:false; response_revision:22762; number_of_response:1; }","duration":"215.439981ms","start":"2026-02-26T22:45:48.423085Z","end":"2026-02-26T22:45:48.638525Z","steps":["trace[1896948899] 'process raft request' (duration: 215.207465ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.63858Z","caller":"traceutil/trace.go:171","msg":"trace[1494149571] transaction","detail":"{read_only:false; response_revision:22767; number_of_response:1; }","duration":"215.196165ms","start":"2026-02-26T22:45:48.423373Z","end":"2026-02-26T22:45:48.63857Z","steps":["trace[1494149571] 'process raft request' (duration: 215.027491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:48.638604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.947244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api.1897ed59ba43235e\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-02-26T22:45:48.638634Z","caller":"traceutil/trace.go:171","msg":"trace[1974503678] range","detail":"{range_begin:/registry/events/openstack/magnum-api.1897ed59ba43235e; range_end:; response_count:1; response_revision:22768; }","duration":"216.013174ms","start":"2026-02-26T22:45:48.422613Z","end":"2026-02-26T22:45:48.638626Z","steps":["trace[1974503678] 'agreement among raft nodes before linearized reading' (duration: 215.83507ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.638635Z","caller":"traceutil/trace.go:171","msg":"trace[1645427545] transaction","detail":"{read_only:false; response_revision:22765; number_of_response:1; }","duration":"215.43159ms","start":"2026-02-26T22:45:48.423195Z","end":"2026-02-26T22:45:48.638627Z","steps":["trace[1645427545] 'process raft request' (duration: 215.160024ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.638611Z","caller":"traceutil/trace.go:171","msg":"trace[1556177987] transaction","detail":"{read_only:false; response_revision:22764; number_of_response:1; }","duration":"215.440181ms","start":"2026-02-26T22:45:48.423161Z","end":"2026-02-26T22:45:48.638602Z","steps":["trace[1556177987] 'process raft request' (duration: 215.173794ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.638663Z","caller":"traceutil/trace.go:171","msg":"trace[38413169] transaction","detail":"{read_only:false; response_revision:22768; number_of_response:1; }","duration":"215.186134ms","start":"2026-02-26T22:45:48.423469Z","end":"2026-02-26T22:45:48.638656Z","steps":["trace[38413169] 'process raft request' (duration: 214.954488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:48.782266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.616855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-26T22:45:48.782337Z","caller":"traceutil/trace.go:171","msg":"trace[1665036061] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22770; }","duration":"137.727287ms","start":"2026-02-26T22:45:48.644594Z","end":"2026-02-26T22:45:48.782322Z","steps":["trace[1665036061] 'agreement among raft nodes before linearized reading' (duration: 137.386007ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.782368Z","caller":"traceutil/trace.go:171","msg":"trace[1808891890] transaction","detail":"{read_only:false; response_revision:22770; number_of_response:1; }","duration":"135.054801ms","start":"2026-02-26T22:45:48.647255Z","end":"2026-02-26T22:45:48.78231Z","steps":["trace[1808891890] 'process raft request' (duration: 118.24198ms)","trace[1808891890] 'compare' (duration: 16.351108ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:48.888823Z","caller":"traceutil/trace.go:171","msg":"trace[1213761153] transaction","detail":"{read_only:false; response_revision:22772; number_of_response:1; }","duration":"105.09358ms","start":"2026-02-26T22:45:48.783704Z","end":"2026-02-26T22:45:48.888797Z","steps":["trace[1213761153] 'process raft request' (duration: 104.902475ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.889203Z","caller":"traceutil/trace.go:171","msg":"trace[1796208909] transaction","detail":"{read_only:false; response_revision:22773; number_of_response:1; }","duration":"105.47377ms","start":"2026-02-26T22:45:48.783713Z","end":"2026-02-26T22:45:48.889186Z","steps":["trace[1796208909] 'process raft request' (duration: 105.041729ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.889589Z","caller":"traceutil/trace.go:171","msg":"trace[1291617324] transaction","detail":"{read_only:false; response_revision:22774; number_of_response:1; }","duration":"104.334581ms","start":"2026-02-26T22:45:48.785225Z","end":"2026-02-26T22:45:48.88956Z","steps":["trace[1291617324] 'process raft request' (duration: 103.90085ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.889613Z","caller":"traceutil/trace.go:171","msg":"trace[1739708343] transaction","detail":"{read_only:false; response_revision:22775; number_of_response:1; }","duration":"102.433754ms","start":"2026-02-26T22:45:48.78716Z","end":"2026-02-26T22:45:48.889594Z","steps":["trace[1739708343] 'process raft request' (duration: 102.335411ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.890055Z","caller":"traceutil/trace.go:171","msg":"trace[468114036] transaction","detail":"{read_only:false; response_revision:22776; number_of_response:1; }","duration":"102.359302ms","start":"2026-02-26T22:45:48.787682Z","end":"2026-02-26T22:45:48.890041Z","steps":["trace[468114036] 'process raft request' (duration: 101.897011ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.890216Z","caller":"traceutil/trace.go:171","msg":"trace[936345011] transaction","detail":"{read_only:false; response_revision:22778; number_of_response:1; }","duration":"102.34392ms","start":"2026-02-26T22:45:48.787863Z","end":"2026-02-26T22:45:48.890207Z","steps":["trace[936345011] 'process raft request' (duration: 102.062193ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.890314Z","caller":"traceutil/trace.go:171","msg":"trace[1142498147] transaction","detail":"{read_only:false; response_revision:22777; number_of_response:1; }","duration":"102.551986ms","start":"2026-02-26T22:45:48.787754Z","end":"2026-02-26T22:45:48.890305Z","steps":["trace[1142498147] 'process raft request' (duration: 102.104495ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.890319Z","caller":"traceutil/trace.go:171","msg":"trace[829494984] linearizableReadLoop","detail":"{readStateIndex:23613; appliedIndex:23609; }","duration":"103.796367ms","start":"2026-02-26T22:45:48.7865Z","end":"2026-02-26T22:45:48.890296Z","steps":["trace[829494984] 'read index received' (duration: 84.108605ms)","trace[829494984] 'applied index is now lower than readState.Index' (duration: 19.686132ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:48.890444Z","caller":"traceutil/trace.go:171","msg":"trace[976581580] transaction","detail":"{read_only:false; response_revision:22779; number_of_response:1; }","duration":"102.412592ms","start":"2026-02-26T22:45:48.788025Z","end":"2026-02-26T22:45:48.890437Z","steps":["trace[976581580] 'process raft request' (duration: 101.95033ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.890536Z","caller":"traceutil/trace.go:171","msg":"trace[1539625691] transaction","detail":"{read_only:false; response_revision:22780; number_of_response:1; }","duration":"102.439313ms","start":"2026-02-26T22:45:48.788089Z","end":"2026-02-26T22:45:48.890528Z","steps":["trace[1539625691] 'process raft request' (duration: 101.92766ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.890537Z","caller":"traceutil/trace.go:171","msg":"trace[1765420891] transaction","detail":"{read_only:false; response_revision:22782; number_of_response:1; }","duration":"102.342671ms","start":"2026-02-26T22:45:48.788174Z","end":"2026-02-26T22:45:48.890517Z","steps":["trace[1765420891] 'process raft request' (duration: 101.945571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:48.890786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.27967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-02-26T22:45:48.890833Z","caller":"traceutil/trace.go:171","msg":"trace[1154342104] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:22783; }","duration":"104.381812ms","start":"2026-02-26T22:45:48.786442Z","end":"2026-02-26T22:45:48.890824Z","steps":["trace[1154342104] 'agreement among raft nodes before linearized reading' (duration: 104.161687ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.890985Z","caller":"traceutil/trace.go:171","msg":"trace[1548246438] transaction","detail":"{read_only:false; response_revision:22783; number_of_response:1; }","duration":"102.769721ms","start":"2026-02-26T22:45:48.788207Z","end":"2026-02-26T22:45:48.890976Z","steps":["trace[1548246438] 'process raft request' (duration: 102.014582ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:48.890396Z","caller":"traceutil/trace.go:171","msg":"trace[142410399] transaction","detail":"{read_only:false; response_revision:22781; number_of_response:1; }","duration":"102.242348ms","start":"2026-02-26T22:45:48.788147Z","end":"2026-02-26T22:45:48.890389Z","steps":["trace[142410399] 'process raft request' (duration: 101.917229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:48.916063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.138926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-02-26T22:45:48.916128Z","caller":"traceutil/trace.go:171","msg":"trace[1850788944] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:22784; }","duration":"128.229838ms","start":"2026-02-26T22:45:48.787883Z","end":"2026-02-26T22:45:48.916113Z","steps":["trace[1850788944] 'agreement among raft nodes before linearized reading' (duration: 128.068564ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.226448Z","caller":"traceutil/trace.go:171","msg":"trace[650978919] transaction","detail":"{read_only:false; response_revision:22796; number_of_response:1; }","duration":"171.325467ms","start":"2026-02-26T22:45:49.055091Z","end":"2026-02-26T22:45:49.226416Z","steps":["trace[650978919] 'process raft request' (duration: 135.282745ms)","trace[650978919] 'compare' (duration: 35.843697ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:49.226767Z","caller":"traceutil/trace.go:171","msg":"trace[581155355] transaction","detail":"{read_only:false; response_revision:22797; number_of_response:1; }","duration":"171.03845ms","start":"2026-02-26T22:45:49.055699Z","end":"2026-02-26T22:45:49.226737Z","steps":["trace[581155355] 'process raft request' (duration: 170.669921ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.227129Z","caller":"traceutil/trace.go:171","msg":"trace[1333196640] transaction","detail":"{read_only:false; response_revision:22799; number_of_response:1; }","duration":"171.296786ms","start":"2026-02-26T22:45:49.055811Z","end":"2026-02-26T22:45:49.227108Z","steps":["trace[1333196640] 'process raft request' (duration: 171.136502ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.227123Z","caller":"traceutil/trace.go:171","msg":"trace[1699235393] transaction","detail":"{read_only:false; response_revision:22798; number_of_response:1; }","duration":"171.268175ms","start":"2026-02-26T22:45:49.055816Z","end":"2026-02-26T22:45:49.227084Z","steps":["trace[1699235393] 'process raft request' (duration: 170.834685ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.227201Z","caller":"traceutil/trace.go:171","msg":"trace[1749340185] transaction","detail":"{read_only:false; response_revision:22800; number_of_response:1; }","duration":"170.661911ms","start":"2026-02-26T22:45:49.056519Z","end":"2026-02-26T22:45:49.227181Z","steps":["trace[1749340185] 'process raft request' (duration: 170.508937ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.227129Z","caller":"traceutil/trace.go:171","msg":"trace[265432562] linearizableReadLoop","detail":"{readStateIndex:23635; appliedIndex:23634; }","duration":"171.826669ms","start":"2026-02-26T22:45:49.055283Z","end":"2026-02-26T22:45:49.227109Z","steps":["trace[265432562] 'read index received' (duration: 35.848957ms)","trace[265432562] 'applied index is now lower than readState.Index' (duration: 135.976192ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:49.227321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.018873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-26T22:45:49.227471Z","caller":"traceutil/trace.go:171","msg":"trace[238985575] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:22800; }","duration":"172.195988ms","start":"2026-02-26T22:45:49.055255Z","end":"2026-02-26T22:45:49.227451Z","steps":["trace[238985575] 'agreement among raft nodes before linearized reading' (duration: 171.913301ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.25022Z","caller":"traceutil/trace.go:171","msg":"trace[1962864506] transaction","detail":"{read_only:false; response_revision:22802; number_of_response:1; }","duration":"152.993339ms","start":"2026-02-26T22:45:49.097197Z","end":"2026-02-26T22:45:49.25019Z","steps":["trace[1962864506] 'process raft request' (duration: 152.422603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:49.250236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.632821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-26T22:45:49.250184Z","caller":"traceutil/trace.go:171","msg":"trace[33038114] transaction","detail":"{read_only:false; response_revision:22804; number_of_response:1; }","duration":"149.780848ms","start":"2026-02-26T22:45:49.100362Z","end":"2026-02-26T22:45:49.250143Z","steps":["trace[33038114] 'process raft request' (duration: 149.374947ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.250321Z","caller":"traceutil/trace.go:171","msg":"trace[1540959264] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22805; }","duration":"174.759264ms","start":"2026-02-26T22:45:49.075539Z","end":"2026-02-26T22:45:49.250298Z","steps":["trace[1540959264] 'agreement among raft nodes before linearized reading' (duration: 174.471676ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.250376Z","caller":"traceutil/trace.go:171","msg":"trace[427603810] transaction","detail":"{read_only:false; response_revision:22801; number_of_response:1; }","duration":"153.234405ms","start":"2026-02-26T22:45:49.097094Z","end":"2026-02-26T22:45:49.250328Z","steps":["trace[427603810] 'process raft request' (duration: 152.385083ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.250312Z","caller":"traceutil/trace.go:171","msg":"trace[497563932] transaction","detail":"{read_only:false; response_revision:22803; number_of_response:1; }","duration":"152.888886ms","start":"2026-02-26T22:45:49.097399Z","end":"2026-02-26T22:45:49.250288Z","steps":["trace[497563932] 'process raft request' (duration: 152.27006ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.401767Z","caller":"traceutil/trace.go:171","msg":"trace[1268561907] linearizableReadLoop","detail":"{readStateIndex:23645; appliedIndex:23644; }","duration":"141.921882ms","start":"2026-02-26T22:45:49.259814Z","end":"2026-02-26T22:45:49.401736Z","steps":["trace[1268561907] 'read index received' (duration: 69.094749ms)","trace[1268561907] 'applied index is now lower than readState.Index' (duration: 72.825403ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:49.401911Z","caller":"traceutil/trace.go:171","msg":"trace[1707193923] transaction","detail":"{read_only:false; response_revision:22806; number_of_response:1; }","duration":"142.881135ms","start":"2026-02-26T22:45:49.258997Z","end":"2026-02-26T22:45:49.401878Z","steps":["trace[1707193923] 'process raft request' (duration: 69.95602ms)","trace[1707193923] 'compare' (duration: 72.560546ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:49.40212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.27321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-26T22:45:49.402175Z","caller":"traceutil/trace.go:171","msg":"trace[449961718] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:22806; }","duration":"142.362473ms","start":"2026-02-26T22:45:49.259797Z","end":"2026-02-26T22:45:49.402159Z","steps":["trace[449961718] 'agreement among raft nodes before linearized reading' (duration: 142.097236ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.475442Z","caller":"traceutil/trace.go:171","msg":"trace[1223169290] transaction","detail":"{read_only:false; response_revision:22807; number_of_response:1; }","duration":"215.495873ms","start":"2026-02-26T22:45:49.25992Z","end":"2026-02-26T22:45:49.475416Z","steps":["trace[1223169290] 'process raft request' (duration: 215.306378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:49.475709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.329332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-26T22:45:49.475768Z","caller":"traceutil/trace.go:171","msg":"trace[238477745] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:22807; }","duration":"214.429125ms","start":"2026-02-26T22:45:49.261324Z","end":"2026-02-26T22:45:49.475753Z","steps":["trace[238477745] 'agreement among raft nodes before linearized reading' (duration: 214.23478ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.613077Z","caller":"traceutil/trace.go:171","msg":"trace[822636648] linearizableReadLoop","detail":"{readStateIndex:23647; appliedIndex:23646; }","duration":"137.677984ms","start":"2026-02-26T22:45:49.475371Z","end":"2026-02-26T22:45:49.613049Z","steps":["trace[822636648] 'read index received' (duration: 101.699854ms)","trace[822636648] 'applied index is now lower than readState.Index' (duration: 35.9741ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:49.613142Z","caller":"traceutil/trace.go:171","msg":"trace[1236375334] transaction","detail":"{read_only:false; response_revision:22808; number_of_response:1; }","duration":"203.78792ms","start":"2026-02-26T22:45:49.409319Z","end":"2026-02-26T22:45:49.613107Z","steps":["trace[1236375334] 'process raft request' (duration: 167.732558ms)","trace[1236375334] 'compare' (duration: 35.770485ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:49.613224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.316692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:49.613315Z","caller":"traceutil/trace.go:171","msg":"trace[35293610] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-init; range_end:; response_count:0; response_revision:22808; }","duration":"200.427564ms","start":"2026-02-26T22:45:49.412864Z","end":"2026-02-26T22:45:49.613292Z","steps":["trace[35293610] 'agreement among raft nodes before linearized reading' (duration: 200.2397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:49.613323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.008066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-26T22:45:49.613365Z","caller":"traceutil/trace.go:171","msg":"trace[1755152752] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:22808; }","duration":"204.096257ms","start":"2026-02-26T22:45:49.409256Z","end":"2026-02-26T22:45:49.613352Z","steps":["trace[1755152752] 'agreement among raft nodes before linearized reading' (duration: 203.923113ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.682293Z","caller":"traceutil/trace.go:171","msg":"trace[1552354755] transaction","detail":"{read_only:false; response_revision:22809; number_of_response:1; }","duration":"200.452217ms","start":"2026-02-26T22:45:49.481808Z","end":"2026-02-26T22:45:49.68226Z","steps":["trace[1552354755] 'process raft request' (duration: 200.109698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:49.682416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.149444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:49.682527Z","caller":"traceutil/trace.go:171","msg":"trace[1136650097] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:22811; }","duration":"201.303258ms","start":"2026-02-26T22:45:49.481196Z","end":"2026-02-26T22:45:49.682499Z","steps":["trace[1136650097] 'agreement among raft nodes before linearized reading' (duration: 201.118513ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.682426Z","caller":"traceutil/trace.go:171","msg":"trace[1475368311] transaction","detail":"{read_only:false; response_revision:22811; number_of_response:1; }","duration":"130.293221ms","start":"2026-02-26T22:45:49.55209Z","end":"2026-02-26T22:45:49.682383Z","steps":["trace[1475368311] 'process raft request' (duration: 130.113396ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.682519Z","caller":"traceutil/trace.go:171","msg":"trace[2119737994] transaction","detail":"{read_only:false; response_revision:22810; number_of_response:1; }","duration":"198.970459ms","start":"2026-02-26T22:45:49.483444Z","end":"2026-02-26T22:45:49.682415Z","steps":["trace[2119737994] 'process raft request' (duration: 198.680452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:49.682762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.951659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:49.68285Z","caller":"traceutil/trace.go:171","msg":"trace[414912771] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:22811; }","duration":"201.065252ms","start":"2026-02-26T22:45:49.481763Z","end":"2026-02-26T22:45:49.682828Z","steps":["trace[414912771] 'agreement among raft nodes before linearized reading' (duration: 200.555509ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.840144Z","caller":"traceutil/trace.go:171","msg":"trace[386081688] linearizableReadLoop","detail":"{readStateIndex:23651; appliedIndex:23650; }","duration":"157.827059ms","start":"2026-02-26T22:45:49.682272Z","end":"2026-02-26T22:45:49.840099Z","steps":["trace[386081688] 'read index received' (duration: 144.862295ms)","trace[386081688] 'applied index is now lower than readState.Index' (duration: 12.963494ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:49.840283Z","caller":"traceutil/trace.go:171","msg":"trace[595236398] transaction","detail":"{read_only:false; response_revision:22812; number_of_response:1; }","duration":"195.120272ms","start":"2026-02-26T22:45:49.645145Z","end":"2026-02-26T22:45:49.840265Z","steps":["trace[595236398] 'process raft request' (duration: 181.973603ms)","trace[595236398] 'compare' (duration: 12.851092ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:49.840504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.711208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:49.840555Z","caller":"traceutil/trace.go:171","msg":"trace[1345805514] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:22812; }","duration":"223.806001ms","start":"2026-02-26T22:45:49.616734Z","end":"2026-02-26T22:45:49.84054Z","steps":["trace[1345805514] 'agreement among raft nodes before linearized reading' (duration: 223.707688ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.984788Z","caller":"traceutil/trace.go:171","msg":"trace[880008167] transaction","detail":"{read_only:false; response_revision:22813; number_of_response:1; }","duration":"297.168646ms","start":"2026-02-26T22:45:49.687578Z","end":"2026-02-26T22:45:49.984747Z","steps":["trace[880008167] 'process raft request' (duration: 296.764346ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:49.984954Z","caller":"traceutil/trace.go:171","msg":"trace[935775838] transaction","detail":"{read_only:false; response_revision:22814; number_of_response:1; }","duration":"297.162675ms","start":"2026-02-26T22:45:49.687762Z","end":"2026-02-26T22:45:49.984925Z","steps":["trace[935775838] 'process raft request' (duration: 296.820007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:49.985243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.704564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7404"} {"level":"info","ts":"2026-02-26T22:45:49.985317Z","caller":"traceutil/trace.go:171","msg":"trace[912319978] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:22814; }","duration":"296.794076ms","start":"2026-02-26T22:45:49.688505Z","end":"2026-02-26T22:45:49.985299Z","steps":["trace[912319978] 'agreement among raft nodes before linearized reading' (duration: 296.53044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:49.985381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.815537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-26T22:45:49.985454Z","caller":"traceutil/trace.go:171","msg":"trace[326873966] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:22814; }","duration":"300.93124ms","start":"2026-02-26T22:45:49.684507Z","end":"2026-02-26T22:45:49.985438Z","steps":["trace[326873966] 'agreement among raft nodes before linearized reading' (duration: 300.700904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:49.985499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:49.684492Z","time spent":"300.998331ms","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-02-26T22:45:49.986307Z","caller":"traceutil/trace.go:171","msg":"trace[520760473] linearizableReadLoop","detail":"{readStateIndex:23653; appliedIndex:23651; }","duration":"144.68002ms","start":"2026-02-26T22:45:49.840221Z","end":"2026-02-26T22:45:49.984901Z","steps":["trace[520760473] 'read index received' (duration: 144.052785ms)","trace[520760473] 'applied index is now lower than readState.Index' (duration: 626.135µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:50.183482Z","caller":"traceutil/trace.go:171","msg":"trace[1736439502] linearizableReadLoop","detail":"{readStateIndex:23654; appliedIndex:23653; }","duration":"197.097573ms","start":"2026-02-26T22:45:49.986353Z","end":"2026-02-26T22:45:50.18345Z","steps":["trace[1736439502] 'read index received' (duration: 131.804149ms)","trace[1736439502] 'applied index is now lower than readState.Index' (duration: 65.291644ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:50.184492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.507705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-26T22:45:50.18458Z","caller":"traceutil/trace.go:171","msg":"trace[1037427412] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:22815; }","duration":"339.622808ms","start":"2026-02-26T22:45:49.844936Z","end":"2026-02-26T22:45:50.184559Z","steps":["trace[1037427412] 'agreement among raft nodes before linearized reading' (duration: 339.30539ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:50.184571Z","caller":"traceutil/trace.go:171","msg":"trace[133226724] transaction","detail":"{read_only:false; response_revision:22815; number_of_response:1; }","duration":"335.764842ms","start":"2026-02-26T22:45:49.84872Z","end":"2026-02-26T22:45:50.184485Z","steps":["trace[133226724] 'process raft request' (duration: 269.126535ms)","trace[133226724] 'compare' (duration: 65.422977ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:50.184629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:49.844871Z","time spent":"339.747382ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-02-26T22:45:50.184734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:49.8487Z","time spent":"335.956597ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5234,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T22:45:50.190214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.19942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-26T22:45:50.19029Z","caller":"traceutil/trace.go:171","msg":"trace[713142441] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22823; }","duration":"198.346653ms","start":"2026-02-26T22:45:49.991925Z","end":"2026-02-26T22:45:50.190272Z","steps":["trace[713142441] 'agreement among raft nodes before linearized reading' (duration: 198.176959ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:50.19058Z","caller":"traceutil/trace.go:171","msg":"trace[378101515] transaction","detail":"{read_only:false; response_revision:22816; number_of_response:1; }","duration":"198.19587ms","start":"2026-02-26T22:45:49.992373Z","end":"2026-02-26T22:45:50.190569Z","steps":["trace[378101515] 'process raft request' (duration: 197.266807ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:50.190828Z","caller":"traceutil/trace.go:171","msg":"trace[834897400] transaction","detail":"{read_only:false; response_revision:22817; number_of_response:1; }","duration":"196.446886ms","start":"2026-02-26T22:45:49.99437Z","end":"2026-02-26T22:45:50.190817Z","steps":["trace[834897400] 'process raft request' (duration: 195.40382ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:50.190947Z","caller":"traceutil/trace.go:171","msg":"trace[291370269] transaction","detail":"{read_only:false; response_revision:22818; number_of_response:1; }","duration":"196.429786ms","start":"2026-02-26T22:45:49.994507Z","end":"2026-02-26T22:45:50.190937Z","steps":["trace[291370269] 'process raft request' (duration: 195.336009ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:50.191047Z","caller":"traceutil/trace.go:171","msg":"trace[1723447372] transaction","detail":"{read_only:false; response_revision:22819; number_of_response:1; }","duration":"196.541688ms","start":"2026-02-26T22:45:49.994497Z","end":"2026-02-26T22:45:50.191039Z","steps":["trace[1723447372] 'process raft request' (duration: 195.378869ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:50.191235Z","caller":"traceutil/trace.go:171","msg":"trace[2147030507] transaction","detail":"{read_only:false; response_revision:22820; number_of_response:1; }","duration":"196.153749ms","start":"2026-02-26T22:45:49.995071Z","end":"2026-02-26T22:45:50.191225Z","steps":["trace[2147030507] 'process raft request' (duration: 194.844466ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:50.191447Z","caller":"traceutil/trace.go:171","msg":"trace[538828829] transaction","detail":"{read_only:false; response_revision:22821; number_of_response:1; }","duration":"194.098468ms","start":"2026-02-26T22:45:49.997339Z","end":"2026-02-26T22:45:50.191438Z","steps":["trace[538828829] 'process raft request' (duration: 192.61765ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:50.191661Z","caller":"traceutil/trace.go:171","msg":"trace[1342403227] transaction","detail":"{read_only:false; response_revision:22822; number_of_response:1; }","duration":"191.380229ms","start":"2026-02-26T22:45:50.000272Z","end":"2026-02-26T22:45:50.191652Z","steps":["trace[1342403227] 'process raft request' (duration: 189.731298ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:50.191894Z","caller":"traceutil/trace.go:171","msg":"trace[580058334] transaction","detail":"{read_only:false; response_revision:22823; number_of_response:1; }","duration":"191.586575ms","start":"2026-02-26T22:45:50.000299Z","end":"2026-02-26T22:45:50.191885Z","steps":["trace[580058334] 'process raft request' (duration: 189.753299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:50.192071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.651399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:50.192102Z","caller":"traceutil/trace.go:171","msg":"trace[498085861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22823; }","duration":"154.718711ms","start":"2026-02-26T22:45:50.037376Z","end":"2026-02-26T22:45:50.192094Z","steps":["trace[498085861] 'agreement among raft nodes before linearized reading' (duration: 154.66768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:50.192283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.555218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T22:45:50.192318Z","caller":"traceutil/trace.go:171","msg":"trace[1069291171] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22823; }","duration":"184.585919ms","start":"2026-02-26T22:45:50.00772Z","end":"2026-02-26T22:45:50.192306Z","steps":["trace[1069291171] 'agreement among raft nodes before linearized reading' (duration: 184.486477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:50.192584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.064736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111976"} {"level":"info","ts":"2026-02-26T22:45:50.192617Z","caller":"traceutil/trace.go:171","msg":"trace[627828814] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:22823; }","duration":"198.137208ms","start":"2026-02-26T22:45:49.994471Z","end":"2026-02-26T22:45:50.192608Z","steps":["trace[627828814] 'agreement among raft nodes before linearized reading' (duration: 197.959543ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:50.378463Z","caller":"traceutil/trace.go:171","msg":"trace[1354192964] linearizableReadLoop","detail":"{readStateIndex:23663; appliedIndex:23662; }","duration":"181.718138ms","start":"2026-02-26T22:45:50.196729Z","end":"2026-02-26T22:45:50.378447Z","steps":["trace[1354192964] 'read index received' (duration: 180.814835ms)","trace[1354192964] 'applied index is now lower than readState.Index' (duration: 902.483µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:50.378614Z","caller":"traceutil/trace.go:171","msg":"trace[1994764377] transaction","detail":"{read_only:false; response_revision:22824; number_of_response:1; }","duration":"185.364559ms","start":"2026-02-26T22:45:50.19324Z","end":"2026-02-26T22:45:50.378605Z","steps":["trace[1994764377] 'process raft request' (duration: 184.291222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:50.378858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.113007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"warn","ts":"2026-02-26T22:45:50.378886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.138938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:50.378913Z","caller":"traceutil/trace.go:171","msg":"trace[47704605] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:22824; }","duration":"182.179099ms","start":"2026-02-26T22:45:50.19672Z","end":"2026-02-26T22:45:50.378899Z","steps":["trace[47704605] 'agreement among raft nodes before linearized reading' (duration: 181.983924ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:50.378916Z","caller":"traceutil/trace.go:171","msg":"trace[1756860350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22824; }","duration":"182.208549ms","start":"2026-02-26T22:45:50.196697Z","end":"2026-02-26T22:45:50.378905Z","steps":["trace[1756860350] 'agreement among raft nodes before linearized reading' (duration: 182.149017ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:50.60019Z","caller":"traceutil/trace.go:171","msg":"trace[1839240225] transaction","detail":"{read_only:false; response_revision:22825; number_of_response:1; }","duration":"402.021749ms","start":"2026-02-26T22:45:50.198132Z","end":"2026-02-26T22:45:50.600154Z","steps":["trace[1839240225] 'process raft request' (duration: 330.471749ms)","trace[1839240225] 'compare' (duration: 70.893654ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:50.600236Z","caller":"traceutil/trace.go:171","msg":"trace[263852356] linearizableReadLoop","detail":"{readStateIndex:23667; appliedIndex:23663; }","duration":"221.696158ms","start":"2026-02-26T22:45:50.378516Z","end":"2026-02-26T22:45:50.600212Z","steps":["trace[263852356] 'read index received' (duration: 150.104657ms)","trace[263852356] 'applied index is now lower than readState.Index' (duration: 71.590451ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:50.600351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:50.19812Z","time spent":"402.145492ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:50.600441Z","caller":"traceutil/trace.go:171","msg":"trace[1553666025] transaction","detail":"{read_only:false; response_revision:22826; number_of_response:1; }","duration":"396.725127ms","start":"2026-02-26T22:45:50.203705Z","end":"2026-02-26T22:45:50.60043Z","steps":["trace[1553666025] 'process raft request' (duration: 396.263595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:50.60053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:50.203687Z","time spent":"396.786669ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T22:45:50.600886Z","caller":"traceutil/trace.go:171","msg":"trace[437058181] transaction","detail":"{read_only:false; response_revision:22827; number_of_response:1; }","duration":"394.329007ms","start":"2026-02-26T22:45:50.206542Z","end":"2026-02-26T22:45:50.600871Z","steps":["trace[437058181] 'process raft request' (duration: 393.492185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:50.600966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:50.206521Z","time spent":"394.398489ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:50.601182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.126427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-26T22:45:50.601222Z","caller":"traceutil/trace.go:171","msg":"trace[432030966] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:22828; }","duration":"403.185748ms","start":"2026-02-26T22:45:50.198027Z","end":"2026-02-26T22:45:50.601213Z","steps":["trace[432030966] 'agreement among raft nodes before linearized reading' (duration: 403.059645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:50.601256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:50.198017Z","time spent":"403.23217ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-02-26T22:45:50.601948Z","caller":"traceutil/trace.go:171","msg":"trace[13882472] transaction","detail":"{read_only:false; response_revision:22828; number_of_response:1; }","duration":"393.544217ms","start":"2026-02-26T22:45:50.208374Z","end":"2026-02-26T22:45:50.601919Z","steps":["trace[13882472] 'process raft request' (duration: 391.743021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:50.602012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.181933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-02-26T22:45:50.602057Z","caller":"traceutil/trace.go:171","msg":"trace[183137538] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:22828; }","duration":"386.251485ms","start":"2026-02-26T22:45:50.215794Z","end":"2026-02-26T22:45:50.602046Z","steps":["trace[183137538] 'agreement among raft nodes before linearized reading' (duration: 386.164493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:50.602076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.357914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-api\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-02-26T22:45:50.602092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:50.208363Z","time spent":"393.652049ms","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8160,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:50.602098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:50.21578Z","time spent":"386.307186ms","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-26T22:45:50.602123Z","caller":"traceutil/trace.go:171","msg":"trace[269674067] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-api; range_end:; response_count:1; response_revision:22828; }","duration":"230.412365ms","start":"2026-02-26T22:45:50.371701Z","end":"2026-02-26T22:45:50.602113Z","steps":["trace[269674067] 'agreement among raft nodes before linearized reading' (duration: 230.228151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:50.605726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.500791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:8030"} {"level":"info","ts":"2026-02-26T22:45:50.605794Z","caller":"traceutil/trace.go:171","msg":"trace[1938257517] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:22828; }","duration":"394.625264ms","start":"2026-02-26T22:45:50.211154Z","end":"2026-02-26T22:45:50.605779Z","steps":["trace[1938257517] 'agreement among raft nodes before linearized reading' (duration: 389.876666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:50.605837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:50.211141Z","time spent":"394.687645ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":8052,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"info","ts":"2026-02-26T22:45:50.609369Z","caller":"traceutil/trace.go:171","msg":"trace[1681161412] transaction","detail":"{read_only:false; response_revision:22830; number_of_response:1; }","duration":"224.21359ms","start":"2026-02-26T22:45:50.385142Z","end":"2026-02-26T22:45:50.609356Z","steps":["trace[1681161412] 'process raft request' (duration: 224.007955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:50.609509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.549832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-conductor\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-02-26T22:45:50.609541Z","caller":"traceutil/trace.go:171","msg":"trace[1185952056] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-conductor; range_end:; response_count:1; response_revision:22831; }","duration":"139.609733ms","start":"2026-02-26T22:45:50.469924Z","end":"2026-02-26T22:45:50.609534Z","steps":["trace[1185952056] 'agreement among raft nodes before linearized reading' (duration: 139.535082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:50.609615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.900322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-26T22:45:50.609646Z","caller":"traceutil/trace.go:171","msg":"trace[1545539975] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22831; }","duration":"217.953054ms","start":"2026-02-26T22:45:50.391683Z","end":"2026-02-26T22:45:50.609636Z","steps":["trace[1545539975] 'agreement among raft nodes before linearized reading' (duration: 217.879422ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:50.60924Z","caller":"traceutil/trace.go:171","msg":"trace[1565469792] transaction","detail":"{read_only:false; response_revision:22831; number_of_response:1; }","duration":"224.059796ms","start":"2026-02-26T22:45:50.38517Z","end":"2026-02-26T22:45:50.60923Z","steps":["trace[1565469792] 'process raft request' (duration: 224.017905ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:50.609664Z","caller":"traceutil/trace.go:171","msg":"trace[44202409] transaction","detail":"{read_only:false; response_revision:22829; number_of_response:1; }","duration":"224.493317ms","start":"2026-02-26T22:45:50.385142Z","end":"2026-02-26T22:45:50.609636Z","steps":["trace[44202409] 'process raft request' (duration: 223.910963ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:50.795882Z","caller":"traceutil/trace.go:171","msg":"trace[1749574528] transaction","detail":"{read_only:false; response_revision:22834; number_of_response:1; }","duration":"177.656285ms","start":"2026-02-26T22:45:50.618184Z","end":"2026-02-26T22:45:50.79584Z","steps":["trace[1749574528] 'process raft request' (duration: 136.083674ms)","trace[1749574528] 'compare' (duration: 41.353495ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:50.795933Z","caller":"traceutil/trace.go:171","msg":"trace[1961068972] transaction","detail":"{read_only:false; response_revision:22835; number_of_response:1; }","duration":"176.461685ms","start":"2026-02-26T22:45:50.619439Z","end":"2026-02-26T22:45:50.7959Z","steps":["trace[1961068972] 'process raft request' (duration: 176.319922ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:50.796085Z","caller":"traceutil/trace.go:171","msg":"trace[453100689] linearizableReadLoop","detail":"{readStateIndex:23674; appliedIndex:23671; }","duration":"175.711295ms","start":"2026-02-26T22:45:50.620358Z","end":"2026-02-26T22:45:50.79607Z","steps":["trace[453100689] 'read index received' (duration: 48.654827ms)","trace[453100689] 'applied index is now lower than readState.Index' (duration: 127.055688ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:50.796151Z","caller":"traceutil/trace.go:171","msg":"trace[407381303] transaction","detail":"{read_only:false; response_revision:22836; number_of_response:1; }","duration":"155.464299ms","start":"2026-02-26T22:45:50.640661Z","end":"2026-02-26T22:45:50.796125Z","steps":["trace[407381303] 'process raft request' (duration: 155.162231ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:50.79635Z","caller":"traceutil/trace.go:171","msg":"trace[955699051] transaction","detail":"{read_only:false; response_revision:22837; number_of_response:1; }","duration":"114.33184ms","start":"2026-02-26T22:45:50.682001Z","end":"2026-02-26T22:45:50.796333Z","steps":["trace[955699051] 'process raft request' (duration: 113.989351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:50.796454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.324237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-api-79b4bbf794\" ","response":"range_response_count:1 size:7431"} {"level":"info","ts":"2026-02-26T22:45:50.796525Z","caller":"traceutil/trace.go:171","msg":"trace[2043981383] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-api-79b4bbf794; range_end:; response_count:1; response_revision:22837; }","duration":"167.423369ms","start":"2026-02-26T22:45:50.629085Z","end":"2026-02-26T22:45:50.796508Z","steps":["trace[2043981383] 'agreement among raft nodes before linearized reading' (duration: 167.144381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:50.796583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.21436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-26T22:45:50.796629Z","caller":"traceutil/trace.go:171","msg":"trace[805233911] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:22837; }","duration":"176.263521ms","start":"2026-02-26T22:45:50.620354Z","end":"2026-02-26T22:45:50.796617Z","steps":["trace[805233911] 'agreement among raft nodes before linearized reading' (duration: 175.802589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:50.796628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.405909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-26T22:45:50.796674Z","caller":"traceutil/trace.go:171","msg":"trace[1976617762] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:22837; }","duration":"167.46114ms","start":"2026-02-26T22:45:50.629197Z","end":"2026-02-26T22:45:50.796658Z","steps":["trace[1976617762] 'agreement among raft nodes before linearized reading' (duration: 167.300486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:51.319336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398441738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:45:51.754738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.679682ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:51.754875Z","caller":"traceutil/trace.go:171","msg":"trace[1061526240] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22837; }","duration":"646.827266ms","start":"2026-02-26T22:45:51.108026Z","end":"2026-02-26T22:45:51.754853Z","steps":["trace[1061526240] 'range keys from in-memory index tree' (duration: 646.649721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:51.754997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.855961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:45:51.755117Z","caller":"traceutil/trace.go:171","msg":"trace[355470755] transaction","detail":"{read_only:false; response_revision:22838; number_of_response:1; }","duration":"940.145916ms","start":"2026-02-26T22:45:50.81495Z","end":"2026-02-26T22:45:51.755096Z","steps":["trace[355470755] 'process raft request' (duration: 752.109281ms)","trace[355470755] 'compare' (duration: 187.325006ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:51.755182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:50.814938Z","time spent":"940.215977ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6876,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:52.11862Z","caller":"traceutil/trace.go:171","msg":"trace[1034072075] transaction","detail":"{read_only:false; response_revision:22839; number_of_response:1; }","duration":"1.276644525s","start":"2026-02-26T22:45:50.841949Z","end":"2026-02-26T22:45:52.118593Z","steps":["trace[1034072075] 'process raft request' (duration: 1.239349932s)","trace[1034072075] 'compare' (duration: 37.096408ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:52.118647Z","caller":"traceutil/trace.go:171","msg":"trace[693709766] transaction","detail":"{read_only:false; response_revision:22840; number_of_response:1; }","duration":"1.243608728s","start":"2026-02-26T22:45:50.875022Z","end":"2026-02-26T22:45:52.118631Z","steps":["trace[693709766] 'process raft request' (duration: 1.243519706s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:52.118743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:50.841911Z","time spent":"1.276771089s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:52.118743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:50.875002Z","time spent":"1.2436865s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:52.119476Z","caller":"traceutil/trace.go:171","msg":"trace[975007320] linearizableReadLoop","detail":"{readStateIndex:23683; appliedIndex:23676; }","duration":"1.300983595s","start":"2026-02-26T22:45:50.818473Z","end":"2026-02-26T22:45:52.119456Z","steps":["trace[975007320] 'read index received' (duration: 748.748117ms)","trace[975007320] 'applied index is now lower than readState.Index' (duration: 552.234338ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:52.119599Z","caller":"traceutil/trace.go:171","msg":"trace[131184037] transaction","detail":"{read_only:false; response_revision:22841; number_of_response:1; }","duration":"1.224424848s","start":"2026-02-26T22:45:50.895157Z","end":"2026-02-26T22:45:52.119582Z","steps":["trace[131184037] 'process raft request' (duration: 1.223436133s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:52.119739Z","caller":"traceutil/trace.go:171","msg":"trace[440249405] transaction","detail":"{read_only:false; response_revision:22843; number_of_response:1; }","duration":"1.221376502s","start":"2026-02-26T22:45:50.898334Z","end":"2026-02-26T22:45:52.119711Z","steps":["trace[440249405] 'process raft request' (duration: 1.221025214s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:52.119765Z","caller":"traceutil/trace.go:171","msg":"trace[1939384528] transaction","detail":"{read_only:false; response_revision:22842; number_of_response:1; }","duration":"1.224489631s","start":"2026-02-26T22:45:50.895235Z","end":"2026-02-26T22:45:52.119725Z","steps":["trace[1939384528] 'process raft request' (duration: 1.224016629s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:52.119789Z","caller":"traceutil/trace.go:171","msg":"trace[125296650] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"1.19848176s","start":"2026-02-26T22:45:50.921283Z","end":"2026-02-26T22:45:52.119764Z","steps":["trace[125296650] 'process raft request' (duration: 1.198132531s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:52.119872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:50.895229Z","time spent":"1.224592263s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:52.119889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:50.898312Z","time spent":"1.221500046s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:52.119912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:50.921258Z","time spent":"1.198584032s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:52.119811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:50.895139Z","time spent":"1.224505191s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:52.120038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301561889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:52.12008Z","caller":"traceutil/trace.go:171","msg":"trace[1413510500] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:22844; }","duration":"1.30161625s","start":"2026-02-26T22:45:50.818452Z","end":"2026-02-26T22:45:52.120068Z","steps":["trace[1413510500] 'agreement among raft nodes before linearized reading' (duration: 1.301547028s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:52.120131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:50.81844Z","time spent":"1.301683813s","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-02-26T22:45:52.140923Z","caller":"traceutil/trace.go:171","msg":"trace[354038814] transaction","detail":"{read_only:false; response_revision:22845; number_of_response:1; }","duration":"453.61976ms","start":"2026-02-26T22:45:51.687285Z","end":"2026-02-26T22:45:52.140904Z","steps":["trace[354038814] 'process raft request' (duration: 453.471336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:52.14103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:51.687259Z","time spent":"453.727692ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:52.141081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.716969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T22:45:52.141122Z","caller":"traceutil/trace.go:171","msg":"trace[1324632207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22845; }","duration":"908.788521ms","start":"2026-02-26T22:45:51.232324Z","end":"2026-02-26T22:45:52.141113Z","steps":["trace[1324632207] 'agreement among raft nodes before linearized reading' (duration: 908.671337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:52.141141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:51.232311Z","time spent":"908.826672ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:45:52.14126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.303153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T22:45:52.141301Z","caller":"traceutil/trace.go:171","msg":"trace[1111533250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22845; }","duration":"909.341314ms","start":"2026-02-26T22:45:51.231948Z","end":"2026-02-26T22:45:52.14129Z","steps":["trace[1111533250] 'agreement among raft nodes before linearized reading' (duration: 909.223621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:52.14133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:51.231926Z","time spent":"909.397376ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:45:52.141361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.112955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:52.14139Z","caller":"traceutil/trace.go:171","msg":"trace[776370638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22845; }","duration":"106.173047ms","start":"2026-02-26T22:45:52.035208Z","end":"2026-02-26T22:45:52.141381Z","steps":["trace[776370638] 'agreement among raft nodes before linearized reading' (duration: 106.134026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:52.14145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.762867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:52.141483Z","caller":"traceutil/trace.go:171","msg":"trace[130928231] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22845; }","duration":"593.836679ms","start":"2026-02-26T22:45:51.547636Z","end":"2026-02-26T22:45:52.141472Z","steps":["trace[130928231] 'agreement among raft nodes before linearized reading' (duration: 593.774377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:52.141469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.337509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T22:45:52.141505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:51.547615Z","time spent":"593.882631ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:45:52.141422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13936556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:52.141528Z","caller":"traceutil/trace.go:171","msg":"trace[1243117624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22845; }","duration":"908.425312ms","start":"2026-02-26T22:45:51.23309Z","end":"2026-02-26T22:45:52.141515Z","steps":["trace[1243117624] 'agreement among raft nodes before linearized reading' (duration: 908.281508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:52.141511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.76365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:45:52.141569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:51.23308Z","time spent":"908.479413ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T22:45:52.141575Z","caller":"traceutil/trace.go:171","msg":"trace[1592469268] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:22845; }","duration":"1.139558595s","start":"2026-02-26T22:45:51.001991Z","end":"2026-02-26T22:45:52.14155Z","steps":["trace[1592469268] 'agreement among raft nodes before linearized reading' (duration: 1.139315619s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:52.141584Z","caller":"traceutil/trace.go:171","msg":"trace[1549636839] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:22845; }","duration":"906.859072ms","start":"2026-02-26T22:45:51.234708Z","end":"2026-02-26T22:45:52.141567Z","steps":["trace[1549636839] 'agreement among raft nodes before linearized reading' (duration: 906.740069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:52.141488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161702019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:45:52.141636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:51.234702Z","time spent":"906.920974ms","remote":"127.0.0.1:40002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:45:52.141643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:51.001967Z","time spent":"1.139655168s","remote":"127.0.0.1:52258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:45:52.141741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089966443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-02-26T22:45:52.141759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.838747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T22:45:52.14173Z","caller":"traceutil/trace.go:171","msg":"trace[790351217] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22845; }","duration":"1.161911984s","start":"2026-02-26T22:45:50.979738Z","end":"2026-02-26T22:45:52.14165Z","steps":["trace[790351217] 'agreement among raft nodes before linearized reading' (duration: 1.16171891s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:52.141783Z","caller":"traceutil/trace.go:171","msg":"trace[1181428354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22845; }","duration":"909.892958ms","start":"2026-02-26T22:45:51.231883Z","end":"2026-02-26T22:45:52.141776Z","steps":["trace[1181428354] 'agreement among raft nodes before linearized reading' (duration: 909.809256ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:52.14177Z","caller":"traceutil/trace.go:171","msg":"trace[2013512565] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:22845; }","duration":"1.090029975s","start":"2026-02-26T22:45:51.051731Z","end":"2026-02-26T22:45:52.141761Z","steps":["trace[2013512565] 'agreement among raft nodes before linearized reading' (duration: 1.089914882s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:52.141766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.346405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T22:45:52.141811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:51.231839Z","time spent":"909.96562ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:45:52.141814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:51.05171Z","time spent":"1.090097627s","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-26T22:45:52.141837Z","caller":"traceutil/trace.go:171","msg":"trace[2081370136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22845; }","duration":"909.440287ms","start":"2026-02-26T22:45:51.232377Z","end":"2026-02-26T22:45:52.141818Z","steps":["trace[2081370136] 'agreement among raft nodes before linearized reading' (duration: 909.195191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:52.141858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:50.979721Z","time spent":"1.162092278s","remote":"127.0.0.1:40026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:45:52.141888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:51.232369Z","time spent":"909.504239ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:45:52.141782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.937368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-79b4bbf794-sll7h\" ","response":"range_response_count:1 size:6898"} {"level":"info","ts":"2026-02-26T22:45:52.142028Z","caller":"traceutil/trace.go:171","msg":"trace[1600445642] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-79b4bbf794-sll7h; range_end:; response_count:1; response_revision:22845; }","duration":"382.222665ms","start":"2026-02-26T22:45:51.759784Z","end":"2026-02-26T22:45:52.142007Z","steps":["trace[1600445642] 'agreement among raft nodes before linearized reading' (duration: 381.827115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:52.142066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:51.75976Z","time spent":"382.297216ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":6920,"request content":"key:\"/registry/pods/openstack/magnum-api-79b4bbf794-sll7h\" "} {"level":"warn","ts":"2026-02-26T22:45:52.142464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084969678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210905"} {"level":"info","ts":"2026-02-26T22:45:52.142507Z","caller":"traceutil/trace.go:171","msg":"trace[2111129496] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22845; }","duration":"1.08502654s","start":"2026-02-26T22:45:51.05747Z","end":"2026-02-26T22:45:52.142497Z","steps":["trace[2111129496] 'agreement among raft nodes before linearized reading' (duration: 1.084068767s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:52.142528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:51.057463Z","time spent":"1.085058361s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210927,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-02-26T22:45:52.583002Z","caller":"traceutil/trace.go:171","msg":"trace[620242713] linearizableReadLoop","detail":"{readStateIndex:23691; appliedIndex:23690; }","duration":"165.101381ms","start":"2026-02-26T22:45:52.417869Z","end":"2026-02-26T22:45:52.58297Z","steps":["trace[620242713] 'read index received' (duration: 164.951027ms)","trace[620242713] 'applied index is now lower than readState.Index' (duration: 148.924µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:52.583099Z","caller":"traceutil/trace.go:171","msg":"trace[314742119] transaction","detail":"{read_only:false; response_revision:22852; number_of_response:1; }","duration":"256.015086ms","start":"2026-02-26T22:45:52.32706Z","end":"2026-02-26T22:45:52.583075Z","steps":["trace[314742119] 'process raft request' (duration: 255.712299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:52.583199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.298146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:52.583275Z","caller":"traceutil/trace.go:171","msg":"trace[1273578114] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:22852; }","duration":"165.423429ms","start":"2026-02-26T22:45:52.417832Z","end":"2026-02-26T22:45:52.583256Z","steps":["trace[1273578114] 'agreement among raft nodes before linearized reading' (duration: 165.278005ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:52.584104Z","caller":"traceutil/trace.go:171","msg":"trace[1152513939] transaction","detail":"{read_only:false; response_revision:22853; number_of_response:1; }","duration":"131.719266ms","start":"2026-02-26T22:45:52.452344Z","end":"2026-02-26T22:45:52.584063Z","steps":["trace[1152513939] 'process raft request' (duration: 131.530351ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:52.847032Z","caller":"traceutil/trace.go:171","msg":"trace[526854701] transaction","detail":"{read_only:false; response_revision:22855; number_of_response:1; }","duration":"245.499383ms","start":"2026-02-26T22:45:52.601508Z","end":"2026-02-26T22:45:52.847007Z","steps":["trace[526854701] 'process raft request' (duration: 245.40674ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:52.847045Z","caller":"traceutil/trace.go:171","msg":"trace[503339031] transaction","detail":"{read_only:false; response_revision:22854; number_of_response:1; }","duration":"247.312838ms","start":"2026-02-26T22:45:52.599679Z","end":"2026-02-26T22:45:52.846992Z","steps":["trace[503339031] 'process raft request' (duration: 234.033547ms)","trace[503339031] 'compare' (duration: 12.943773ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:53.032368Z","caller":"traceutil/trace.go:171","msg":"trace[1938092442] linearizableReadLoop","detail":"{readStateIndex:23697; appliedIndex:23693; }","duration":"315.318981ms","start":"2026-02-26T22:45:52.717026Z","end":"2026-02-26T22:45:53.032345Z","steps":["trace[1938092442] 'read index received' (duration: 116.758403ms)","trace[1938092442] 'applied index is now lower than readState.Index' (duration: 198.559578ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:53.032359Z","caller":"traceutil/trace.go:171","msg":"trace[1414347964] transaction","detail":"{read_only:false; response_revision:22856; number_of_response:1; }","duration":"379.276721ms","start":"2026-02-26T22:45:52.653045Z","end":"2026-02-26T22:45:53.032322Z","steps":["trace[1414347964] 'process raft request' (duration: 370.045839ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:53.03246Z","caller":"traceutil/trace.go:171","msg":"trace[716706698] transaction","detail":"{read_only:false; response_revision:22857; number_of_response:1; }","duration":"357.540338ms","start":"2026-02-26T22:45:52.674902Z","end":"2026-02-26T22:45:53.032443Z","steps":["trace[716706698] 'process raft request' (duration: 356.979013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:53.032538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:52.65303Z","time spent":"379.432455ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:53.032607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:52.674877Z","time spent":"357.638199ms","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:53.032595Z","caller":"traceutil/trace.go:171","msg":"trace[166380625] transaction","detail":"{read_only:false; response_revision:22858; number_of_response:1; }","duration":"229.478882ms","start":"2026-02-26T22:45:52.8031Z","end":"2026-02-26T22:45:53.032579Z","steps":["trace[166380625] 'process raft request' (duration: 229.187785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:53.032915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.886765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-02-26T22:45:53.03299Z","caller":"traceutil/trace.go:171","msg":"trace[1655694789] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:22858; }","duration":"316.07061ms","start":"2026-02-26T22:45:52.716904Z","end":"2026-02-26T22:45:53.032974Z","steps":["trace[1655694789] 'agreement among raft nodes before linearized reading' (duration: 315.764642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:53.03309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:52.716888Z","time spent":"316.187102ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-02-26T22:45:53.038484Z","caller":"traceutil/trace.go:171","msg":"trace[77679086] transaction","detail":"{read_only:false; response_revision:22859; number_of_response:1; }","duration":"182.259561ms","start":"2026-02-26T22:45:52.856198Z","end":"2026-02-26T22:45:53.038457Z","steps":["trace[77679086] 'process raft request' (duration: 181.877882ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:53.038913Z","caller":"traceutil/trace.go:171","msg":"trace[402429090] transaction","detail":"{read_only:false; response_revision:22860; number_of_response:1; }","duration":"156.949287ms","start":"2026-02-26T22:45:52.881931Z","end":"2026-02-26T22:45:53.038881Z","steps":["trace[402429090] 'process raft request' (duration: 156.683741ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:54.313502Z","caller":"traceutil/trace.go:171","msg":"trace[801020637] transaction","detail":"{read_only:false; response_revision:22866; number_of_response:1; }","duration":"211.588495ms","start":"2026-02-26T22:45:54.101891Z","end":"2026-02-26T22:45:54.31348Z","steps":["trace[801020637] 'process raft request' (duration: 211.450522ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:54.313552Z","caller":"traceutil/trace.go:171","msg":"trace[566398316] linearizableReadLoop","detail":"{readStateIndex:23706; appliedIndex:23706; }","duration":"210.502617ms","start":"2026-02-26T22:45:54.10301Z","end":"2026-02-26T22:45:54.313513Z","steps":["trace[566398316] 'read index received' (duration: 210.484657ms)","trace[566398316] 'applied index is now lower than readState.Index' (duration: 14.58µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:54.313839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.791624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:54.313939Z","caller":"traceutil/trace.go:171","msg":"trace[991685714] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22866; }","duration":"210.941598ms","start":"2026-02-26T22:45:54.102974Z","end":"2026-02-26T22:45:54.313915Z","steps":["trace[991685714] 'agreement among raft nodes before linearized reading' (duration: 210.690782ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:54.491127Z","caller":"traceutil/trace.go:171","msg":"trace[183609701] transaction","detail":"{read_only:false; response_revision:22867; number_of_response:1; }","duration":"366.51145ms","start":"2026-02-26T22:45:54.124581Z","end":"2026-02-26T22:45:54.491092Z","steps":["trace[183609701] 'process raft request' (duration: 366.239333ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:54.491143Z","caller":"traceutil/trace.go:171","msg":"trace[1277897478] transaction","detail":"{read_only:false; response_revision:22869; number_of_response:1; }","duration":"366.264064ms","start":"2026-02-26T22:45:54.124828Z","end":"2026-02-26T22:45:54.491092Z","steps":["trace[1277897478] 'process raft request' (duration: 366.191372ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:54.491173Z","caller":"traceutil/trace.go:171","msg":"trace[106750106] transaction","detail":"{read_only:false; response_revision:22868; number_of_response:1; }","duration":"366.426008ms","start":"2026-02-26T22:45:54.124713Z","end":"2026-02-26T22:45:54.491139Z","steps":["trace[106750106] 'process raft request' (duration: 366.267414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:54.491283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:54.124572Z","time spent":"366.629783ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:54.49132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:54.12482Z","time spent":"366.401887ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:54.491343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:54.124691Z","time spent":"366.559441ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:54.491444Z","caller":"traceutil/trace.go:171","msg":"trace[1275235680] transaction","detail":"{read_only:false; response_revision:22870; number_of_response:1; }","duration":"366.589272ms","start":"2026-02-26T22:45:54.124832Z","end":"2026-02-26T22:45:54.491421Z","steps":["trace[1275235680] 'process raft request' (duration: 366.225193ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:54.491473Z","caller":"traceutil/trace.go:171","msg":"trace[2139335137] linearizableReadLoop","detail":"{readStateIndex:23712; appliedIndex:23706; }","duration":"177.82386ms","start":"2026-02-26T22:45:54.313625Z","end":"2026-02-26T22:45:54.491449Z","steps":["trace[2139335137] 'read index received' (duration: 177.117991ms)","trace[2139335137] 'applied index is now lower than readState.Index' (duration: 704.539µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:54.491511Z","caller":"traceutil/trace.go:171","msg":"trace[104346866] transaction","detail":"{read_only:false; response_revision:22872; number_of_response:1; }","duration":"343.405263ms","start":"2026-02-26T22:45:54.148092Z","end":"2026-02-26T22:45:54.491497Z","steps":["trace[104346866] 'process raft request' (duration: 343.30257ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:54.491544Z","caller":"traceutil/trace.go:171","msg":"trace[411812041] transaction","detail":"{read_only:false; response_revision:22871; number_of_response:1; }","duration":"366.411429ms","start":"2026-02-26T22:45:54.125124Z","end":"2026-02-26T22:45:54.491536Z","steps":["trace[411812041] 'process raft request' (duration: 366.158702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:54.491576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:54.124826Z","time spent":"366.679165ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:54.491606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:54.125117Z","time spent":"366.45575ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:54.491644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.515156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9463"} {"level":"warn","ts":"2026-02-26T22:45:54.491649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.31705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T22:45:54.491651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:54.148068Z","time spent":"343.483165ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:54.49166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.14609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T22:45:54.491682Z","caller":"traceutil/trace.go:171","msg":"trace[774439329] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:22872; }","duration":"339.589668ms","start":"2026-02-26T22:45:54.152081Z","end":"2026-02-26T22:45:54.491671Z","steps":["trace[774439329] 'agreement among raft nodes before linearized reading' (duration: 339.451245ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:54.491705Z","caller":"traceutil/trace.go:171","msg":"trace[2143424699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22872; }","duration":"327.413163ms","start":"2026-02-26T22:45:54.164277Z","end":"2026-02-26T22:45:54.49169Z","steps":["trace[2143424699] 'agreement among raft nodes before linearized reading' (duration: 327.217278ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:54.491724Z","caller":"traceutil/trace.go:171","msg":"trace[1955267908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22872; }","duration":"266.247282ms","start":"2026-02-26T22:45:54.225462Z","end":"2026-02-26T22:45:54.49171Z","steps":["trace[1955267908] 'agreement among raft nodes before linearized reading' (duration: 266.066308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:54.491726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:54.152061Z","time spent":"339.65785ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9485,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-02-26T22:45:54.491743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:54.164255Z","time spent":"327.479835ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:45:54.491732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.149502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"warn","ts":"2026-02-26T22:45:54.49174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.983618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:54.491803Z","caller":"traceutil/trace.go:171","msg":"trace[173301787] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22872; }","duration":"380.05867ms","start":"2026-02-26T22:45:54.111732Z","end":"2026-02-26T22:45:54.49179Z","steps":["trace[173301787] 'agreement among raft nodes before linearized reading' (duration: 379.938847ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:54.491802Z","caller":"traceutil/trace.go:171","msg":"trace[1277395576] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:22872; }","duration":"372.238504ms","start":"2026-02-26T22:45:54.119543Z","end":"2026-02-26T22:45:54.491781Z","steps":["trace[1277395576] 'agreement among raft nodes before linearized reading' (duration: 372.06042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:54.491804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.475413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T22:45:54.491837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.997821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T22:45:54.491845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:54.111698Z","time spent":"380.136432ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:45:54.491858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:54.119535Z","time spent":"372.309657ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T22:45:54.491865Z","caller":"traceutil/trace.go:171","msg":"trace[1452698821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22872; }","duration":"271.584866ms","start":"2026-02-26T22:45:54.220265Z","end":"2026-02-26T22:45:54.49185Z","steps":["trace[1452698821] 'agreement among raft nodes before linearized reading' (duration: 271.450342ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:54.491889Z","caller":"traceutil/trace.go:171","msg":"trace[406169717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22872; }","duration":"269.059652ms","start":"2026-02-26T22:45:54.222809Z","end":"2026-02-26T22:45:54.491869Z","steps":["trace[406169717] 'agreement among raft nodes before linearized reading' (duration: 268.897598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:54.492058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.502584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T22:45:54.492114Z","caller":"traceutil/trace.go:171","msg":"trace[9957852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22872; }","duration":"271.558915ms","start":"2026-02-26T22:45:54.220542Z","end":"2026-02-26T22:45:54.492101Z","steps":["trace[9957852] 'agreement among raft nodes before linearized reading' (duration: 270.93651ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:54.679442Z","caller":"traceutil/trace.go:171","msg":"trace[169038690] transaction","detail":"{read_only:false; response_revision:22874; number_of_response:1; }","duration":"182.348283ms","start":"2026-02-26T22:45:54.497061Z","end":"2026-02-26T22:45:54.67941Z","steps":["trace[169038690] 'process raft request' (duration: 167.773998ms)","trace[169038690] 'compare' (duration: 14.259576ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:54.679536Z","caller":"traceutil/trace.go:171","msg":"trace[1366464044] transaction","detail":"{read_only:false; response_revision:22875; number_of_response:1; }","duration":"181.679846ms","start":"2026-02-26T22:45:54.497819Z","end":"2026-02-26T22:45:54.679499Z","steps":["trace[1366464044] 'process raft request' (duration: 181.486301ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:54.679605Z","caller":"traceutil/trace.go:171","msg":"trace[522617105] transaction","detail":"{read_only:false; response_revision:22878; number_of_response:1; }","duration":"174.992609ms","start":"2026-02-26T22:45:54.504592Z","end":"2026-02-26T22:45:54.679584Z","steps":["trace[522617105] 'process raft request' (duration: 174.926758ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:54.679678Z","caller":"traceutil/trace.go:171","msg":"trace[1593784951] transaction","detail":"{read_only:false; response_revision:22877; number_of_response:1; }","duration":"179.733387ms","start":"2026-02-26T22:45:54.499926Z","end":"2026-02-26T22:45:54.679659Z","steps":["trace[1593784951] 'process raft request' (duration: 179.538112ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:54.679749Z","caller":"traceutil/trace.go:171","msg":"trace[58147120] transaction","detail":"{read_only:false; response_revision:22876; number_of_response:1; }","duration":"179.971664ms","start":"2026-02-26T22:45:54.499761Z","end":"2026-02-26T22:45:54.679732Z","steps":["trace[58147120] 'process raft request' (duration: 179.652826ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:56.343301Z","caller":"traceutil/trace.go:171","msg":"trace[287369966] linearizableReadLoop","detail":"{readStateIndex:23724; appliedIndex:23723; }","duration":"126.254501ms","start":"2026-02-26T22:45:56.217018Z","end":"2026-02-26T22:45:56.343273Z","steps":["trace[287369966] 'read index received' (duration: 126.018864ms)","trace[287369966] 'applied index is now lower than readState.Index' (duration: 234.757µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:56.343376Z","caller":"traceutil/trace.go:171","msg":"trace[1329421170] transaction","detail":"{read_only:false; response_revision:22884; number_of_response:1; }","duration":"134.478456ms","start":"2026-02-26T22:45:56.208864Z","end":"2026-02-26T22:45:56.343342Z","steps":["trace[1329421170] 'process raft request' (duration: 134.238029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:56.343511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.453496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:56.343601Z","caller":"traceutil/trace.go:171","msg":"trace[1018636788] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22884; }","duration":"126.597789ms","start":"2026-02-26T22:45:56.216981Z","end":"2026-02-26T22:45:56.343579Z","steps":["trace[1018636788] 'agreement among raft nodes before linearized reading' (duration: 126.409205ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:56.459797Z","caller":"traceutil/trace.go:171","msg":"trace[1968796032] transaction","detail":"{read_only:false; response_revision:22885; number_of_response:1; }","duration":"103.231193ms","start":"2026-02-26T22:45:56.356538Z","end":"2026-02-26T22:45:56.459769Z","steps":["trace[1968796032] 'process raft request' (duration: 103.046748ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:56.752733Z","caller":"traceutil/trace.go:171","msg":"trace[432628554] transaction","detail":"{read_only:false; response_revision:22887; number_of_response:1; }","duration":"286.429488ms","start":"2026-02-26T22:45:56.466268Z","end":"2026-02-26T22:45:56.752697Z","steps":["trace[432628554] 'process raft request' (duration: 286.194923ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:56.752806Z","caller":"traceutil/trace.go:171","msg":"trace[289436971] transaction","detail":"{read_only:false; response_revision:22888; number_of_response:1; }","duration":"256.220322ms","start":"2026-02-26T22:45:56.496566Z","end":"2026-02-26T22:45:56.752786Z","steps":["trace[289436971] 'process raft request' (duration: 256.040647ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:56.753176Z","caller":"traceutil/trace.go:171","msg":"trace[2025386992] transaction","detail":"{read_only:false; response_revision:22890; number_of_response:1; }","duration":"256.037468ms","start":"2026-02-26T22:45:56.497123Z","end":"2026-02-26T22:45:56.753161Z","steps":["trace[2025386992] 'process raft request' (duration: 255.889164ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:56.753222Z","caller":"traceutil/trace.go:171","msg":"trace[1388801250] transaction","detail":"{read_only:false; response_revision:22889; number_of_response:1; }","duration":"256.11741ms","start":"2026-02-26T22:45:56.497042Z","end":"2026-02-26T22:45:56.75316Z","steps":["trace[1388801250] 'process raft request' (duration: 255.684759ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:56.753277Z","caller":"traceutil/trace.go:171","msg":"trace[1607264641] linearizableReadLoop","detail":"{readStateIndex:23733; appliedIndex:23726; }","duration":"187.111732ms","start":"2026-02-26T22:45:56.56614Z","end":"2026-02-26T22:45:56.753252Z","steps":["trace[1607264641] 'read index received' (duration: 186.301992ms)","trace[1607264641] 'applied index is now lower than readState.Index' (duration: 808.85µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:56.753562Z","caller":"traceutil/trace.go:171","msg":"trace[1604899840] transaction","detail":"{read_only:false; response_revision:22891; number_of_response:1; }","duration":"256.379576ms","start":"2026-02-26T22:45:56.497172Z","end":"2026-02-26T22:45:56.753552Z","steps":["trace[1604899840] 'process raft request' (duration: 255.927485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:56.753809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.661876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T22:45:56.753857Z","caller":"traceutil/trace.go:171","msg":"trace[1157492519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22893; }","duration":"187.758798ms","start":"2026-02-26T22:45:56.566088Z","end":"2026-02-26T22:45:56.753846Z","steps":["trace[1157492519] 'agreement among raft nodes before linearized reading' (duration: 187.593034ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:56.753992Z","caller":"traceutil/trace.go:171","msg":"trace[1573759261] transaction","detail":"{read_only:false; response_revision:22892; number_of_response:1; }","duration":"256.072197ms","start":"2026-02-26T22:45:56.497904Z","end":"2026-02-26T22:45:56.753976Z","steps":["trace[1573759261] 'process raft request' (duration: 255.268407ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:56.75403Z","caller":"traceutil/trace.go:171","msg":"trace[1297675273] transaction","detail":"{read_only:false; response_revision:22893; number_of_response:1; }","duration":"255.730519ms","start":"2026-02-26T22:45:56.498261Z","end":"2026-02-26T22:45:56.753992Z","steps":["trace[1297675273] 'process raft request' (duration: 254.95434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:57.284686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.884021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:45:57.284919Z","caller":"traceutil/trace.go:171","msg":"trace[1161120980] linearizableReadLoop","detail":"{readStateIndex:23738; appliedIndex:23734; }","duration":"246.656122ms","start":"2026-02-26T22:45:57.038241Z","end":"2026-02-26T22:45:57.284897Z","steps":["trace[1161120980] 'read index received' (duration: 55.472µs)","trace[1161120980] 'applied index is now lower than readState.Index' (duration: 246.59982ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:57.284977Z","caller":"traceutil/trace.go:171","msg":"trace[309512750] transaction","detail":"{read_only:false; response_revision:22897; number_of_response:1; }","duration":"525.381107ms","start":"2026-02-26T22:45:56.759588Z","end":"2026-02-26T22:45:57.284969Z","steps":["trace[309512750] 'process raft request' (duration: 525.247874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:57.285023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:56.759565Z","time spent":"525.434858ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:57.285008Z","caller":"traceutil/trace.go:171","msg":"trace[1779230565] transaction","detail":"{read_only:false; response_revision:22898; number_of_response:1; }","duration":"525.279115ms","start":"2026-02-26T22:45:56.759703Z","end":"2026-02-26T22:45:57.284982Z","steps":["trace[1779230565] 'process raft request' (duration: 525.163162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:57.28513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.899888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:57.285155Z","caller":"traceutil/trace.go:171","msg":"trace[1870418181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22898; }","duration":"246.97505ms","start":"2026-02-26T22:45:57.038173Z","end":"2026-02-26T22:45:57.285148Z","steps":["trace[1870418181] 'agreement among raft nodes before linearized reading' (duration: 246.932839ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:57.285175Z","caller":"traceutil/trace.go:171","msg":"trace[498525149] transaction","detail":"{read_only:false; response_revision:22895; number_of_response:1; }","duration":"525.958541ms","start":"2026-02-26T22:45:56.759209Z","end":"2026-02-26T22:45:57.285167Z","steps":["trace[498525149] 'process raft request' (duration: 114.525496ms)","trace[498525149] 'compare' (duration: 410.645595ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:57.28526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:56.759187Z","time spent":"526.016672ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:57.284955Z","caller":"traceutil/trace.go:171","msg":"trace[2025759408] transaction","detail":"{read_only:false; response_revision:22896; number_of_response:1; }","duration":"525.708655ms","start":"2026-02-26T22:45:56.759212Z","end":"2026-02-26T22:45:57.284921Z","steps":["trace[2025759408] 'process raft request' (duration: 525.557701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:57.28531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:56.759193Z","time spent":"526.089374ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:57.285815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:56.759694Z","time spent":"525.380327ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:57.50238Z","caller":"traceutil/trace.go:171","msg":"trace[1039575890] linearizableReadLoop","detail":"{readStateIndex:23739; appliedIndex:23738; }","duration":"217.417039ms","start":"2026-02-26T22:45:57.28494Z","end":"2026-02-26T22:45:57.502357Z","steps":["trace[1039575890] 'read index received' (duration: 158.516986ms)","trace[1039575890] 'applied index is now lower than readState.Index' (duration: 58.898963ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:57.502456Z","caller":"traceutil/trace.go:171","msg":"trace[1210138146] transaction","detail":"{read_only:false; response_revision:22899; number_of_response:1; }","duration":"418.44076ms","start":"2026-02-26T22:45:57.08397Z","end":"2026-02-26T22:45:57.50241Z","steps":["trace[1210138146] 'process raft request' (duration: 359.461085ms)","trace[1210138146] 'compare' (duration: 58.813411ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:57.502496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.004963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:45:57.502557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.176769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:57.502587Z","caller":"traceutil/trace.go:171","msg":"trace[1653910793] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22899; }","duration":"335.154156ms","start":"2026-02-26T22:45:57.167408Z","end":"2026-02-26T22:45:57.502562Z","steps":["trace[1653910793] 'agreement among raft nodes before linearized reading' (duration: 334.993832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:57.502642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:57.167385Z","time spent":"335.245898ms","remote":"127.0.0.1:40176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:45:57.502689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:57.083943Z","time spent":"418.605194ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:57.5026Z","caller":"traceutil/trace.go:171","msg":"trace[1589268839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22899; }","duration":"216.253661ms","start":"2026-02-26T22:45:57.286333Z","end":"2026-02-26T22:45:57.502587Z","steps":["trace[1589268839] 'agreement among raft nodes before linearized reading' (duration: 216.174759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:57.502876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.259761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T22:45:57.502543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.418584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:57.502995Z","caller":"traceutil/trace.go:171","msg":"trace[1801923559] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:22899; }","duration":"425.895078ms","start":"2026-02-26T22:45:57.077064Z","end":"2026-02-26T22:45:57.502959Z","steps":["trace[1801923559] 'agreement among raft nodes before linearized reading' (duration: 425.417765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:57.503095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:57.077044Z","time spent":"426.021242ms","remote":"127.0.0.1:52186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:45:57.502918Z","caller":"traceutil/trace.go:171","msg":"trace[1714641405] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22899; }","duration":"194.353844ms","start":"2026-02-26T22:45:57.308555Z","end":"2026-02-26T22:45:57.502909Z","steps":["trace[1714641405] 'agreement among raft nodes before linearized reading' (duration: 194.23218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:58.245805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.198363ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T22:45:58.246072Z","caller":"traceutil/trace.go:171","msg":"trace[1490653783] linearizableReadLoop","detail":"{readStateIndex:23740; appliedIndex:23739; }","duration":"168.672561ms","start":"2026-02-26T22:45:58.077371Z","end":"2026-02-26T22:45:58.246044Z","steps":["trace[1490653783] 'read index received' (duration: 57.16059ms)","trace[1490653783] 'applied index is now lower than readState.Index' (duration: 111.509341ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:58.246176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.806794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:58.246228Z","caller":"traceutil/trace.go:171","msg":"trace[540134724] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22899; }","duration":"168.899936ms","start":"2026-02-26T22:45:58.077312Z","end":"2026-02-26T22:45:58.246212Z","steps":["trace[540134724] 'agreement among raft nodes before linearized reading' (duration: 168.795374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:58.246259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.786144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:45:58.246281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.279601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:58.24632Z","caller":"traceutil/trace.go:171","msg":"trace[1295198121] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22899; }","duration":"168.848115ms","start":"2026-02-26T22:45:58.077458Z","end":"2026-02-26T22:45:58.246306Z","steps":["trace[1295198121] 'agreement among raft nodes before linearized reading' (duration: 168.756493ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:58.24633Z","caller":"traceutil/trace.go:171","msg":"trace[2027202230] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:22899; }","duration":"168.385634ms","start":"2026-02-26T22:45:58.07793Z","end":"2026-02-26T22:45:58.246316Z","steps":["trace[2027202230] 'agreement among raft nodes before linearized reading' (duration: 168.280981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:58.246426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.105096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:58.246464Z","caller":"traceutil/trace.go:171","msg":"trace[1085352998] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22899; }","duration":"168.198099ms","start":"2026-02-26T22:45:58.078253Z","end":"2026-02-26T22:45:58.246451Z","steps":["trace[1085352998] 'agreement among raft nodes before linearized reading' (duration: 168.152918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:58.246518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.072491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:58.24657Z","caller":"traceutil/trace.go:171","msg":"trace[1749977472] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22899; }","duration":"169.182384ms","start":"2026-02-26T22:45:58.077378Z","end":"2026-02-26T22:45:58.24656Z","steps":["trace[1749977472] 'agreement among raft nodes before linearized reading' (duration: 168.816345ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:58.472074Z","caller":"traceutil/trace.go:171","msg":"trace[381137889] transaction","detail":"{read_only:false; response_revision:22900; number_of_response:1; }","duration":"169.061209ms","start":"2026-02-26T22:45:58.302984Z","end":"2026-02-26T22:45:58.472045Z","steps":["trace[381137889] 'process raft request' (duration: 168.817763ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:59.067323Z","caller":"traceutil/trace.go:171","msg":"trace[1550529258] transaction","detail":"{read_only:false; response_revision:22902; number_of_response:1; }","duration":"307.505045ms","start":"2026-02-26T22:45:58.759797Z","end":"2026-02-26T22:45:59.067303Z","steps":["trace[1550529258] 'process raft request' (duration: 307.30159ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:59.067539Z","caller":"traceutil/trace.go:171","msg":"trace[655273294] transaction","detail":"{read_only:false; response_revision:22903; number_of_response:1; }","duration":"307.526385ms","start":"2026-02-26T22:45:58.759998Z","end":"2026-02-26T22:45:59.067524Z","steps":["trace[655273294] 'process raft request' (duration: 307.263809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:59.067618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:58.759984Z","time spent":"307.599257ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:59.067473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:58.759774Z","time spent":"307.613308ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:59.067815Z","caller":"traceutil/trace.go:171","msg":"trace[896391428] transaction","detail":"{read_only:false; response_revision:22904; number_of_response:1; }","duration":"307.29271ms","start":"2026-02-26T22:45:58.760493Z","end":"2026-02-26T22:45:59.067785Z","steps":["trace[896391428] 'process raft request' (duration: 306.968322ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:59.06789Z","caller":"traceutil/trace.go:171","msg":"trace[862193289] linearizableReadLoop","detail":"{readStateIndex:23747; appliedIndex:23742; }","duration":"271.997196ms","start":"2026-02-26T22:45:58.795869Z","end":"2026-02-26T22:45:59.067866Z","steps":["trace[862193289] 'read index received' (duration: 57.685714ms)","trace[862193289] 'applied index is now lower than readState.Index' (duration: 214.309872ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:59.067948Z","caller":"traceutil/trace.go:171","msg":"trace[1892622833] transaction","detail":"{read_only:false; response_revision:22905; number_of_response:1; }","duration":"307.172026ms","start":"2026-02-26T22:45:58.760763Z","end":"2026-02-26T22:45:59.067935Z","steps":["trace[1892622833] 'process raft request' (duration: 306.94773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:59.067961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:58.76048Z","time spent":"307.404792ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:59.068009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:58.760743Z","time spent":"307.232338ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:59.06802Z","caller":"traceutil/trace.go:171","msg":"trace[1067078677] transaction","detail":"{read_only:false; response_revision:22906; number_of_response:1; }","duration":"307.229377ms","start":"2026-02-26T22:45:58.760778Z","end":"2026-02-26T22:45:59.068007Z","steps":["trace[1067078677] 'process raft request' (duration: 307.043133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:59.068107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.234573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T22:45:59.068129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:58.760757Z","time spent":"307.290928ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:59.068141Z","caller":"traceutil/trace.go:171","msg":"trace[1510867296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22906; }","duration":"272.447007ms","start":"2026-02-26T22:45:58.795684Z","end":"2026-02-26T22:45:59.068131Z","steps":["trace[1510867296] 'agreement among raft nodes before linearized reading' (duration: 272.341085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:59.306882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.683286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:45:59.307044Z","caller":"traceutil/trace.go:171","msg":"trace[537417458] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"228.906738ms","start":"2026-02-26T22:45:59.078098Z","end":"2026-02-26T22:45:59.307004Z","steps":["trace[537417458] 'process raft request' (duration: 69.004566ms)","trace[537417458] 'compare' (duration: 159.508422ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:59.558699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.551702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:45:59.558821Z","caller":"traceutil/trace.go:171","msg":"trace[1325788048] transaction","detail":"{read_only:false; response_revision:22908; number_of_response:1; }","duration":"297.807211ms","start":"2026-02-26T22:45:59.260993Z","end":"2026-02-26T22:45:59.5588Z","steps":["trace[1325788048] 'process raft request' (duration: 152.073524ms)","trace[1325788048] 'compare' (duration: 145.300796ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:59.887353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.736799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:45:59.887604Z","caller":"traceutil/trace.go:171","msg":"trace[1410432673] transaction","detail":"{read_only:false; response_revision:22909; number_of_response:1; }","duration":"620.121248ms","start":"2026-02-26T22:45:59.267451Z","end":"2026-02-26T22:45:59.887572Z","steps":["trace[1410432673] 'process raft request' (duration: 406.087991ms)","trace[1410432673] 'compare' (duration: 213.303838ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:45:59.887635Z","caller":"traceutil/trace.go:171","msg":"trace[295533265] transaction","detail":"{read_only:false; response_revision:22911; number_of_response:1; }","duration":"497.577812ms","start":"2026-02-26T22:45:59.39004Z","end":"2026-02-26T22:45:59.887617Z","steps":["trace[295533265] 'process raft request' (duration: 497.505ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:59.887609Z","caller":"traceutil/trace.go:171","msg":"trace[1196624030] transaction","detail":"{read_only:false; response_revision:22910; number_of_response:1; }","duration":"568.938287ms","start":"2026-02-26T22:45:59.318646Z","end":"2026-02-26T22:45:59.887584Z","steps":["trace[1196624030] 'process raft request' (duration: 568.814954ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:59.887632Z","caller":"traceutil/trace.go:171","msg":"trace[1196196331] linearizableReadLoop","detail":"{readStateIndex:23750; appliedIndex:23748; }","duration":"580.63359ms","start":"2026-02-26T22:45:59.306984Z","end":"2026-02-26T22:45:59.887618Z","steps":["trace[1196196331] 'read index received' (duration: 106.116795ms)","trace[1196196331] 'applied index is now lower than readState.Index' (duration: 474.516045ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:45:59.887738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:59.267435Z","time spent":"620.235781ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:59.887739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:59.390017Z","time spent":"497.653083ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:45:59.887842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.300981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:45:59.887871Z","caller":"traceutil/trace.go:171","msg":"trace[1963626048] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:22912; }","duration":"580.335092ms","start":"2026-02-26T22:45:59.307527Z","end":"2026-02-26T22:45:59.887862Z","steps":["trace[1963626048] 'agreement among raft nodes before linearized reading' (duration: 580.27763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:59.887875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.917863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T22:45:59.887925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.658255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T22:45:59.887869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.85128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T22:45:59.887943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.781229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:45:59.887972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.63333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:45:59.887986Z","caller":"traceutil/trace.go:171","msg":"trace[544954385] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22912; }","duration":"378.856511ms","start":"2026-02-26T22:45:59.509117Z","end":"2026-02-26T22:45:59.887973Z","steps":["trace[544954385] 'agreement among raft nodes before linearized reading' (duration: 378.796779ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:59.887998Z","caller":"traceutil/trace.go:171","msg":"trace[1732653743] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22912; }","duration":"379.658561ms","start":"2026-02-26T22:45:59.508333Z","end":"2026-02-26T22:45:59.887991Z","steps":["trace[1732653743] 'agreement among raft nodes before linearized reading' (duration: 379.6193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:59.888005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.674651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:45:59.888016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:59.509098Z","time spent":"378.912221ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-02-26T22:45:59.888029Z","caller":"traceutil/trace.go:171","msg":"trace[1875440835] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22912; }","duration":"379.727483ms","start":"2026-02-26T22:45:59.508295Z","end":"2026-02-26T22:45:59.888023Z","steps":["trace[1875440835] 'agreement among raft nodes before linearized reading' (duration: 379.678702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:59.888051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.343907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:45:59.888056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:59.508281Z","time spent":"379.770933ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T22:45:59.888068Z","caller":"traceutil/trace.go:171","msg":"trace[1938889327] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:22912; }","duration":"380.40997ms","start":"2026-02-26T22:45:59.507653Z","end":"2026-02-26T22:45:59.888063Z","steps":["trace[1938889327] 'agreement among raft nodes before linearized reading' (duration: 380.384389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:59.888085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:59.507628Z","time spent":"380.45325ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-02-26T22:45:59.888101Z","caller":"traceutil/trace.go:171","msg":"trace[1018473894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22912; }","duration":"598.094786ms","start":"2026-02-26T22:45:59.289992Z","end":"2026-02-26T22:45:59.888087Z","steps":["trace[1018473894] 'agreement among raft nodes before linearized reading' (duration: 597.672346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:59.887897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:59.307513Z","time spent":"580.377312ms","remote":"127.0.0.1:51892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:45:59.88793Z","caller":"traceutil/trace.go:171","msg":"trace[2006040774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22912; }","duration":"598.013835ms","start":"2026-02-26T22:45:59.289905Z","end":"2026-02-26T22:45:59.887919Z","steps":["trace[2006040774] 'agreement among raft nodes before linearized reading' (duration: 597.747169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:59.888138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.888351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T22:45:59.888259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:59.289891Z","time spent":"598.357093ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:45:59.888201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:59.289981Z","time spent":"598.20145ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:45:59.888283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.409356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-26T22:45:59.887956Z","caller":"traceutil/trace.go:171","msg":"trace[949860718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22912; }","duration":"597.703516ms","start":"2026-02-26T22:45:59.290245Z","end":"2026-02-26T22:45:59.887948Z","steps":["trace[949860718] 'agreement among raft nodes before linearized reading' (duration: 597.425449ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:45:59.888331Z","caller":"traceutil/trace.go:171","msg":"trace[513022728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22912; }","duration":"598.144208ms","start":"2026-02-26T22:45:59.290135Z","end":"2026-02-26T22:45:59.888279Z","steps":["trace[513022728] 'agreement among raft nodes before linearized reading' (duration: 597.517243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:59.888358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:59.290239Z","time spent":"598.112516ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T22:45:59.888364Z","caller":"traceutil/trace.go:171","msg":"trace[885158638] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22912; }","duration":"248.500809ms","start":"2026-02-26T22:45:59.639844Z","end":"2026-02-26T22:45:59.888344Z","steps":["trace[885158638] 'agreement among raft nodes before linearized reading' (duration: 248.317644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:59.887934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.508137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:45:59.888398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:59.29013Z","time spent":"598.255271ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:45:59.888023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:59.508302Z","time spent":"379.714763ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:45:59.888166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.91882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T22:45:59.888482Z","caller":"traceutil/trace.go:171","msg":"trace[1339781268] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:22912; }","duration":"303.270559ms","start":"2026-02-26T22:45:59.5852Z","end":"2026-02-26T22:45:59.888471Z","steps":["trace[1339781268] 'agreement among raft nodes before linearized reading' (duration: 302.90804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:59.888521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:59.585179Z","time spent":"303.33089ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-26T22:45:59.888402Z","caller":"traceutil/trace.go:171","msg":"trace[1984948344] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22912; }","duration":"380.00599ms","start":"2026-02-26T22:45:59.508388Z","end":"2026-02-26T22:45:59.888394Z","steps":["trace[1984948344] 'agreement among raft nodes before linearized reading' (duration: 379.528328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:59.88859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:59.508372Z","time spent":"380.206054ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T22:45:59.888788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:59.318625Z","time spent":"569.783367ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7193,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:45:59.888426Z","caller":"traceutil/trace.go:171","msg":"trace[32466342] transaction","detail":"{read_only:false; response_revision:22912; number_of_response:1; }","duration":"380.179793ms","start":"2026-02-26T22:45:59.508229Z","end":"2026-02-26T22:45:59.888409Z","steps":["trace[32466342] 'process raft request' (duration: 379.356743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:45:59.889768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:45:59.5082Z","time spent":"381.524268ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:00.029092Z","caller":"traceutil/trace.go:171","msg":"trace[2028490226] linearizableReadLoop","detail":"{readStateIndex:23756; appliedIndex:23753; }","duration":"135.531311ms","start":"2026-02-26T22:45:59.893526Z","end":"2026-02-26T22:46:00.029057Z","steps":["trace[2028490226] 'read index received' (duration: 65.442887ms)","trace[2028490226] 'applied index is now lower than readState.Index' (duration: 70.087144ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:00.02941Z","caller":"traceutil/trace.go:171","msg":"trace[440152042] transaction","detail":"{read_only:false; response_revision:22914; number_of_response:1; }","duration":"136.417843ms","start":"2026-02-26T22:45:59.892963Z","end":"2026-02-26T22:46:00.029381Z","steps":["trace[440152042] 'process raft request' (duration: 102.811302ms)","trace[440152042] 'compare' (duration: 33.005367ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:00.029483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.933241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-995c5c38-f9c9-4216-a71d-f89c9cf3bdb9\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-26T22:46:00.029405Z","caller":"traceutil/trace.go:171","msg":"trace[1314588995] transaction","detail":"{read_only:false; response_revision:22915; number_of_response:1; }","duration":"136.147666ms","start":"2026-02-26T22:45:59.893223Z","end":"2026-02-26T22:46:00.029371Z","steps":["trace[1314588995] 'process raft request' (duration: 135.720666ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:00.029536Z","caller":"traceutil/trace.go:171","msg":"trace[1661278403] range","detail":"{range_begin:/registry/persistentvolumes/pvc-995c5c38-f9c9-4216-a71d-f89c9cf3bdb9; range_end:; response_count:1; response_revision:22916; }","duration":"136.031024ms","start":"2026-02-26T22:45:59.893491Z","end":"2026-02-26T22:46:00.029522Z","steps":["trace[1661278403] 'agreement among raft nodes before linearized reading' (duration: 135.713826ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:00.029609Z","caller":"traceutil/trace.go:171","msg":"trace[43292844] transaction","detail":"{read_only:false; response_revision:22916; number_of_response:1; }","duration":"135.513231ms","start":"2026-02-26T22:45:59.894062Z","end":"2026-02-26T22:46:00.029575Z","steps":["trace[43292844] 'process raft request' (duration: 134.936937ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:01.257044Z","caller":"traceutil/trace.go:171","msg":"trace[352027780] linearizableReadLoop","detail":"{readStateIndex:23762; appliedIndex:23760; }","duration":"183.339498ms","start":"2026-02-26T22:46:01.07368Z","end":"2026-02-26T22:46:01.25702Z","steps":["trace[352027780] 'read index received' (duration: 33.731394ms)","trace[352027780] 'applied index is now lower than readState.Index' (duration: 149.607204ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:01.257197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.498022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:01.257229Z","caller":"traceutil/trace.go:171","msg":"trace[1376760081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22924; }","duration":"183.583084ms","start":"2026-02-26T22:46:01.073637Z","end":"2026-02-26T22:46:01.25722Z","steps":["trace[1376760081] 'agreement among raft nodes before linearized reading' (duration: 183.487761ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:01.257402Z","caller":"traceutil/trace.go:171","msg":"trace[61461715] transaction","detail":"{read_only:false; response_revision:22922; number_of_response:1; }","duration":"183.661676ms","start":"2026-02-26T22:46:01.073686Z","end":"2026-02-26T22:46:01.257348Z","steps":["trace[61461715] 'process raft request' (duration: 183.180604ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:01.257487Z","caller":"traceutil/trace.go:171","msg":"trace[556351626] transaction","detail":"{read_only:false; response_revision:22923; number_of_response:1; }","duration":"183.636715ms","start":"2026-02-26T22:46:01.073838Z","end":"2026-02-26T22:46:01.257475Z","steps":["trace[556351626] 'process raft request' (duration: 183.093282ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:01.257678Z","caller":"traceutil/trace.go:171","msg":"trace[1643581726] transaction","detail":"{read_only:false; response_revision:22924; number_of_response:1; }","duration":"183.202685ms","start":"2026-02-26T22:46:01.074465Z","end":"2026-02-26T22:46:01.257668Z","steps":["trace[1643581726] 'process raft request' (duration: 182.514568ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:01.257994Z","caller":"traceutil/trace.go:171","msg":"trace[242100317] transaction","detail":"{read_only:false; response_revision:22921; number_of_response:1; }","duration":"184.804794ms","start":"2026-02-26T22:46:01.073169Z","end":"2026-02-26T22:46:01.257974Z","steps":["trace[242100317] 'process raft request' (duration: 183.540922ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:01.544686Z","caller":"traceutil/trace.go:171","msg":"trace[207658231] transaction","detail":"{read_only:false; response_revision:22925; number_of_response:1; }","duration":"232.973079ms","start":"2026-02-26T22:46:01.311676Z","end":"2026-02-26T22:46:01.544649Z","steps":["trace[207658231] 'process raft request' (duration: 219.00688ms)","trace[207658231] 'compare' (duration: 13.721853ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:01.612476Z","caller":"traceutil/trace.go:171","msg":"trace[987040649] transaction","detail":"{read_only:false; response_revision:22926; number_of_response:1; }","duration":"297.849303ms","start":"2026-02-26T22:46:01.314581Z","end":"2026-02-26T22:46:01.61243Z","steps":["trace[987040649] 'process raft request' (duration: 297.628507ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:02.350783Z","caller":"traceutil/trace.go:171","msg":"trace[1674266587] transaction","detail":"{read_only:false; response_revision:22931; number_of_response:1; }","duration":"308.329775ms","start":"2026-02-26T22:46:02.042427Z","end":"2026-02-26T22:46:02.350757Z","steps":["trace[1674266587] 'process raft request' (duration: 308.244803ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:02.350848Z","caller":"traceutil/trace.go:171","msg":"trace[1139764473] transaction","detail":"{read_only:false; response_revision:22930; number_of_response:1; }","duration":"308.601952ms","start":"2026-02-26T22:46:02.042233Z","end":"2026-02-26T22:46:02.350835Z","steps":["trace[1139764473] 'process raft request' (duration: 308.345865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:02.350925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:02.042211Z","time spent":"308.670684ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:02.350909Z","caller":"traceutil/trace.go:171","msg":"trace[1634461993] linearizableReadLoop","detail":"{readStateIndex:23773; appliedIndex:23768; }","duration":"283.73916ms","start":"2026-02-26T22:46:02.067148Z","end":"2026-02-26T22:46:02.350887Z","steps":["trace[1634461993] 'read index received' (duration: 42.149425ms)","trace[1634461993] 'applied index is now lower than readState.Index' (duration: 241.588775ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:02.350926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:02.042401Z","time spent":"308.464968ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:02.350911Z","caller":"traceutil/trace.go:171","msg":"trace[921758991] transaction","detail":"{read_only:false; response_revision:22929; number_of_response:1; }","duration":"309.249058ms","start":"2026-02-26T22:46:02.041627Z","end":"2026-02-26T22:46:02.350876Z","steps":["trace[921758991] 'process raft request' (duration: 308.215442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:02.351042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.898944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:02.35107Z","caller":"traceutil/trace.go:171","msg":"trace[1416963066] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:22932; }","duration":"283.953215ms","start":"2026-02-26T22:46:02.067108Z","end":"2026-02-26T22:46:02.351062Z","steps":["trace[1416963066] 'agreement among raft nodes before linearized reading' (duration: 283.906234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:02.351058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:02.041613Z","time spent":"309.36816ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:02.351142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.049793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:46:02.351162Z","caller":"traceutil/trace.go:171","msg":"trace[1249864561] transaction","detail":"{read_only:false; response_revision:22932; number_of_response:1; }","duration":"307.966846ms","start":"2026-02-26T22:46:02.043189Z","end":"2026-02-26T22:46:02.351156Z","steps":["trace[1249864561] 'process raft request' (duration: 307.520274ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:02.351177Z","caller":"traceutil/trace.go:171","msg":"trace[971810707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22932; }","duration":"277.128515ms","start":"2026-02-26T22:46:02.07404Z","end":"2026-02-26T22:46:02.351168Z","steps":["trace[971810707] 'agreement among raft nodes before linearized reading' (duration: 277.051953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:02.35119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:02.043177Z","time spent":"307.997237ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:03.07797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398441958,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T22:46:03.345562Z","caller":"traceutil/trace.go:171","msg":"trace[1987673001] transaction","detail":"{read_only:false; response_revision:22933; number_of_response:1; }","duration":"783.224317ms","start":"2026-02-26T22:46:02.562296Z","end":"2026-02-26T22:46:03.34552Z","steps":["trace[1987673001] 'process raft request' (duration: 782.873529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:03.346079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:02.562261Z","time spent":"783.639608ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5416,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:03.487713Z","caller":"traceutil/trace.go:171","msg":"trace[288196218] transaction","detail":"{read_only:false; response_revision:22934; number_of_response:1; }","duration":"558.248259ms","start":"2026-02-26T22:46:02.929429Z","end":"2026-02-26T22:46:03.487677Z","steps":["trace[288196218] 'process raft request' (duration: 557.960211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:03.487969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:02.929403Z","time spent":"558.414263ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:03.488142Z","caller":"traceutil/trace.go:171","msg":"trace[352539121] transaction","detail":"{read_only:false; response_revision:22935; number_of_response:1; }","duration":"376.026499ms","start":"2026-02-26T22:46:03.112068Z","end":"2026-02-26T22:46:03.488094Z","steps":["trace[352539121] 'process raft request' (duration: 375.561627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:03.488326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:03.112043Z","time spent":"376.191643ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:03.488405Z","caller":"traceutil/trace.go:171","msg":"trace[1681544527] transaction","detail":"{read_only:false; response_revision:22937; number_of_response:1; }","duration":"224.59001ms","start":"2026-02-26T22:46:03.263788Z","end":"2026-02-26T22:46:03.488378Z","steps":["trace[1681544527] 'process raft request' (duration: 224.270142ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:03.488418Z","caller":"traceutil/trace.go:171","msg":"trace[934441172] linearizableReadLoop","detail":"{readStateIndex:23775; appliedIndex:23773; }","duration":"910.76082ms","start":"2026-02-26T22:46:02.577623Z","end":"2026-02-26T22:46:03.488384Z","steps":["trace[934441172] 'read index received' (duration: 767.460194ms)","trace[934441172] 'applied index is now lower than readState.Index' (duration: 143.299126ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:03.488517Z","caller":"traceutil/trace.go:171","msg":"trace[150555589] transaction","detail":"{read_only:false; response_revision:22938; number_of_response:1; }","duration":"224.276802ms","start":"2026-02-26T22:46:03.264215Z","end":"2026-02-26T22:46:03.488492Z","steps":["trace[150555589] 'process raft request' (duration: 223.979314ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:03.488144Z","caller":"traceutil/trace.go:171","msg":"trace[1752449660] transaction","detail":"{read_only:false; response_revision:22936; number_of_response:1; }","duration":"225.492352ms","start":"2026-02-26T22:46:03.262616Z","end":"2026-02-26T22:46:03.488109Z","steps":["trace[1752449660] 'process raft request' (duration: 225.294637ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:03.488621Z","caller":"traceutil/trace.go:171","msg":"trace[811890178] transaction","detail":"{read_only:false; response_revision:22939; number_of_response:1; }","duration":"224.231711ms","start":"2026-02-26T22:46:03.264346Z","end":"2026-02-26T22:46:03.488578Z","steps":["trace[811890178] 'process raft request' (duration: 223.972094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:03.488747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.663919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:03.488759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.941532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:03.48876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.124069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-26T22:46:03.488775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.22273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:46:03.488798Z","caller":"traceutil/trace.go:171","msg":"trace[1879747126] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22939; }","duration":"811.757833ms","start":"2026-02-26T22:46:02.677024Z","end":"2026-02-26T22:46:03.488782Z","steps":["trace[1879747126] 'agreement among raft nodes before linearized reading' (duration: 811.665861ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:03.488806Z","caller":"traceutil/trace.go:171","msg":"trace[1879291139] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22939; }","duration":"403.050675ms","start":"2026-02-26T22:46:03.08574Z","end":"2026-02-26T22:46:03.488791Z","steps":["trace[1879291139] 'agreement among raft nodes before linearized reading' (duration: 402.934322ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:03.488823Z","caller":"traceutil/trace.go:171","msg":"trace[1004343603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22939; }","duration":"879.309343ms","start":"2026-02-26T22:46:02.609502Z","end":"2026-02-26T22:46:03.488811Z","steps":["trace[1004343603] 'agreement among raft nodes before linearized reading' (duration: 879.139858ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:03.48882Z","caller":"traceutil/trace.go:171","msg":"trace[971892403] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:22939; }","duration":"911.256761ms","start":"2026-02-26T22:46:02.577547Z","end":"2026-02-26T22:46:03.488804Z","steps":["trace[971892403] 'agreement among raft nodes before linearized reading' (duration: 911.023726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:03.48879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.167159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:03.488842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:03.085718Z","time spent":"403.114977ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:03.48886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:02.609471Z","time spent":"879.381085ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:46:03.488866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:02.577515Z","time spent":"911.342334ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"warn","ts":"2026-02-26T22:46:03.488839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:02.677Z","time spent":"811.828924ms","remote":"127.0.0.1:40046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:46:03.488896Z","caller":"traceutil/trace.go:171","msg":"trace[939632257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22939; }","duration":"451.330523ms","start":"2026-02-26T22:46:03.037542Z","end":"2026-02-26T22:46:03.488872Z","steps":["trace[939632257] 'agreement among raft nodes before linearized reading' (duration: 451.115428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:03.488975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:03.037508Z","time spent":"451.458986ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:46:04.60237Z","caller":"traceutil/trace.go:171","msg":"trace[1623392758] linearizableReadLoop","detail":"{readStateIndex:23789; appliedIndex:23786; }","duration":"126.761132ms","start":"2026-02-26T22:46:04.475582Z","end":"2026-02-26T22:46:04.602343Z","steps":["trace[1623392758] 'read index received' (duration: 126.081845ms)","trace[1623392758] 'applied index is now lower than readState.Index' (duration: 678.047µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:04.602548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.928716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:04.602626Z","caller":"traceutil/trace.go:171","msg":"trace[1103016476] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22947; }","duration":"127.034968ms","start":"2026-02-26T22:46:04.475572Z","end":"2026-02-26T22:46:04.602607Z","steps":["trace[1103016476] 'agreement among raft nodes before linearized reading' (duration: 126.873844ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:04.603042Z","caller":"traceutil/trace.go:171","msg":"trace[1629152805] transaction","detail":"{read_only:false; response_revision:22945; number_of_response:1; }","duration":"242.593581ms","start":"2026-02-26T22:46:04.360434Z","end":"2026-02-26T22:46:04.603027Z","steps":["trace[1629152805] 'process raft request' (duration: 241.34147ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:04.603233Z","caller":"traceutil/trace.go:171","msg":"trace[1680331853] transaction","detail":"{read_only:false; response_revision:22946; number_of_response:1; }","duration":"239.147593ms","start":"2026-02-26T22:46:04.36407Z","end":"2026-02-26T22:46:04.603218Z","steps":["trace[1680331853] 'process raft request' (duration: 238.097967ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:04.603559Z","caller":"traceutil/trace.go:171","msg":"trace[1358736696] transaction","detail":"{read_only:false; response_revision:22947; number_of_response:1; }","duration":"239.144993ms","start":"2026-02-26T22:46:04.364402Z","end":"2026-02-26T22:46:04.603547Z","steps":["trace[1358736696] 'process raft request' (duration: 237.868882ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:05.865081Z","caller":"traceutil/trace.go:171","msg":"trace[895413974] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22957; }","duration":"126.248421ms","start":"2026-02-26T22:46:05.738806Z","end":"2026-02-26T22:46:05.865055Z","steps":["trace[895413974] 'process raft request' (duration: 126.082426ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:06.532332Z","caller":"traceutil/trace.go:171","msg":"trace[1155974676] linearizableReadLoop","detail":"{readStateIndex:23803; appliedIndex:23802; }","duration":"120.945277ms","start":"2026-02-26T22:46:06.411361Z","end":"2026-02-26T22:46:06.532306Z","steps":["trace[1155974676] 'read index received' (duration: 120.701491ms)","trace[1155974676] 'applied index is now lower than readState.Index' (duration: 242.506µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:06.532482Z","caller":"traceutil/trace.go:171","msg":"trace[1061750054] transaction","detail":"{read_only:false; response_revision:22961; number_of_response:1; }","duration":"126.889776ms","start":"2026-02-26T22:46:06.405537Z","end":"2026-02-26T22:46:06.532426Z","steps":["trace[1061750054] 'process raft request' (duration: 126.593089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:06.53255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.164822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:46:06.532588Z","caller":"traceutil/trace.go:171","msg":"trace[1095375558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22961; }","duration":"121.240304ms","start":"2026-02-26T22:46:06.411335Z","end":"2026-02-26T22:46:06.532576Z","steps":["trace[1095375558] 'agreement among raft nodes before linearized reading' (duration: 121.07571ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:06.910985Z","caller":"traceutil/trace.go:171","msg":"trace[1688279304] transaction","detail":"{read_only:false; response_revision:22966; number_of_response:1; }","duration":"201.783409ms","start":"2026-02-26T22:46:06.709158Z","end":"2026-02-26T22:46:06.910941Z","steps":["trace[1688279304] 'process raft request' (duration: 104.634818ms)","trace[1688279304] 'compare' (duration: 96.985007ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:07.128557Z","caller":"traceutil/trace.go:171","msg":"trace[291313690] transaction","detail":"{read_only:false; response_revision:22967; number_of_response:1; }","duration":"209.39193ms","start":"2026-02-26T22:46:06.919133Z","end":"2026-02-26T22:46:07.128525Z","steps":["trace[291313690] 'process raft request' (duration: 208.658501ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:07.508326Z","caller":"traceutil/trace.go:171","msg":"trace[562531474] transaction","detail":"{read_only:false; response_revision:22969; number_of_response:1; }","duration":"301.244477ms","start":"2026-02-26T22:46:07.207056Z","end":"2026-02-26T22:46:07.5083Z","steps":["trace[562531474] 'process raft request' (duration: 301.062053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:07.508475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:07.20703Z","time spent":"301.36875ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":38762,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:07.664569Z","caller":"traceutil/trace.go:171","msg":"trace[588905086] linearizableReadLoop","detail":"{readStateIndex:23812; appliedIndex:23811; }","duration":"142.025184ms","start":"2026-02-26T22:46:07.522512Z","end":"2026-02-26T22:46:07.664537Z","steps":["trace[588905086] 'read index received' (duration: 74.982397ms)","trace[588905086] 'applied index is now lower than readState.Index' (duration: 67.041617ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:07.664783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.252149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:46:07.664827Z","caller":"traceutil/trace.go:171","msg":"trace[755624364] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:22970; }","duration":"142.352562ms","start":"2026-02-26T22:46:07.522461Z","end":"2026-02-26T22:46:07.664813Z","steps":["trace[755624364] 'agreement among raft nodes before linearized reading' (duration: 142.200938ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:07.66478Z","caller":"traceutil/trace.go:171","msg":"trace[1437960292] transaction","detail":"{read_only:false; response_revision:22970; number_of_response:1; }","duration":"148.361712ms","start":"2026-02-26T22:46:07.516262Z","end":"2026-02-26T22:46:07.664624Z","steps":["trace[1437960292] 'process raft request' (duration: 81.13562ms)","trace[1437960292] 'compare' (duration: 66.987486ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:07.751793Z","caller":"traceutil/trace.go:171","msg":"trace[992226524] transaction","detail":"{read_only:false; response_revision:22971; number_of_response:1; }","duration":"194.940119ms","start":"2026-02-26T22:46:07.556826Z","end":"2026-02-26T22:46:07.751766Z","steps":["trace[992226524] 'process raft request' (duration: 194.327003ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:07.752051Z","caller":"traceutil/trace.go:171","msg":"trace[1091652304] transaction","detail":"{read_only:false; response_revision:22972; number_of_response:1; }","duration":"186.456395ms","start":"2026-02-26T22:46:07.565584Z","end":"2026-02-26T22:46:07.75204Z","steps":["trace[1091652304] 'process raft request' (duration: 185.719857ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:07.752195Z","caller":"traceutil/trace.go:171","msg":"trace[1019523836] transaction","detail":"{read_only:false; response_revision:22973; number_of_response:1; }","duration":"186.442755ms","start":"2026-02-26T22:46:07.565743Z","end":"2026-02-26T22:46:07.752186Z","steps":["trace[1019523836] 'process raft request' (duration: 185.598974ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:07.752332Z","caller":"traceutil/trace.go:171","msg":"trace[950210450] transaction","detail":"{read_only:false; response_revision:22974; number_of_response:1; }","duration":"186.029064ms","start":"2026-02-26T22:46:07.566293Z","end":"2026-02-26T22:46:07.752322Z","steps":["trace[950210450] 'process raft request' (duration: 185.084741ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:07.752481Z","caller":"traceutil/trace.go:171","msg":"trace[904341750] transaction","detail":"{read_only:false; response_revision:22975; number_of_response:1; }","duration":"184.927157ms","start":"2026-02-26T22:46:07.567544Z","end":"2026-02-26T22:46:07.752471Z","steps":["trace[904341750] 'process raft request' (duration: 183.870421ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:07.752623Z","caller":"traceutil/trace.go:171","msg":"trace[2098690199] transaction","detail":"{read_only:false; response_revision:22976; number_of_response:1; }","duration":"184.870225ms","start":"2026-02-26T22:46:07.567742Z","end":"2026-02-26T22:46:07.752613Z","steps":["trace[2098690199] 'process raft request' (duration: 183.719677ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:07.785713Z","caller":"traceutil/trace.go:171","msg":"trace[82676076] transaction","detail":"{read_only:false; response_revision:22977; number_of_response:1; }","duration":"114.68354ms","start":"2026-02-26T22:46:07.670983Z","end":"2026-02-26T22:46:07.785667Z","steps":["trace[82676076] 'process raft request' (duration: 114.465365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:12.953194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.939019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:46:12.953338Z","caller":"traceutil/trace.go:171","msg":"trace[2141192062] linearizableReadLoop","detail":"{readStateIndex:23864; appliedIndex:23863; }","duration":"568.27875ms","start":"2026-02-26T22:46:12.385036Z","end":"2026-02-26T22:46:12.953315Z","steps":["trace[2141192062] 'read index received' (duration: 327.140056ms)","trace[2141192062] 'applied index is now lower than readState.Index' (duration: 241.136684ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:12.953503Z","caller":"traceutil/trace.go:171","msg":"trace[142411910] transaction","detail":"{read_only:false; response_revision:23021; number_of_response:1; }","duration":"575.606704ms","start":"2026-02-26T22:46:12.377877Z","end":"2026-02-26T22:46:12.953484Z","steps":["trace[142411910] 'process raft request' (duration: 334.249315ms)","trace[142411910] 'compare' (duration: 240.808666ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:12.953596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:12.377864Z","time spent":"575.679876ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:12.953925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.844389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-02-26T22:46:12.953901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.722953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T22:46:12.953931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.881065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-26T22:46:12.953973Z","caller":"traceutil/trace.go:171","msg":"trace[111606918] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23021; }","duration":"306.945681ms","start":"2026-02-26T22:46:12.647013Z","end":"2026-02-26T22:46:12.953958Z","steps":["trace[111606918] 'agreement among raft nodes before linearized reading' (duration: 306.776907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:12.953936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.091588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:12.953979Z","caller":"traceutil/trace.go:171","msg":"trace[1244906347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23021; }","duration":"212.859177ms","start":"2026-02-26T22:46:12.741105Z","end":"2026-02-26T22:46:12.953965Z","steps":["trace[1244906347] 'agreement among raft nodes before linearized reading' (duration: 212.676092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:12.954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:12.646984Z","time spent":"307.009163ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-26T22:46:12.953996Z","caller":"traceutil/trace.go:171","msg":"trace[1370148385] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23021; }","duration":"568.961376ms","start":"2026-02-26T22:46:12.385017Z","end":"2026-02-26T22:46:12.953978Z","steps":["trace[1370148385] 'agreement among raft nodes before linearized reading' (duration: 568.785082ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:12.954024Z","caller":"traceutil/trace.go:171","msg":"trace[1742160395] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23021; }","duration":"256.219081ms","start":"2026-02-26T22:46:12.697782Z","end":"2026-02-26T22:46:12.954001Z","steps":["trace[1742160395] 'agreement among raft nodes before linearized reading' (duration: 256.050347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:12.95403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.67375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-26T22:46:12.95406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:12.38501Z","time spent":"569.037049ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-02-26T22:46:12.954101Z","caller":"traceutil/trace.go:171","msg":"trace[1947756324] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:23021; }","duration":"375.813924ms","start":"2026-02-26T22:46:12.578269Z","end":"2026-02-26T22:46:12.954083Z","steps":["trace[1947756324] 'agreement among raft nodes before linearized reading' (duration: 375.304461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:12.954155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:12.578238Z","time spent":"375.907955ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"warn","ts":"2026-02-26T22:46:12.954134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.290071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:46:12.954262Z","caller":"traceutil/trace.go:171","msg":"trace[1118099903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23021; }","duration":"365.493536ms","start":"2026-02-26T22:46:12.588743Z","end":"2026-02-26T22:46:12.954236Z","steps":["trace[1118099903] 'agreement among raft nodes before linearized reading' (duration: 365.088176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:12.954332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:12.588721Z","time spent":"365.600518ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T22:46:15.168538Z","caller":"traceutil/trace.go:171","msg":"trace[155060323] transaction","detail":"{read_only:false; response_revision:23039; number_of_response:1; }","duration":"110.344472ms","start":"2026-02-26T22:46:15.058166Z","end":"2026-02-26T22:46:15.16851Z","steps":["trace[155060323] 'process raft request' (duration: 110.184987ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:15.168774Z","caller":"traceutil/trace.go:171","msg":"trace[419642603] transaction","detail":"{read_only:false; response_revision:23040; number_of_response:1; }","duration":"110.306391ms","start":"2026-02-26T22:46:15.058426Z","end":"2026-02-26T22:46:15.168732Z","steps":["trace[419642603] 'process raft request' (duration: 110.046115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:16.453769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.797312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:46:16.454266Z","caller":"traceutil/trace.go:171","msg":"trace[2053915353] linearizableReadLoop","detail":"{readStateIndex:23890; appliedIndex:23886; }","duration":"517.54795ms","start":"2026-02-26T22:46:15.936684Z","end":"2026-02-26T22:46:16.454231Z","steps":["trace[2053915353] 'read index received' (duration: 392.129172ms)","trace[2053915353] 'applied index is now lower than readState.Index' (duration: 125.416488ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:16.454401Z","caller":"traceutil/trace.go:171","msg":"trace[1656751104] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"520.042143ms","start":"2026-02-26T22:46:15.934336Z","end":"2026-02-26T22:46:16.454378Z","steps":["trace[1656751104] 'process raft request' (duration: 394.44336ms)","trace[1656751104] 'compare' (duration: 124.635819ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:16.454509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:15.934306Z","time spent":"520.141956ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:16.454552Z","caller":"traceutil/trace.go:171","msg":"trace[1573081547] transaction","detail":"{read_only:false; response_revision:23044; number_of_response:1; }","duration":"520.049584ms","start":"2026-02-26T22:46:15.934468Z","end":"2026-02-26T22:46:16.454517Z","steps":["trace[1573081547] 'process raft request' (duration: 519.459828ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:16.454581Z","caller":"traceutil/trace.go:171","msg":"trace[1388420493] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"519.210412ms","start":"2026-02-26T22:46:15.935331Z","end":"2026-02-26T22:46:16.454541Z","steps":["trace[1388420493] 'process raft request' (duration: 518.75491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:16.454611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.100534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:16.454611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.161536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:16.45463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.201617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:16.454712Z","caller":"traceutil/trace.go:171","msg":"trace[1647221080] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23046; }","duration":"520.31689ms","start":"2026-02-26T22:46:15.934362Z","end":"2026-02-26T22:46:16.454679Z","steps":["trace[1647221080] 'agreement among raft nodes before linearized reading' (duration: 520.169786ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:16.454724Z","caller":"traceutil/trace.go:171","msg":"trace[1153051396] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"519.047909ms","start":"2026-02-26T22:46:15.935378Z","end":"2026-02-26T22:46:16.454426Z","steps":["trace[1153051396] 'process raft request' (duration: 518.774711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:16.454747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:15.934445Z","time spent":"520.191697ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:16.454761Z","caller":"traceutil/trace.go:171","msg":"trace[1605260750] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23046; }","duration":"520.346901ms","start":"2026-02-26T22:46:15.934389Z","end":"2026-02-26T22:46:16.454736Z","steps":["trace[1605260750] 'agreement among raft nodes before linearized reading' (duration: 520.150746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:16.454765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:15.934332Z","time spent":"520.423653ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:46:16.454761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:15.935318Z","time spent":"519.347677ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:16.454806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:15.935363Z","time spent":"519.394298ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:16.454822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:15.934377Z","time spent":"520.430313ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-02-26T22:46:16.454684Z","caller":"traceutil/trace.go:171","msg":"trace[1999931550] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23046; }","duration":"520.197067ms","start":"2026-02-26T22:46:15.934472Z","end":"2026-02-26T22:46:16.454669Z","steps":["trace[1999931550] 'agreement among raft nodes before linearized reading' (duration: 520.038543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:16.454929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:15.934467Z","time spent":"520.435603ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T22:46:16.455434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.932175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-26T22:46:16.455463Z","caller":"traceutil/trace.go:171","msg":"trace[1427702897] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23046; }","duration":"520.964086ms","start":"2026-02-26T22:46:15.934492Z","end":"2026-02-26T22:46:16.455456Z","steps":["trace[1427702897] 'agreement among raft nodes before linearized reading' (duration: 520.036573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:16.45548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:15.934445Z","time spent":"521.031208ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-02-26T22:46:16.515865Z","caller":"traceutil/trace.go:171","msg":"trace[1442496645] transaction","detail":"{read_only:false; response_revision:23047; number_of_response:1; }","duration":"375.106005ms","start":"2026-02-26T22:46:16.140738Z","end":"2026-02-26T22:46:16.515844Z","steps":["trace[1442496645] 'process raft request' (duration: 374.973402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:16.516007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:16.140712Z","time spent":"375.217829ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:16.516268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.071605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:16.516326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.807351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T22:46:16.516338Z","caller":"traceutil/trace.go:171","msg":"trace[1216559549] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23047; }","duration":"130.157917ms","start":"2026-02-26T22:46:16.386166Z","end":"2026-02-26T22:46:16.516324Z","steps":["trace[1216559549] 'agreement among raft nodes before linearized reading' (duration: 130.045854ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:16.516363Z","caller":"traceutil/trace.go:171","msg":"trace[2110573707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23047; }","duration":"498.880093ms","start":"2026-02-26T22:46:16.017472Z","end":"2026-02-26T22:46:16.516352Z","steps":["trace[2110573707] 'agreement among raft nodes before linearized reading' (duration: 498.726649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:16.516335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.703111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:16.516391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:16.017453Z","time spent":"498.932555ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T22:46:16.516442Z","caller":"traceutil/trace.go:171","msg":"trace[1916716811] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23047; }","duration":"130.842204ms","start":"2026-02-26T22:46:16.385563Z","end":"2026-02-26T22:46:16.516405Z","steps":["trace[1916716811] 'agreement among raft nodes before linearized reading' (duration: 130.69529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:16.516496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.564801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:46:16.516533Z","caller":"traceutil/trace.go:171","msg":"trace[1183055484] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23047; }","duration":"312.600922ms","start":"2026-02-26T22:46:16.203922Z","end":"2026-02-26T22:46:16.516523Z","steps":["trace[1183055484] 'agreement among raft nodes before linearized reading' (duration: 312.54233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:16.516565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:16.203851Z","time spent":"312.707385ms","remote":"127.0.0.1:38158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:16.516556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.343682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:16.516642Z","caller":"traceutil/trace.go:171","msg":"trace[1149548722] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23047; }","duration":"130.441165ms","start":"2026-02-26T22:46:16.386191Z","end":"2026-02-26T22:46:16.516632Z","steps":["trace[1149548722] 'agreement among raft nodes before linearized reading' (duration: 130.337932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:16.516731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.571328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:16.51683Z","caller":"traceutil/trace.go:171","msg":"trace[922814732] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23047; }","duration":"130.6933ms","start":"2026-02-26T22:46:16.386119Z","end":"2026-02-26T22:46:16.516813Z","steps":["trace[922814732] 'agreement among raft nodes before linearized reading' (duration: 130.466554ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:16.627507Z","caller":"traceutil/trace.go:171","msg":"trace[1891240697] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"105.846708ms","start":"2026-02-26T22:46:16.521637Z","end":"2026-02-26T22:46:16.627483Z","steps":["trace[1891240697] 'process raft request' (duration: 105.743235ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:18.060386Z","caller":"traceutil/trace.go:171","msg":"trace[2038935405] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"118.389852ms","start":"2026-02-26T22:46:17.941967Z","end":"2026-02-26T22:46:18.060356Z","steps":["trace[2038935405] 'process raft request' (duration: 92.947516ms)","trace[2038935405] 'compare' (duration: 25.069357ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:18.605773Z","caller":"traceutil/trace.go:171","msg":"trace[2104367728] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"145.44547ms","start":"2026-02-26T22:46:18.460301Z","end":"2026-02-26T22:46:18.605747Z","steps":["trace[2104367728] 'process raft request' (duration: 145.299005ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:18.626809Z","caller":"traceutil/trace.go:171","msg":"trace[381343944] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"165.831079ms","start":"2026-02-26T22:46:18.460961Z","end":"2026-02-26T22:46:18.626792Z","steps":["trace[381343944] 'process raft request' (duration: 165.729567ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:18.626854Z","caller":"traceutil/trace.go:171","msg":"trace[52420156] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"166.106936ms","start":"2026-02-26T22:46:18.460705Z","end":"2026-02-26T22:46:18.626812Z","steps":["trace[52420156] 'process raft request' (duration: 165.903371ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:18.627326Z","caller":"traceutil/trace.go:171","msg":"trace[1422070239] transaction","detail":"{read_only:false; response_revision:23061; number_of_response:1; }","duration":"166.301911ms","start":"2026-02-26T22:46:18.461011Z","end":"2026-02-26T22:46:18.627313Z","steps":["trace[1422070239] 'process raft request' (duration: 165.730717ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:18.627614Z","caller":"traceutil/trace.go:171","msg":"trace[1414269609] linearizableReadLoop","detail":"{readStateIndex:23905; appliedIndex:23902; }","duration":"106.267359ms","start":"2026-02-26T22:46:18.521331Z","end":"2026-02-26T22:46:18.627598Z","steps":["trace[1414269609] 'read index received' (duration: 84.627199ms)","trace[1414269609] 'applied index is now lower than readState.Index' (duration: 21.63908ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:18.627734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.389562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:18.627795Z","caller":"traceutil/trace.go:171","msg":"trace[712670386] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23062; }","duration":"106.496845ms","start":"2026-02-26T22:46:18.521276Z","end":"2026-02-26T22:46:18.627773Z","steps":["trace[712670386] 'agreement among raft nodes before linearized reading' (duration: 106.404632ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:18.627988Z","caller":"traceutil/trace.go:171","msg":"trace[1018577536] transaction","detail":"{read_only:false; response_revision:23062; number_of_response:1; }","duration":"106.589077ms","start":"2026-02-26T22:46:18.52139Z","end":"2026-02-26T22:46:18.627979Z","steps":["trace[1018577536] 'process raft request' (duration: 105.849708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:18.627745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.351561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:18.628103Z","caller":"traceutil/trace.go:171","msg":"trace[1850551423] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23062; }","duration":"106.771252ms","start":"2026-02-26T22:46:18.521325Z","end":"2026-02-26T22:46:18.628097Z","steps":["trace[1850551423] 'agreement among raft nodes before linearized reading' (duration: 106.366662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:18.628092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.551686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:18.628136Z","caller":"traceutil/trace.go:171","msg":"trace[1721755975] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23062; }","duration":"106.659699ms","start":"2026-02-26T22:46:18.521465Z","end":"2026-02-26T22:46:18.628125Z","steps":["trace[1721755975] 'agreement among raft nodes before linearized reading' (duration: 106.588156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:18.628114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.642898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:18.628216Z","caller":"traceutil/trace.go:171","msg":"trace[823157408] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23062; }","duration":"106.810733ms","start":"2026-02-26T22:46:18.521382Z","end":"2026-02-26T22:46:18.628192Z","steps":["trace[823157408] 'agreement among raft nodes before linearized reading' (duration: 106.632518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:19.47155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.615728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:46:19.471711Z","caller":"traceutil/trace.go:171","msg":"trace[2039135519] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"130.733962ms","start":"2026-02-26T22:46:19.340955Z","end":"2026-02-26T22:46:19.471689Z","steps":["trace[2039135519] 'process raft request' (duration: 29.880918ms)","trace[2039135519] 'compare' (duration: 100.416862ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:19.833398Z","caller":"traceutil/trace.go:171","msg":"trace[1231073231] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"140.65587ms","start":"2026-02-26T22:46:19.692713Z","end":"2026-02-26T22:46:19.833369Z","steps":["trace[1231073231] 'process raft request' (duration: 140.502156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:20.064141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.101965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:20.06422Z","caller":"traceutil/trace.go:171","msg":"trace[740126180] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23070; }","duration":"104.252448ms","start":"2026-02-26T22:46:19.95995Z","end":"2026-02-26T22:46:20.064203Z","steps":["trace[740126180] 'range keys from in-memory index tree' (duration: 103.966921ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:20.064573Z","caller":"traceutil/trace.go:171","msg":"trace[944592309] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"103.961961ms","start":"2026-02-26T22:46:19.960594Z","end":"2026-02-26T22:46:20.064556Z","steps":["trace[944592309] 'process raft request' (duration: 34.041802ms)","trace[944592309] 'compare' (duration: 69.593671ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:20.478743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.508304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:46:20.478956Z","caller":"traceutil/trace.go:171","msg":"trace[373905152] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"412.697617ms","start":"2026-02-26T22:46:20.066234Z","end":"2026-02-26T22:46:20.478932Z","steps":["trace[373905152] 'process raft request' (duration: 126.901296ms)","trace[373905152] 'compare' (duration: 285.35605ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:20.479026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:20.066209Z","time spent":"412.785129ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:20.479163Z","caller":"traceutil/trace.go:171","msg":"trace[1730467351] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"225.482732ms","start":"2026-02-26T22:46:20.253653Z","end":"2026-02-26T22:46:20.479136Z","steps":["trace[1730467351] 'process raft request' (duration: 225.230916ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:20.870808Z","caller":"traceutil/trace.go:171","msg":"trace[1818123532] transaction","detail":"{read_only:false; response_revision:23076; number_of_response:1; }","duration":"237.951904ms","start":"2026-02-26T22:46:20.632826Z","end":"2026-02-26T22:46:20.870778Z","steps":["trace[1818123532] 'process raft request' (duration: 213.572744ms)","trace[1818123532] 'compare' (duration: 23.96782ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:20.871101Z","caller":"traceutil/trace.go:171","msg":"trace[1254332627] linearizableReadLoop","detail":"{readStateIndex:23924; appliedIndex:23919; }","duration":"236.071627ms","start":"2026-02-26T22:46:20.635002Z","end":"2026-02-26T22:46:20.871073Z","steps":["trace[1254332627] 'read index received' (duration: 41.764896ms)","trace[1254332627] 'applied index is now lower than readState.Index' (duration: 194.305841ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:20.871173Z","caller":"traceutil/trace.go:171","msg":"trace[986784162] transaction","detail":"{read_only:false; response_revision:23078; number_of_response:1; }","duration":"237.398941ms","start":"2026-02-26T22:46:20.633745Z","end":"2026-02-26T22:46:20.871144Z","steps":["trace[986784162] 'process raft request' (duration: 237.191766ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:20.871229Z","caller":"traceutil/trace.go:171","msg":"trace[453190390] transaction","detail":"{read_only:false; response_revision:23079; number_of_response:1; }","duration":"236.334324ms","start":"2026-02-26T22:46:20.634881Z","end":"2026-02-26T22:46:20.871216Z","steps":["trace[453190390] 'process raft request' (duration: 236.143779ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:20.871182Z","caller":"traceutil/trace.go:171","msg":"trace[1315805314] transaction","detail":"{read_only:false; response_revision:23077; number_of_response:1; }","duration":"238.314273ms","start":"2026-02-26T22:46:20.632845Z","end":"2026-02-26T22:46:20.871159Z","steps":["trace[1315805314] 'process raft request' (duration: 237.847892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:20.871302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.281612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:20.871389Z","caller":"traceutil/trace.go:171","msg":"trace[1330029788] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23079; }","duration":"236.420355ms","start":"2026-02-26T22:46:20.634947Z","end":"2026-02-26T22:46:20.871367Z","steps":["trace[1330029788] 'agreement among raft nodes before linearized reading' (duration: 236.275072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:20.942621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.894374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:20.942638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.89055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:20.942706Z","caller":"traceutil/trace.go:171","msg":"trace[725380872] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23080; }","duration":"306.023769ms","start":"2026-02-26T22:46:20.636662Z","end":"2026-02-26T22:46:20.942686Z","steps":["trace[725380872] 'agreement among raft nodes before linearized reading' (duration: 305.853405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:20.942711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.966995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T22:46:20.942735Z","caller":"traceutil/trace.go:171","msg":"trace[545292190] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23080; }","duration":"307.025703ms","start":"2026-02-26T22:46:20.635687Z","end":"2026-02-26T22:46:20.942712Z","steps":["trace[545292190] 'agreement among raft nodes before linearized reading' (duration: 306.853199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:20.942724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.613623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:20.942687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.547521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:20.942796Z","caller":"traceutil/trace.go:171","msg":"trace[2043975021] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23080; }","duration":"306.728256ms","start":"2026-02-26T22:46:20.636049Z","end":"2026-02-26T22:46:20.942778Z","steps":["trace[2043975021] 'agreement among raft nodes before linearized reading' (duration: 306.598593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:20.942835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:20.636037Z","time spent":"306.789027ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:46:20.942783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:20.635668Z","time spent":"307.102545ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T22:46:20.942854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.931443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T22:46:20.942891Z","caller":"traceutil/trace.go:171","msg":"trace[22881695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23080; }","duration":"172.001895ms","start":"2026-02-26T22:46:20.770878Z","end":"2026-02-26T22:46:20.94288Z","steps":["trace[22881695] 'agreement among raft nodes before linearized reading' (duration: 171.898532ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:20.942766Z","caller":"traceutil/trace.go:171","msg":"trace[1518058320] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23080; }","duration":"278.053078ms","start":"2026-02-26T22:46:20.664695Z","end":"2026-02-26T22:46:20.942748Z","steps":["trace[1518058320] 'agreement among raft nodes before linearized reading' (duration: 277.819883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:20.942747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:20.63665Z","time spent":"306.08826ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-02-26T22:46:20.942833Z","caller":"traceutil/trace.go:171","msg":"trace[523434449] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23080; }","duration":"306.725526ms","start":"2026-02-26T22:46:20.636082Z","end":"2026-02-26T22:46:20.942808Z","steps":["trace[523434449] 'agreement among raft nodes before linearized reading' (duration: 306.511071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:20.943076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:20.636072Z","time spent":"306.983812ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:46:20.943127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.937324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T22:46:20.94318Z","caller":"traceutil/trace.go:171","msg":"trace[95201884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23080; }","duration":"216.162159ms","start":"2026-02-26T22:46:20.727007Z","end":"2026-02-26T22:46:20.943169Z","steps":["trace[95201884] 'agreement among raft nodes before linearized reading' (duration: 215.785949ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:21.094398Z","caller":"traceutil/trace.go:171","msg":"trace[1100258101] transaction","detail":"{read_only:false; response_revision:23082; number_of_response:1; }","duration":"146.085045ms","start":"2026-02-26T22:46:20.948287Z","end":"2026-02-26T22:46:21.094372Z","steps":["trace[1100258101] 'process raft request' (duration: 145.126952ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:21.094469Z","caller":"traceutil/trace.go:171","msg":"trace[172479581] transaction","detail":"{read_only:false; response_revision:23083; number_of_response:1; }","duration":"146.075205ms","start":"2026-02-26T22:46:20.948367Z","end":"2026-02-26T22:46:21.094443Z","steps":["trace[172479581] 'process raft request' (duration: 145.88168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:23.419187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.128155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:46:23.419287Z","caller":"traceutil/trace.go:171","msg":"trace[1361466397] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23098; }","duration":"108.248629ms","start":"2026-02-26T22:46:23.311014Z","end":"2026-02-26T22:46:23.419263Z","steps":["trace[1361466397] 'count revisions from in-memory index tree' (duration: 108.020623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:23.420089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.987823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:46:23.4202Z","caller":"traceutil/trace.go:171","msg":"trace[949542431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23098; }","duration":"108.648799ms","start":"2026-02-26T22:46:23.311526Z","end":"2026-02-26T22:46:23.420175Z","steps":["trace[949542431] 'range keys from in-memory index tree' (duration: 107.732616ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:23.620814Z","caller":"traceutil/trace.go:171","msg":"trace[1246787931] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"196.867297ms","start":"2026-02-26T22:46:23.423912Z","end":"2026-02-26T22:46:23.62078Z","steps":["trace[1246787931] 'process raft request' (duration: 196.535389ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:23.758921Z","caller":"traceutil/trace.go:171","msg":"trace[68994229] linearizableReadLoop","detail":"{readStateIndex:23946; appliedIndex:23944; }","duration":"273.001021ms","start":"2026-02-26T22:46:23.485869Z","end":"2026-02-26T22:46:23.75887Z","steps":["trace[68994229] 'read index received' (duration: 134.699411ms)","trace[68994229] 'applied index is now lower than readState.Index' (duration: 138.29946ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:23.759039Z","caller":"traceutil/trace.go:171","msg":"trace[1954567837] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"334.197342ms","start":"2026-02-26T22:46:23.424796Z","end":"2026-02-26T22:46:23.758994Z","steps":["trace[1954567837] 'process raft request' (duration: 321.747341ms)","trace[1954567837] 'compare' (duration: 12.119473ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:23.759701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.946817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T22:46:23.759788Z","caller":"traceutil/trace.go:171","msg":"trace[629830765] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23100; }","duration":"181.06452ms","start":"2026-02-26T22:46:23.578682Z","end":"2026-02-26T22:46:23.759746Z","steps":["trace[629830765] 'agreement among raft nodes before linearized reading' (duration: 180.898906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:23.759767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:23.424782Z","time spent":"334.787257ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:23.759392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.485452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T22:46:23.760161Z","caller":"traceutil/trace.go:171","msg":"trace[502340520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23100; }","duration":"274.365084ms","start":"2026-02-26T22:46:23.485762Z","end":"2026-02-26T22:46:23.760127Z","steps":["trace[502340520] 'agreement among raft nodes before linearized reading' (duration: 273.342309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:24.666558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.609719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T22:46:24.666607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.803984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:24.666627Z","caller":"traceutil/trace.go:171","msg":"trace[56931734] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23102; }","duration":"369.749722ms","start":"2026-02-26T22:46:24.29686Z","end":"2026-02-26T22:46:24.66661Z","steps":["trace[56931734] 'range keys from in-memory index tree' (duration: 369.399003ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:24.66664Z","caller":"traceutil/trace.go:171","msg":"trace[883248230] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23102; }","duration":"178.885107ms","start":"2026-02-26T22:46:24.487746Z","end":"2026-02-26T22:46:24.666631Z","steps":["trace[883248230] 'range keys from in-memory index tree' (duration: 178.698212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:24.666661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:24.296839Z","time spent":"369.814703ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:46:24.666654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.45618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:24.666558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.838975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:24.666737Z","caller":"traceutil/trace.go:171","msg":"trace[425035752] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23102; }","duration":"177.596644ms","start":"2026-02-26T22:46:24.489118Z","end":"2026-02-26T22:46:24.666715Z","steps":["trace[425035752] 'range keys from in-memory index tree' (duration: 177.337147ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:24.666757Z","caller":"traceutil/trace.go:171","msg":"trace[986914723] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23102; }","duration":"179.075021ms","start":"2026-02-26T22:46:24.48766Z","end":"2026-02-26T22:46:24.666735Z","steps":["trace[986914723] 'range keys from in-memory index tree' (duration: 178.762523ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:24.690473Z","caller":"traceutil/trace.go:171","msg":"trace[1704987042] linearizableReadLoop","detail":"{readStateIndex:23949; appliedIndex:23948; }","duration":"194.039496ms","start":"2026-02-26T22:46:24.49641Z","end":"2026-02-26T22:46:24.69045Z","steps":["trace[1704987042] 'read index received' (duration: 193.782559ms)","trace[1704987042] 'applied index is now lower than readState.Index' (duration: 255.507µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:24.690529Z","caller":"traceutil/trace.go:171","msg":"trace[529629241] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"194.118029ms","start":"2026-02-26T22:46:24.496379Z","end":"2026-02-26T22:46:24.690497Z","steps":["trace[529629241] 'process raft request' (duration: 193.877002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:24.690694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.272422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-26T22:46:24.690737Z","caller":"traceutil/trace.go:171","msg":"trace[1905606039] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23103; }","duration":"194.369644ms","start":"2026-02-26T22:46:24.496355Z","end":"2026-02-26T22:46:24.690725Z","steps":["trace[1905606039] 'agreement among raft nodes before linearized reading' (duration: 194.21625ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:25.009919Z","caller":"traceutil/trace.go:171","msg":"trace[1091519301] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"101.988833ms","start":"2026-02-26T22:46:24.907889Z","end":"2026-02-26T22:46:25.009878Z","steps":["trace[1091519301] 'process raft request' (duration: 101.786398ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:25.00997Z","caller":"traceutil/trace.go:171","msg":"trace[2028256496] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"101.197483ms","start":"2026-02-26T22:46:24.908751Z","end":"2026-02-26T22:46:25.009949Z","steps":["trace[2028256496] 'process raft request' (duration: 101.022479ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:25.010147Z","caller":"traceutil/trace.go:171","msg":"trace[1747668469] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"100.513355ms","start":"2026-02-26T22:46:24.90962Z","end":"2026-02-26T22:46:25.010133Z","steps":["trace[1747668469] 'process raft request' (duration: 100.179367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:26.823356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398442448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:46:27.524261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406920868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T22:46:27.524277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492500577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:27.524321Z","caller":"traceutil/trace.go:171","msg":"trace[1627176461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23108; }","duration":"2.407038781s","start":"2026-02-26T22:46:25.117267Z","end":"2026-02-26T22:46:27.524306Z","steps":["trace[1627176461] 'range keys from in-memory index tree' (duration: 2.406739203s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:27.524346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:25.117239Z","time spent":"2.407102182s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T22:46:27.524359Z","caller":"traceutil/trace.go:171","msg":"trace[391935647] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23108; }","duration":"1.49265868s","start":"2026-02-26T22:46:26.031676Z","end":"2026-02-26T22:46:27.524335Z","steps":["trace[391935647] 'count revisions from in-memory index tree' (duration: 1.492323523s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:27.524403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:26.031648Z","time spent":"1.492743153s","remote":"127.0.0.1:49144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:27.524506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487260735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:27.524554Z","caller":"traceutil/trace.go:171","msg":"trace[274169021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23108; }","duration":"1.487345347s","start":"2026-02-26T22:46:26.037191Z","end":"2026-02-26T22:46:27.524536Z","steps":["trace[274169021] 'range keys from in-memory index tree' (duration: 1.487171253s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:27.524562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444397653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:27.524587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:26.03717Z","time spent":"1.487408289s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:46:27.524598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89830791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T22:46:27.524638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344602189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T22:46:27.524658Z","caller":"traceutil/trace.go:171","msg":"trace[86876285] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23108; }","duration":"2.34465953s","start":"2026-02-26T22:46:25.17999Z","end":"2026-02-26T22:46:27.524649Z","steps":["trace[86876285] 'range keys from in-memory index tree' (duration: 2.344480605s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:27.524671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:25.179943Z","time spent":"2.344725352s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T22:46:27.524657Z","caller":"traceutil/trace.go:171","msg":"trace[1434582313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23108; }","duration":"1.898382532s","start":"2026-02-26T22:46:25.626258Z","end":"2026-02-26T22:46:27.524641Z","steps":["trace[1434582313] 'range keys from in-memory index tree' (duration: 1.898128326s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:27.524701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:25.62619Z","time spent":"1.898498175s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:46:27.52475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343627883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-26T22:46:27.524777Z","caller":"traceutil/trace.go:171","msg":"trace[1924609499] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23108; }","duration":"2.343673945s","start":"2026-02-26T22:46:25.181093Z","end":"2026-02-26T22:46:27.524767Z","steps":["trace[1924609499] 'range keys from in-memory index tree' (duration: 2.343502781s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:27.524796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:25.181081Z","time spent":"2.343709786s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-02-26T22:46:27.524595Z","caller":"traceutil/trace.go:171","msg":"trace[536075704] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23108; }","duration":"1.444458683s","start":"2026-02-26T22:46:26.080127Z","end":"2026-02-26T22:46:27.524586Z","steps":["trace[536075704] 'range keys from in-memory index tree' (duration: 1.44430217s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:27.524911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:26.080111Z","time spent":"1.444788722s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T22:46:27.52523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760486863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T22:46:27.525319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72123041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T22:46:27.525326Z","caller":"traceutil/trace.go:171","msg":"trace[1888923926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23108; }","duration":"1.760630457s","start":"2026-02-26T22:46:25.764668Z","end":"2026-02-26T22:46:27.525298Z","steps":["trace[1888923926] 'range keys from in-memory index tree' (duration: 1.760273496s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:27.52534Z","caller":"traceutil/trace.go:171","msg":"trace[2039444775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23108; }","duration":"1.721307873s","start":"2026-02-26T22:46:25.804027Z","end":"2026-02-26T22:46:27.525335Z","steps":["trace[2039444775] 'range keys from in-memory index tree' (duration: 1.721096737s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:27.525357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:25.803996Z","time spent":"1.721357633s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:46:27.525368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:25.764649Z","time spent":"1.760709369s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:46:27.525408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149519018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:27.525512Z","caller":"traceutil/trace.go:171","msg":"trace[1659409632] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23108; }","duration":"2.149690442s","start":"2026-02-26T22:46:25.375793Z","end":"2026-02-26T22:46:27.525484Z","steps":["trace[1659409632] 'count revisions from in-memory index tree' (duration: 2.149420195s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:27.525571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:25.375767Z","time spent":"2.149787684s","remote":"127.0.0.1:40250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:27.525541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.444736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:46:27.526282Z","caller":"traceutil/trace.go:171","msg":"trace[897792936] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"1.424351722s","start":"2026-02-26T22:46:26.101907Z","end":"2026-02-26T22:46:27.526259Z","steps":["trace[897792936] 'process raft request' (duration: 799.106707ms)","trace[897792936] 'compare' (duration: 624.232309ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:27.526387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:26.101884Z","time spent":"1.424446514s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:28.870098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.969059651s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:46:28.87064Z","caller":"traceutil/trace.go:171","msg":"trace[62008809] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"2.173936197s","start":"2026-02-26T22:46:26.696645Z","end":"2026-02-26T22:46:28.870581Z","steps":["trace[62008809] 'process raft request' (duration: 2.173684901s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:28.870867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:26.696622Z","time spent":"2.174095341s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:28.870867Z","caller":"traceutil/trace.go:171","msg":"trace[1296274027] linearizableReadLoop","detail":"{readStateIndex:23957; appliedIndex:23954; }","duration":"2.547822393s","start":"2026-02-26T22:46:26.323006Z","end":"2026-02-26T22:46:28.870828Z","steps":["trace[1296274027] 'read index received' (duration: 578.023284ms)","trace[1296274027] 'applied index is now lower than readState.Index' (duration: 1.969796179s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:28.870966Z","caller":"traceutil/trace.go:171","msg":"trace[268078206] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"2.125015124s","start":"2026-02-26T22:46:26.745912Z","end":"2026-02-26T22:46:28.870927Z","steps":["trace[268078206] 'process raft request' (duration: 2.124577403s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:28.871027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548000738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:46:28.871088Z","caller":"traceutil/trace.go:171","msg":"trace[162682053] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23111; }","duration":"2.548146541s","start":"2026-02-26T22:46:26.32293Z","end":"2026-02-26T22:46:28.871077Z","steps":["trace[162682053] 'agreement among raft nodes before linearized reading' (duration: 2.547996928s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:28.871138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:26.745878Z","time spent":"2.125171118s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:28.871146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:26.322903Z","time spent":"2.548220163s","remote":"127.0.0.1:38208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:29.144348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00018537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:46:29.144513Z","caller":"traceutil/trace.go:171","msg":"trace[2074904786] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410796s","start":"2026-02-26T22:46:27.144078Z","end":"2026-02-26T22:46:29.144489Z","steps":["trace[2074904786] 'agreement among raft nodes before linearized reading' (duration: 2.000228741s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:29.144608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.144057Z","time spent":"2.00053702s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:46:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:46:29.371716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398442464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:46:29.526783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000574269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:46:29.526916Z","caller":"traceutil/trace.go:171","msg":"trace[693081073] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000785105s","start":"2026-02-26T22:46:27.526102Z","end":"2026-02-26T22:46:29.526888Z","steps":["trace[693081073] 'agreement among raft nodes before linearized reading' (duration: 2.00059618s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:29.527012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.526081Z","time spent":"2.000882528s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:46:29.683849Z","caller":"traceutil/trace.go:171","msg":"trace[1452459245] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"2.66717129s","start":"2026-02-26T22:46:27.016626Z","end":"2026-02-26T22:46:29.683797Z","steps":["trace[1452459245] 'process raft request' (duration: 2.66677076s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:29.684053Z","caller":"traceutil/trace.go:171","msg":"trace[1159810970] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"2.1536389s","start":"2026-02-26T22:46:27.530378Z","end":"2026-02-26T22:46:29.684017Z","steps":["trace[1159810970] 'process raft request' (duration: 2.153063486s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:29.684113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.016609Z","time spent":"2.667380354s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:29.684237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.530348Z","time spent":"2.153792074s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:29.684442Z","caller":"traceutil/trace.go:171","msg":"trace[349077803] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"2.153770783s","start":"2026-02-26T22:46:27.530657Z","end":"2026-02-26T22:46:29.684428Z","steps":["trace[349077803] 'process raft request' (duration: 2.15281618s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:29.684505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.530638Z","time spent":"2.153834275s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:29.684591Z","caller":"traceutil/trace.go:171","msg":"trace[2098979660] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"2.153643999s","start":"2026-02-26T22:46:27.530938Z","end":"2026-02-26T22:46:29.684582Z","steps":["trace[2098979660] 'process raft request' (duration: 2.152567252s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:29.684642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.530926Z","time spent":"2.153691281s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:29.684835Z","caller":"traceutil/trace.go:171","msg":"trace[1737819514] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"2.153865745s","start":"2026-02-26T22:46:27.53096Z","end":"2026-02-26T22:46:29.684825Z","steps":["trace[1737819514] 'process raft request' (duration: 2.152590904s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:29.684913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.530951Z","time spent":"2.153919706s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:29.685128Z","caller":"traceutil/trace.go:171","msg":"trace[111996292] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"2.153389363s","start":"2026-02-26T22:46:27.531672Z","end":"2026-02-26T22:46:29.685061Z","steps":["trace[111996292] 'process raft request' (duration: 2.151912956s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:29.685242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.53164Z","time spent":"2.153549168s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:29.685388Z","caller":"traceutil/trace.go:171","msg":"trace[1899484919] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"2.669567249s","start":"2026-02-26T22:46:27.015802Z","end":"2026-02-26T22:46:29.68537Z","steps":["trace[1899484919] 'process raft request' (duration: 2.667518308s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:29.68549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.015787Z","time spent":"2.669653292s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:29.685607Z","caller":"traceutil/trace.go:171","msg":"trace[1276407875] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"2.669209501s","start":"2026-02-26T22:46:27.016381Z","end":"2026-02-26T22:46:29.68559Z","steps":["trace[1276407875] 'process raft request' (duration: 2.666981985s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:29.685733Z","caller":"traceutil/trace.go:171","msg":"trace[909755595] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"2.678982286s","start":"2026-02-26T22:46:27.006705Z","end":"2026-02-26T22:46:29.685688Z","steps":["trace[909755595] 'process raft request' (duration: 2.676426022s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:29.685844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.006677Z","time spent":"2.67910362s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:29.685732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.016373Z","time spent":"2.669282882s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:30.377545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.893184ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T22:46:30.378269Z","caller":"traceutil/trace.go:171","msg":"trace[168755621] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"2.175273932s","start":"2026-02-26T22:46:28.202974Z","end":"2026-02-26T22:46:30.378248Z","steps":["trace[168755621] 'process raft request' (duration: 2.174675097s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:30.378387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:28.202946Z","time spent":"2.175370505s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:31.122993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.611222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:46:31.123402Z","caller":"traceutil/trace.go:171","msg":"trace[243457018] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"302.94812ms","start":"2026-02-26T22:46:30.820434Z","end":"2026-02-26T22:46:31.123382Z","steps":["trace[243457018] 'process raft request' (duration: 302.861748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.12349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:30.820408Z","time spent":"303.041353ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:31.123747Z","caller":"traceutil/trace.go:171","msg":"trace[795068534] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"1.590319934s","start":"2026-02-26T22:46:29.533414Z","end":"2026-02-26T22:46:31.123734Z","steps":["trace[795068534] 'process raft request' (duration: 1.589801991s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.123808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:29.533361Z","time spent":"1.590418567s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:31.123874Z","caller":"traceutil/trace.go:171","msg":"trace[1153460359] linearizableReadLoop","detail":"{readStateIndex:23969; appliedIndex:23966; }","duration":"2.252841992s","start":"2026-02-26T22:46:28.871009Z","end":"2026-02-26T22:46:31.123851Z","steps":["trace[1153460359] 'read index received' (duration: 812.721876ms)","trace[1153460359] 'applied index is now lower than readState.Index' (duration: 1.440118726s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:31.123832Z","caller":"traceutil/trace.go:171","msg":"trace[390910258] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"2.516841958s","start":"2026-02-26T22:46:28.60693Z","end":"2026-02-26T22:46:31.123772Z","steps":["trace[390910258] 'process raft request' (duration: 1.771307043s)","trace[390910258] 'compare' (duration: 742.249493ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:31.124015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432411105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:46:31.124045Z","caller":"traceutil/trace.go:171","msg":"trace[1854948269] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23124; }","duration":"2.432508847s","start":"2026-02-26T22:46:28.691529Z","end":"2026-02-26T22:46:31.124038Z","steps":["trace[1854948269] 'agreement among raft nodes before linearized reading' (duration: 2.432430105s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.12407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:28.691513Z","time spent":"2.432550409s","remote":"127.0.0.1:38186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:31.124131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:28.606905Z","time spent":"2.517045483s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:31.124242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49697418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"warn","ts":"2026-02-26T22:46:31.124271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540810488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:31.125676Z","caller":"traceutil/trace.go:171","msg":"trace[1579983272] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23124; }","duration":"2.542287105s","start":"2026-02-26T22:46:28.583365Z","end":"2026-02-26T22:46:31.125653Z","steps":["trace[1579983272] 'agreement among raft nodes before linearized reading' (duration: 2.54088943s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:31.125081Z","caller":"traceutil/trace.go:171","msg":"trace[1064123360] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:23124; }","duration":"2.497839833s","start":"2026-02-26T22:46:28.627229Z","end":"2026-02-26T22:46:31.125069Z","steps":["trace[1064123360] 'agreement among raft nodes before linearized reading' (duration: 2.496983621s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.125923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:28.627213Z","time spent":"2.498665264s","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1043,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-02-26T22:46:31.125784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:28.583343Z","time spent":"2.542421699s","remote":"127.0.0.1:40226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:31.124339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834048065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:31.126124Z","caller":"traceutil/trace.go:171","msg":"trace[446125799] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23124; }","duration":"2.8358658s","start":"2026-02-26T22:46:28.29024Z","end":"2026-02-26T22:46:31.126106Z","steps":["trace[446125799] 'agreement among raft nodes before linearized reading' (duration: 2.834078735s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.126167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:28.290217Z","time spent":"2.835937452s","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:31.124373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.45353975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:31.126362Z","caller":"traceutil/trace.go:171","msg":"trace[29341974] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23124; }","duration":"4.455553561s","start":"2026-02-26T22:46:26.670768Z","end":"2026-02-26T22:46:31.126322Z","steps":["trace[29341974] 'agreement among raft nodes before linearized reading' (duration: 4.453585051s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.124399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.453784936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:31.12442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.453907009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:31.124476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.493174801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:46:31.124501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.633424481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:31.124529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.429043106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-02-26T22:46:31.12459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38013216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:31.124626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.110118826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:31.124654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.736107257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:31.124672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.512506562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:31.12674Z","caller":"traceutil/trace.go:171","msg":"trace[1266266984] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23124; }","duration":"3.73822368s","start":"2026-02-26T22:46:27.388507Z","end":"2026-02-26T22:46:31.126731Z","steps":["trace[1266266984] 'agreement among raft nodes before linearized reading' (duration: 3.736134227s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.126775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.388485Z","time spent":"3.738282212s","remote":"127.0.0.1:39898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:31.124713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.110461265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:31.126859Z","caller":"traceutil/trace.go:171","msg":"trace[1023839245] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23124; }","duration":"4.112620338s","start":"2026-02-26T22:46:27.014221Z","end":"2026-02-26T22:46:31.126842Z","steps":["trace[1023839245] 'agreement among raft nodes before linearized reading' (duration: 4.110472574s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.126917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.014209Z","time spent":"4.112692951s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T22:46:31.124723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.110725301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:31.126962Z","caller":"traceutil/trace.go:171","msg":"trace[1774742873] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23124; }","duration":"4.113009018s","start":"2026-02-26T22:46:27.013947Z","end":"2026-02-26T22:46:31.126956Z","steps":["trace[1774742873] 'agreement among raft nodes before linearized reading' (duration: 4.110764112s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.126992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.013921Z","time spent":"4.1130646s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:46:31.124306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558745386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:46:31.127054Z","caller":"traceutil/trace.go:171","msg":"trace[1450260613] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23124; }","duration":"2.561526856s","start":"2026-02-26T22:46:28.565523Z","end":"2026-02-26T22:46:31.12705Z","steps":["trace[1450260613] 'agreement among raft nodes before linearized reading' (duration: 2.558761136s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.127078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:28.565504Z","time spent":"2.561565467s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:31.126486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:26.67076Z","time spent":"4.455712964s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-02-26T22:46:31.126536Z","caller":"traceutil/trace.go:171","msg":"trace[230065852] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23124; }","duration":"4.45593567s","start":"2026-02-26T22:46:26.670573Z","end":"2026-02-26T22:46:31.126509Z","steps":["trace[230065852] 'agreement among raft nodes before linearized reading' (duration: 4.453814637s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.127247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:26.67055Z","time spent":"4.456690868s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T22:46:31.126558Z","caller":"traceutil/trace.go:171","msg":"trace[425022566] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23124; }","duration":"4.495305195s","start":"2026-02-26T22:46:26.631246Z","end":"2026-02-26T22:46:31.126552Z","steps":["trace[425022566] 'agreement among raft nodes before linearized reading' (duration: 4.493183402s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.12732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:26.631222Z","time spent":"4.496090174s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":51,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:46:31.126559Z","caller":"traceutil/trace.go:171","msg":"trace[305993671] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23124; }","duration":"4.456048403s","start":"2026-02-26T22:46:26.670474Z","end":"2026-02-26T22:46:31.126523Z","steps":["trace[305993671] 'agreement among raft nodes before linearized reading' (duration: 4.453933859s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.1274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:26.670461Z","time spent":"4.456920425s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-02-26T22:46:31.12661Z","caller":"traceutil/trace.go:171","msg":"trace[410753872] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23124; }","duration":"4.635564674s","start":"2026-02-26T22:46:26.491033Z","end":"2026-02-26T22:46:31.126597Z","steps":["trace[410753872] 'agreement among raft nodes before linearized reading' (duration: 4.633453301s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.127518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:26.491006Z","time spent":"4.636497028s","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:46:31.126644Z","caller":"traceutil/trace.go:171","msg":"trace[247808299] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23124; }","duration":"4.43119926s","start":"2026-02-26T22:46:26.695436Z","end":"2026-02-26T22:46:31.126635Z","steps":["trace[247808299] 'agreement among raft nodes before linearized reading' (duration: 4.428951384s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.127627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:26.695417Z","time spent":"4.432198856s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-02-26T22:46:31.126683Z","caller":"traceutil/trace.go:171","msg":"trace[1623089868] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23124; }","duration":"3.382271143s","start":"2026-02-26T22:46:27.744401Z","end":"2026-02-26T22:46:31.126672Z","steps":["trace[1623089868] 'agreement among raft nodes before linearized reading' (duration: 3.38016147s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.127695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.744378Z","time spent":"3.383299888s","remote":"127.0.0.1:39794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:46:31.126715Z","caller":"traceutil/trace.go:171","msg":"trace[910360126] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23124; }","duration":"4.112220799s","start":"2026-02-26T22:46:27.014486Z","end":"2026-02-26T22:46:31.126707Z","steps":["trace[910360126] 'agreement among raft nodes before linearized reading' (duration: 4.110125486s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.127997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.014478Z","time spent":"4.113505412s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T22:46:31.124676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.110101616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:31.128256Z","caller":"traceutil/trace.go:171","msg":"trace[1390149040] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23124; }","duration":"4.113705687s","start":"2026-02-26T22:46:27.01453Z","end":"2026-02-26T22:46:31.128235Z","steps":["trace[1390149040] 'agreement among raft nodes before linearized reading' (duration: 4.110134697s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.12838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.014513Z","time spent":"4.113797419s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-02-26T22:46:31.128868Z","caller":"traceutil/trace.go:171","msg":"trace[365093693] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23124; }","duration":"3.516639156s","start":"2026-02-26T22:46:27.612097Z","end":"2026-02-26T22:46:31.128736Z","steps":["trace[365093693] 'agreement among raft nodes before linearized reading' (duration: 3.512513112s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.129078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:27.61207Z","time spent":"3.516905693s","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:46:31.497429Z","caller":"traceutil/trace.go:171","msg":"trace[354677791] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"620.545427ms","start":"2026-02-26T22:46:30.876849Z","end":"2026-02-26T22:46:31.497394Z","steps":["trace[354677791] 'process raft request' (duration: 605.698565ms)","trace[354677791] 'compare' (duration: 14.123644ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:31.497476Z","caller":"traceutil/trace.go:171","msg":"trace[1667656318] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"620.217499ms","start":"2026-02-26T22:46:30.877224Z","end":"2026-02-26T22:46:31.497441Z","steps":["trace[1667656318] 'process raft request' (duration: 620.014044ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:31.497525Z","caller":"traceutil/trace.go:171","msg":"trace[1650950189] linearizableReadLoop","detail":"{readStateIndex:23974; appliedIndex:23971; }","duration":"373.567167ms","start":"2026-02-26T22:46:31.123928Z","end":"2026-02-26T22:46:31.497495Z","steps":["trace[1650950189] 'read index received' (duration: 358.597653ms)","trace[1650950189] 'applied index is now lower than readState.Index' (duration: 14.968224ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:31.497588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:30.876812Z","time spent":"620.68987ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:31.497668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:30.877212Z","time spent":"620.352382ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:31.497938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963701198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:31.497986Z","caller":"traceutil/trace.go:171","msg":"trace[1352486478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23127; }","duration":"1.96381396s","start":"2026-02-26T22:46:29.534162Z","end":"2026-02-26T22:46:31.497976Z","steps":["trace[1352486478] 'agreement among raft nodes before linearized reading' (duration: 1.963714738s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.497993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353222094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:31.498027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:29.534151Z","time spent":"1.963867261s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:46:31.498032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414555176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:31.498088Z","caller":"traceutil/trace.go:171","msg":"trace[1271389177] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23127; }","duration":"2.353300866s","start":"2026-02-26T22:46:29.144721Z","end":"2026-02-26T22:46:31.498022Z","steps":["trace[1271389177] 'agreement among raft nodes before linearized reading' (duration: 2.353225704s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.498127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:29.144704Z","time spent":"2.353413869s","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:46:31.498137Z","caller":"traceutil/trace.go:171","msg":"trace[721383660] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23127; }","duration":"1.41470067s","start":"2026-02-26T22:46:30.083424Z","end":"2026-02-26T22:46:31.498125Z","steps":["trace[721383660] 'agreement among raft nodes before linearized reading' (duration: 1.414563266s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.498105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.166376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:31.49821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575553525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:31.498256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.227589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:31.498327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964493148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-26T22:46:31.498326Z","caller":"traceutil/trace.go:171","msg":"trace[2123237932] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"557.841338ms","start":"2026-02-26T22:46:30.940473Z","end":"2026-02-26T22:46:31.498315Z","steps":["trace[2123237932] 'process raft request' (duration: 556.907744ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:31.498339Z","caller":"traceutil/trace.go:171","msg":"trace[578317938] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23127; }","duration":"389.350863ms","start":"2026-02-26T22:46:31.108969Z","end":"2026-02-26T22:46:31.49832Z","steps":["trace[578317938] 'agreement among raft nodes before linearized reading' (duration: 389.222809ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:31.498374Z","caller":"traceutil/trace.go:171","msg":"trace[644826115] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23127; }","duration":"1.964522418s","start":"2026-02-26T22:46:29.533827Z","end":"2026-02-26T22:46:31.49835Z","steps":["trace[644826115] 'agreement among raft nodes before linearized reading' (duration: 1.964382665s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.4984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:29.533789Z","time spent":"1.96460487s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-02-26T22:46:31.498396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:31.108944Z","time spent":"389.435615ms","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:46:31.498218Z","caller":"traceutil/trace.go:171","msg":"trace[1078337500] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23127; }","duration":"733.361151ms","start":"2026-02-26T22:46:30.764835Z","end":"2026-02-26T22:46:31.498196Z","steps":["trace[1078337500] 'agreement among raft nodes before linearized reading' (duration: 733.134246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.49845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728171514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T22:46:31.498446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.556327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:46:31.498482Z","caller":"traceutil/trace.go:171","msg":"trace[449183629] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23127; }","duration":"1.728250555s","start":"2026-02-26T22:46:29.770222Z","end":"2026-02-26T22:46:31.498472Z","steps":["trace[449183629] 'agreement among raft nodes before linearized reading' (duration: 1.728104652s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:31.49849Z","caller":"traceutil/trace.go:171","msg":"trace[1589645969] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23127; }","duration":"323.650469ms","start":"2026-02-26T22:46:31.174827Z","end":"2026-02-26T22:46:31.498478Z","steps":["trace[1589645969] 'agreement among raft nodes before linearized reading' (duration: 323.572637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.49849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:30.764804Z","time spent":"733.672688ms","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:31.498473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9673674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-26T22:46:31.498512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:30.940446Z","time spent":"557.916751ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:31.498516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:29.770198Z","time spent":"1.728311977s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:46:31.498523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:31.174804Z","time spent":"323.711101ms","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":16,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:46:31.498556Z","caller":"traceutil/trace.go:171","msg":"trace[229351552] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07; range_end:; response_count:1; response_revision:23127; }","duration":"1.967538624s","start":"2026-02-26T22:46:29.531001Z","end":"2026-02-26T22:46:31.498539Z","steps":["trace[229351552] 'agreement among raft nodes before linearized reading' (duration: 1.967257397s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:31.498271Z","caller":"traceutil/trace.go:171","msg":"trace[925129014] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23127; }","duration":"1.575609517s","start":"2026-02-26T22:46:29.922641Z","end":"2026-02-26T22:46:31.49825Z","steps":["trace[925129014] 'agreement among raft nodes before linearized reading' (duration: 1.575366651s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.4986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:29.530975Z","time spent":"1.967614566s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07\" "} {"level":"warn","ts":"2026-02-26T22:46:31.498167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:30.083404Z","time spent":"1.414754962s","remote":"127.0.0.1:40050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:31.498664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:29.922553Z","time spent":"1.576074188s","remote":"127.0.0.1:40212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:31.498581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.356927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-jhh8f\" ","response":"range_response_count:1 size:7121"} {"level":"warn","ts":"2026-02-26T22:46:31.498276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.363267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:31.498131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966431445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:31.498806Z","caller":"traceutil/trace.go:171","msg":"trace[786625849] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23127; }","duration":"519.937721ms","start":"2026-02-26T22:46:30.978851Z","end":"2026-02-26T22:46:31.498789Z","steps":["trace[786625849] 'agreement among raft nodes before linearized reading' (duration: 519.395638ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:31.49881Z","caller":"traceutil/trace.go:171","msg":"trace[1529815046] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23127; }","duration":"1.967155143s","start":"2026-02-26T22:46:29.531644Z","end":"2026-02-26T22:46:31.498799Z","steps":["trace[1529815046] 'agreement among raft nodes before linearized reading' (duration: 1.966365604s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:31.498836Z","caller":"traceutil/trace.go:171","msg":"trace[1052919016] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-jhh8f; range_end:; response_count:1; response_revision:23127; }","duration":"370.596043ms","start":"2026-02-26T22:46:31.128152Z","end":"2026-02-26T22:46:31.498748Z","steps":["trace[1052919016] 'agreement among raft nodes before linearized reading' (duration: 369.871175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.498851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:30.978828Z","time spent":"520.010302ms","remote":"127.0.0.1:58582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:31.498088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848665919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:31.498853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:29.531632Z","time spent":"1.967210364s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T22:46:31.498936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:31.128135Z","time spent":"370.754588ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7143,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-jhh8f\" "} {"level":"info","ts":"2026-02-26T22:46:31.499046Z","caller":"traceutil/trace.go:171","msg":"trace[1507719625] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23127; }","duration":"1.84992601s","start":"2026-02-26T22:46:29.649037Z","end":"2026-02-26T22:46:31.498963Z","steps":["trace[1507719625] 'agreement among raft nodes before linearized reading' (duration: 1.848640349s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:31.499281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:29.649022Z","time spent":"1.850244768s","remote":"127.0.0.1:39826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:32.003318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398442473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:46:32.504006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398442473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:46:32.872111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.841612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:46:32.872299Z","caller":"traceutil/trace.go:171","msg":"trace[1260360014] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"1.371006396s","start":"2026-02-26T22:46:31.501233Z","end":"2026-02-26T22:46:32.87224Z","steps":["trace[1260360014] 'process raft request' (duration: 1.080930128s)","trace[1260360014] 'compare' (duration: 289.122895ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:32.87237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:31.501216Z","time spent":"1.371120499s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:33.249661Z","caller":"traceutil/trace.go:171","msg":"trace[918196986] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"1.557200736s","start":"2026-02-26T22:46:31.692433Z","end":"2026-02-26T22:46:33.249633Z","steps":["trace[918196986] 'process raft request' (duration: 1.557093733s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:33.249757Z","caller":"traceutil/trace.go:171","msg":"trace[1018767192] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"1.558226991s","start":"2026-02-26T22:46:31.691457Z","end":"2026-02-26T22:46:33.249684Z","steps":["trace[1018767192] 'process raft request' (duration: 1.490602979s)","trace[1018767192] 'compare' (duration: 67.206152ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:33.249894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:31.69242Z","time spent":"1.55736557s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:33.249921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:31.691441Z","time spent":"1.558390465s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:33.249918Z","caller":"traceutil/trace.go:171","msg":"trace[1721403529] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"1.557950244s","start":"2026-02-26T22:46:31.691937Z","end":"2026-02-26T22:46:33.249887Z","steps":["trace[1721403529] 'process raft request' (duration: 1.557523044s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:33.250013Z","caller":"traceutil/trace.go:171","msg":"trace[869571504] linearizableReadLoop","detail":"{readStateIndex:23979; appliedIndex:23974; }","duration":"1.747400926s","start":"2026-02-26T22:46:31.502586Z","end":"2026-02-26T22:46:33.249987Z","steps":["trace[869571504] 'read index received' (duration: 1.079597636s)","trace[869571504] 'applied index is now lower than readState.Index' (duration: 667.80198ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:33.250075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:31.691928Z","time spent":"1.558049766s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:33.250054Z","caller":"traceutil/trace.go:171","msg":"trace[112238550] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"1.557593815s","start":"2026-02-26T22:46:31.692424Z","end":"2026-02-26T22:46:33.250017Z","steps":["trace[112238550] 'process raft request' (duration: 1.557169115s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:33.250255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747658762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:46:33.250297Z","caller":"traceutil/trace.go:171","msg":"trace[632839384] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23132; }","duration":"1.747717883s","start":"2026-02-26T22:46:31.502567Z","end":"2026-02-26T22:46:33.250285Z","steps":["trace[632839384] 'agreement among raft nodes before linearized reading' (duration: 1.747528198s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:33.250331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:31.502555Z","time spent":"1.747768404s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:46:33.250375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:31.692408Z","time spent":"1.557881412s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:33.507527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000370445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:46:33.507619Z","caller":"traceutil/trace.go:171","msg":"trace[112212223] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000480998s","start":"2026-02-26T22:46:31.507116Z","end":"2026-02-26T22:46:33.507597Z","steps":["trace[112212223] 'agreement among raft nodes before linearized reading' (duration: 2.000377855s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:33.507661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:31.50711Z","time spent":"2.000542109s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:46:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:46:34.187865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:33.829148Z","time spent":"358.710546ms","remote":"127.0.0.1:46574","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T22:46:34.188689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.64924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:46:34.188816Z","caller":"traceutil/trace.go:171","msg":"trace[941490905] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"683.454332ms","start":"2026-02-26T22:46:33.505349Z","end":"2026-02-26T22:46:34.188804Z","steps":["trace[941490905] 'process raft request' (duration: 683.401251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.188874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:33.505322Z","time spent":"683.530493ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:34.189231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056575828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:34.1893Z","caller":"traceutil/trace.go:171","msg":"trace[979224987] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23134; }","duration":"1.056684291s","start":"2026-02-26T22:46:33.132605Z","end":"2026-02-26T22:46:34.189289Z","steps":["trace[979224987] 'agreement among raft nodes before linearized reading' (duration: 1.056570888s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:34.189309Z","caller":"traceutil/trace.go:171","msg":"trace[1311089400] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"1.059338127s","start":"2026-02-26T22:46:33.12995Z","end":"2026-02-26T22:46:34.189288Z","steps":["trace[1311089400] 'process raft request' (duration: 219.0207ms)","trace[1311089400] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/orc-system/f35396c5.k-orc.cloud; req_size:494; } (duration: 838.768588ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:34.189331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:33.132593Z","time spent":"1.056730462s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:46:34.189337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056890606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:34.189375Z","caller":"traceutil/trace.go:171","msg":"trace[1202584268] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23134; }","duration":"1.056953928s","start":"2026-02-26T22:46:33.132408Z","end":"2026-02-26T22:46:34.189362Z","steps":["trace[1202584268] 'agreement among raft nodes before linearized reading' (duration: 1.056908037s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.189403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:33.13239Z","time spent":"1.057006289s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:46:34.189408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:33.129926Z","time spent":"1.059421109s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:34.189404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77599813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-26T22:46:34.189489Z","caller":"traceutil/trace.go:171","msg":"trace[743011679] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23134; }","duration":"1.776141293s","start":"2026-02-26T22:46:32.413328Z","end":"2026-02-26T22:46:34.189469Z","steps":["trace[743011679] 'agreement among raft nodes before linearized reading' (duration: 1.775900427s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.189535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05744836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:34.189547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056549117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:34.189571Z","caller":"traceutil/trace.go:171","msg":"trace[696101283] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23134; }","duration":"1.056610039s","start":"2026-02-26T22:46:33.132954Z","end":"2026-02-26T22:46:34.189564Z","steps":["trace[696101283] 'agreement among raft nodes before linearized reading' (duration: 1.056570478s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.189596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509400478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:34.189605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057556673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:34.189632Z","caller":"traceutil/trace.go:171","msg":"trace[1769244662] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23134; }","duration":"1.057605823s","start":"2026-02-26T22:46:33.132018Z","end":"2026-02-26T22:46:34.189624Z","steps":["trace[1769244662] 'agreement among raft nodes before linearized reading' (duration: 1.057567352s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.189664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:33.132009Z","time spent":"1.057647924s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:46:34.189742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611174976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-26T22:46:34.189296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057332437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-02-26T22:46:34.189763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498651121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T22:46:34.189785Z","caller":"traceutil/trace.go:171","msg":"trace[27619818] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23134; }","duration":"1.057873681s","start":"2026-02-26T22:46:33.131902Z","end":"2026-02-26T22:46:34.189776Z","steps":["trace[27619818] 'agreement among raft nodes before linearized reading' (duration: 1.057267835s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:34.189792Z","caller":"traceutil/trace.go:171","msg":"trace[1321628537] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23134; }","duration":"2.498695854s","start":"2026-02-26T22:46:31.691085Z","end":"2026-02-26T22:46:34.189781Z","steps":["trace[1321628537] 'agreement among raft nodes before linearized reading' (duration: 2.49856819s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.189821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:31.691056Z","time spent":"2.498760236s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:46:34.189851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49852045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T22:46:34.189838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748723968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:34.189892Z","caller":"traceutil/trace.go:171","msg":"trace[266482551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23134; }","duration":"2.498604572s","start":"2026-02-26T22:46:31.691278Z","end":"2026-02-26T22:46:34.189882Z","steps":["trace[266482551] 'agreement among raft nodes before linearized reading' (duration: 2.498499939s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:34.189898Z","caller":"traceutil/trace.go:171","msg":"trace[1067213771] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23134; }","duration":"1.748812491s","start":"2026-02-26T22:46:32.441075Z","end":"2026-02-26T22:46:34.189887Z","steps":["trace[1067213771] 'agreement among raft nodes before linearized reading' (duration: 1.748736599s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.189922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:31.691255Z","time spent":"2.498658963s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:46:34.189891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498790646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T22:46:34.189953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49893511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T22:46:34.189983Z","caller":"traceutil/trace.go:171","msg":"trace[807504442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23134; }","duration":"2.498988651s","start":"2026-02-26T22:46:31.690987Z","end":"2026-02-26T22:46:34.189976Z","steps":["trace[807504442] 'agreement among raft nodes before linearized reading' (duration: 2.498910959s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:34.189631Z","caller":"traceutil/trace.go:171","msg":"trace[1445024711] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23134; }","duration":"1.50949443s","start":"2026-02-26T22:46:32.680125Z","end":"2026-02-26T22:46:34.189619Z","steps":["trace[1445024711] 'agreement among raft nodes before linearized reading' (duration: 1.509434539s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.190006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:31.690974Z","time spent":"2.499027193s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T22:46:34.189974Z","caller":"traceutil/trace.go:171","msg":"trace[1675636675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23134; }","duration":"2.498883058s","start":"2026-02-26T22:46:31.691072Z","end":"2026-02-26T22:46:34.189955Z","steps":["trace[1675636675] 'agreement among raft nodes before linearized reading' (duration: 2.498618181s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.190029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:32.680097Z","time spent":"1.509914792s","remote":"127.0.0.1:40246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:34.190063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:31.691023Z","time spent":"2.499009951s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:46:34.189793Z","caller":"traceutil/trace.go:171","msg":"trace[432321173] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:23134; }","duration":"1.611275269s","start":"2026-02-26T22:46:32.578509Z","end":"2026-02-26T22:46:34.189785Z","steps":["trace[432321173] 'agreement among raft nodes before linearized reading' (duration: 1.611141835s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.189928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:32.44106Z","time spent":"1.748860292s","remote":"127.0.0.1:39750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:34.190134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:32.578465Z","time spent":"1.611660309s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"warn","ts":"2026-02-26T22:46:34.18982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:33.131875Z","time spent":"1.057936573s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-02-26T22:46:34.1895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057364718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:34.190692Z","caller":"traceutil/trace.go:171","msg":"trace[1430740609] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23134; }","duration":"1.058581208s","start":"2026-02-26T22:46:33.132097Z","end":"2026-02-26T22:46:34.190678Z","steps":["trace[1430740609] 'agreement among raft nodes before linearized reading' (duration: 1.057369897s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.1896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:33.13293Z","time spent":"1.056664171s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-02-26T22:46:34.189569Z","caller":"traceutil/trace.go:171","msg":"trace[1578297660] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23134; }","duration":"1.057498501s","start":"2026-02-26T22:46:33.132061Z","end":"2026-02-26T22:46:34.18956Z","steps":["trace[1578297660] 'agreement among raft nodes before linearized reading' (duration: 1.05745563s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.189538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:32.413297Z","time spent":"1.776230986s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T22:46:34.189254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055960403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:34.188892Z","caller":"traceutil/trace.go:171","msg":"trace[1021443235] linearizableReadLoop","detail":"{readStateIndex:23980; appliedIndex:23979; }","duration":"938.794241ms","start":"2026-02-26T22:46:33.250065Z","end":"2026-02-26T22:46:34.188859Z","steps":["trace[1021443235] 'read index received' (duration: 98.917095ms)","trace[1021443235] 'applied index is now lower than readState.Index' (duration: 839.874606ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:34.191143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:33.13209Z","time spent":"1.059037249s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-02-26T22:46:34.191819Z","caller":"traceutil/trace.go:171","msg":"trace[2131793688] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23134; }","duration":"1.058543848s","start":"2026-02-26T22:46:33.13326Z","end":"2026-02-26T22:46:34.191804Z","steps":["trace[2131793688] 'agreement among raft nodes before linearized reading' (duration: 1.055956213s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.191355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:33.132054Z","time spent":"1.059287586s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T22:46:34.19042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500840738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T22:46:34.19211Z","caller":"traceutil/trace.go:171","msg":"trace[322588789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23134; }","duration":"2.50254952s","start":"2026-02-26T22:46:31.689532Z","end":"2026-02-26T22:46:34.192081Z","steps":["trace[322588789] 'agreement among raft nodes before linearized reading' (duration: 2.50054661s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.191886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:33.133245Z","time spent":"1.05862408s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T22:46:34.192282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:31.689512Z","time spent":"2.502681914s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:46:34.265133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.760639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:34.265195Z","caller":"traceutil/trace.go:171","msg":"trace[790158478] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"759.187507ms","start":"2026-02-26T22:46:33.505976Z","end":"2026-02-26T22:46:34.265163Z","steps":["trace[790158478] 'process raft request' (duration: 758.90396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.265246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013404827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18886"} {"level":"warn","ts":"2026-02-26T22:46:34.265253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.120218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:34.265284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.462414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:34.265298Z","caller":"traceutil/trace.go:171","msg":"trace[362321308] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23135; }","duration":"1.013518901s","start":"2026-02-26T22:46:33.251767Z","end":"2026-02-26T22:46:34.265286Z","steps":["trace[362321308] 'agreement among raft nodes before linearized reading' (duration: 1.013245134s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:34.265307Z","caller":"traceutil/trace.go:171","msg":"trace[1505251084] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23135; }","duration":"230.229631ms","start":"2026-02-26T22:46:34.035064Z","end":"2026-02-26T22:46:34.265294Z","steps":["trace[1505251084] 'agreement among raft nodes before linearized reading' (duration: 230.127278ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:34.265312Z","caller":"traceutil/trace.go:171","msg":"trace[611258383] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23135; }","duration":"759.518775ms","start":"2026-02-26T22:46:33.505785Z","end":"2026-02-26T22:46:34.265304Z","steps":["trace[611258383] 'agreement among raft nodes before linearized reading' (duration: 759.473084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.265333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:33.251745Z","time spent":"1.013581452s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18908,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T22:46:34.265338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:33.505938Z","time spent":"759.32801ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:34.26535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:33.505776Z","time spent":"759.565046ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-02-26T22:46:34.265219Z","caller":"traceutil/trace.go:171","msg":"trace[1841378786] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23135; }","duration":"237.912464ms","start":"2026-02-26T22:46:34.027286Z","end":"2026-02-26T22:46:34.265199Z","steps":["trace[1841378786] 'agreement among raft nodes before linearized reading' (duration: 237.74942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.265751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.582556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:34.265814Z","caller":"traceutil/trace.go:171","msg":"trace[184762513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23135; }","duration":"758.139291ms","start":"2026-02-26T22:46:33.507661Z","end":"2026-02-26T22:46:34.2658Z","steps":["trace[184762513] 'agreement among raft nodes before linearized reading' (duration: 757.572566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.265945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:33.507647Z","time spent":"758.284105ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:46:34.26574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.714721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-26T22:46:34.266433Z","caller":"traceutil/trace.go:171","msg":"trace[978005145] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23135; }","duration":"760.50276ms","start":"2026-02-26T22:46:33.505905Z","end":"2026-02-26T22:46:34.266408Z","steps":["trace[978005145] 'agreement among raft nodes before linearized reading' (duration: 759.206297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:34.267353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:33.50587Z","time spent":"761.426133ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-02-26T22:46:34.769353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398442492,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:46:35.221753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:34.19297Z","time spent":"1.028775723s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T22:46:35.221887Z","caller":"traceutil/trace.go:171","msg":"trace[267872799] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"1.026166217s","start":"2026-02-26T22:46:34.195693Z","end":"2026-02-26T22:46:35.221859Z","steps":["trace[267872799] 'process raft request' (duration: 1.026091076s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:35.221914Z","caller":"traceutil/trace.go:171","msg":"trace[1218110503] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"1.02626481s","start":"2026-02-26T22:46:34.195604Z","end":"2026-02-26T22:46:35.221869Z","steps":["trace[1218110503] 'process raft request' (duration: 1.026035434s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.222041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:34.195673Z","time spent":"1.02628917s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:35.222097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:34.19559Z","time spent":"1.026406764s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:35.222232Z","caller":"traceutil/trace.go:171","msg":"trace[949297254] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"1.026480485s","start":"2026-02-26T22:46:34.195723Z","end":"2026-02-26T22:46:35.222204Z","steps":["trace[949297254] 'process raft request' (duration: 1.026098305s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.222396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:34.19571Z","time spent":"1.026606099s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:35.222602Z","caller":"traceutil/trace.go:171","msg":"trace[257344561] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"1.026758012s","start":"2026-02-26T22:46:34.19583Z","end":"2026-02-26T22:46:35.222588Z","steps":["trace[257344561] 'process raft request' (duration: 1.026232869s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.222683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:34.195822Z","time spent":"1.026823304s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:35.225322Z","caller":"traceutil/trace.go:171","msg":"trace[1500386345] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"1.028906656s","start":"2026-02-26T22:46:34.196395Z","end":"2026-02-26T22:46:35.225302Z","steps":["trace[1500386345] 'process raft request' (duration: 1.025916862s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.22542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:34.196386Z","time spent":"1.028986368s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:35.225467Z","caller":"traceutil/trace.go:171","msg":"trace[1343560149] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"1.028599119s","start":"2026-02-26T22:46:34.196841Z","end":"2026-02-26T22:46:35.22544Z","steps":["trace[1343560149] 'process raft request' (duration: 1.028519677s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.225617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:34.196833Z","time spent":"1.028693031s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:35.225449Z","caller":"traceutil/trace.go:171","msg":"trace[566738783] linearizableReadLoop","detail":"{readStateIndex:23989; appliedIndex:23982; }","duration":"956.121224ms","start":"2026-02-26T22:46:34.269303Z","end":"2026-02-26T22:46:35.225424Z","steps":["trace[566738783] 'read index received' (duration: 952.157756ms)","trace[566738783] 'applied index is now lower than readState.Index' (duration: 3.962628ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:35.225748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.439422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T22:46:35.225792Z","caller":"traceutil/trace.go:171","msg":"trace[1751509993] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07; range_end:; response_count:1; response_revision:23141; }","duration":"956.514724ms","start":"2026-02-26T22:46:34.269265Z","end":"2026-02-26T22:46:35.22578Z","steps":["trace[1751509993] 'agreement among raft nodes before linearized reading' (duration: 956.3412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.225823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:34.269249Z","time spent":"956.567095ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07\" "} {"level":"warn","ts":"2026-02-26T22:46:35.511996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.376779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-26T22:46:35.512483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183623988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:35.512482Z","caller":"traceutil/trace.go:171","msg":"trace[778529489] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"289.596027ms","start":"2026-02-26T22:46:35.222849Z","end":"2026-02-26T22:46:35.512445Z","steps":["trace[778529489] 'process raft request' (duration: 51.644253ms)","trace[778529489] 'compare' (duration: 237.02163ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:35.512535Z","caller":"traceutil/trace.go:171","msg":"trace[442942080] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23142; }","duration":"1.183719881s","start":"2026-02-26T22:46:34.328803Z","end":"2026-02-26T22:46:35.512523Z","steps":["trace[442942080] 'agreement among raft nodes before linearized reading' (duration: 1.183609548s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.512514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.397499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:35.512509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.266543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:35.512578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:34.328781Z","time spent":"1.183788932s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T22:46:35.512551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158762736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:46:35.512617Z","caller":"traceutil/trace.go:171","msg":"trace[420808570] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23142; }","duration":"507.440747ms","start":"2026-02-26T22:46:35.005148Z","end":"2026-02-26T22:46:35.512589Z","steps":["trace[420808570] 'agreement among raft nodes before linearized reading' (duration: 507.212822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.51262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236889511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:35.512684Z","caller":"traceutil/trace.go:171","msg":"trace[274516400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23142; }","duration":"1.236966762s","start":"2026-02-26T22:46:34.275703Z","end":"2026-02-26T22:46:35.512669Z","steps":["trace[274516400] 'agreement among raft nodes before linearized reading' (duration: 1.236841599s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.512704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:35.005118Z","time spent":"507.567851ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:46:35.512732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:34.275668Z","time spent":"1.237054195s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:46:35.512629Z","caller":"traceutil/trace.go:171","msg":"trace[684337624] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23142; }","duration":"1.158856698s","start":"2026-02-26T22:46:34.353753Z","end":"2026-02-26T22:46:35.512609Z","steps":["trace[684337624] 'agreement among raft nodes before linearized reading' (duration: 1.158635963s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.512865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:34.353659Z","time spent":"1.159154686s","remote":"127.0.0.1:51862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:46:35.512908Z","caller":"traceutil/trace.go:171","msg":"trace[1373642704] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23142; }","duration":"575.502931ms","start":"2026-02-26T22:46:34.937071Z","end":"2026-02-26T22:46:35.512574Z","steps":["trace[1373642704] 'agreement among raft nodes before linearized reading' (duration: 575.351837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.513065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:34.936992Z","time spent":"576.012684ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:46:35.513124Z","caller":"traceutil/trace.go:171","msg":"trace[1197912762] linearizableReadLoop","detail":"{readStateIndex:23990; appliedIndex:23989; }","duration":"286.414677ms","start":"2026-02-26T22:46:35.225685Z","end":"2026-02-26T22:46:35.5121Z","steps":["trace[1197912762] 'read index received' (duration: 48.901814ms)","trace[1197912762] 'applied index is now lower than readState.Index' (duration: 237.510513ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:35.559097Z","caller":"traceutil/trace.go:171","msg":"trace[1784919959] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"302.413487ms","start":"2026-02-26T22:46:35.256655Z","end":"2026-02-26T22:46:35.559069Z","steps":["trace[1784919959] 'process raft request' (duration: 302.370686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.559267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:35.256639Z","time spent":"302.540441ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:35.55944Z","caller":"traceutil/trace.go:171","msg":"trace[825233188] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"304.612711ms","start":"2026-02-26T22:46:35.254795Z","end":"2026-02-26T22:46:35.559408Z","steps":["trace[825233188] 'process raft request' (duration: 304.089018ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:35.559456Z","caller":"traceutil/trace.go:171","msg":"trace[129516139] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"330.265873ms","start":"2026-02-26T22:46:35.229169Z","end":"2026-02-26T22:46:35.559435Z","steps":["trace[129516139] 'process raft request' (duration: 329.567496ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:35.559514Z","caller":"traceutil/trace.go:171","msg":"trace[1122806653] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"303.892734ms","start":"2026-02-26T22:46:35.255595Z","end":"2026-02-26T22:46:35.559487Z","steps":["trace[1122806653] 'process raft request' (duration: 303.341241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.559585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:35.254772Z","time spent":"304.733165ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:35.559611Z","caller":"traceutil/trace.go:171","msg":"trace[1841794247] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"303.7408ms","start":"2026-02-26T22:46:35.255855Z","end":"2026-02-26T22:46:35.559596Z","steps":["trace[1841794247] 'process raft request' (duration: 303.140485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.559646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:35.229153Z","time spent":"330.361606ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:35.559666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:35.255576Z","time spent":"303.990306ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:46:35.559687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:35.255813Z","time spent":"303.830693ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:35.748036Z","caller":"traceutil/trace.go:171","msg":"trace[311560341] linearizableReadLoop","detail":"{readStateIndex:23996; appliedIndex:23990; }","duration":"233.77472ms","start":"2026-02-26T22:46:35.514238Z","end":"2026-02-26T22:46:35.748013Z","steps":["trace[311560341] 'read index received' (duration: 44.545035ms)","trace[311560341] 'applied index is now lower than readState.Index' (duration: 189.228535ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:35.748215Z","caller":"traceutil/trace.go:171","msg":"trace[1969077281] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"362.784628ms","start":"2026-02-26T22:46:35.385391Z","end":"2026-02-26T22:46:35.748176Z","steps":["trace[1969077281] 'process raft request' (duration: 362.468901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.748235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.984785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:35.748346Z","caller":"traceutil/trace.go:171","msg":"trace[328012991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23148; }","duration":"234.146149ms","start":"2026-02-26T22:46:35.514179Z","end":"2026-02-26T22:46:35.748325Z","steps":["trace[328012991] 'agreement among raft nodes before linearized reading' (duration: 233.971415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.748406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:35.385366Z","time spent":"362.952973ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:46:35.913923Z","caller":"traceutil/trace.go:171","msg":"trace[1344248160] linearizableReadLoop","detail":"{readStateIndex:23997; appliedIndex:23996; }","duration":"165.769678ms","start":"2026-02-26T22:46:35.748122Z","end":"2026-02-26T22:46:35.913891Z","steps":["trace[1344248160] 'read index received' (duration: 161.85892ms)","trace[1344248160] 'applied index is now lower than readState.Index' (duration: 3.909538ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:35.914132Z","caller":"traceutil/trace.go:171","msg":"trace[374384483] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"221.055991ms","start":"2026-02-26T22:46:35.693053Z","end":"2026-02-26T22:46:35.914109Z","steps":["trace[374384483] 'process raft request' (duration: 217.02257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.914217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.24295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:35.914246Z","caller":"traceutil/trace.go:171","msg":"trace[1520159721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23149; }","duration":"156.300811ms","start":"2026-02-26T22:46:35.757936Z","end":"2026-02-26T22:46:35.914237Z","steps":["trace[1520159721] 'agreement among raft nodes before linearized reading' (duration: 156.25868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.914262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.911172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T22:46:35.914289Z","caller":"traceutil/trace.go:171","msg":"trace[1339153086] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23149; }","duration":"398.967022ms","start":"2026-02-26T22:46:35.515314Z","end":"2026-02-26T22:46:35.914281Z","steps":["trace[1339153086] 'agreement among raft nodes before linearized reading' (duration: 398.852119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.914266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.755038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:46:35.914321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:35.515294Z","time spent":"399.021084ms","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T22:46:35.914338Z","caller":"traceutil/trace.go:171","msg":"trace[750473997] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23149; }","duration":"173.895191ms","start":"2026-02-26T22:46:35.740424Z","end":"2026-02-26T22:46:35.914319Z","steps":["trace[750473997] 'agreement among raft nodes before linearized reading' (duration: 173.747938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.914148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.8633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:35.914479Z","caller":"traceutil/trace.go:171","msg":"trace[1817138215] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23149; }","duration":"397.24518ms","start":"2026-02-26T22:46:35.517221Z","end":"2026-02-26T22:46:35.914466Z","steps":["trace[1817138215] 'agreement among raft nodes before linearized reading' (duration: 396.872751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:35.914503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:46:35.5172Z","time spent":"397.296482ms","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T22:46:39.585514Z","caller":"traceutil/trace.go:171","msg":"trace[731736667] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"226.484257ms","start":"2026-02-26T22:46:39.358996Z","end":"2026-02-26T22:46:39.58548Z","steps":["trace[731736667] 'process raft request' (duration: 129.87927ms)","trace[731736667] 'compare' (duration: 96.174216ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:39.585526Z","caller":"traceutil/trace.go:171","msg":"trace[1471699098] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"226.333274ms","start":"2026-02-26T22:46:39.359165Z","end":"2026-02-26T22:46:39.585498Z","steps":["trace[1471699098] 'process raft request' (duration: 226.278853ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:39.585783Z","caller":"traceutil/trace.go:171","msg":"trace[400975959] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"226.694773ms","start":"2026-02-26T22:46:39.359076Z","end":"2026-02-26T22:46:39.585771Z","steps":["trace[400975959] 'process raft request' (duration: 226.272522ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:39.804943Z","caller":"traceutil/trace.go:171","msg":"trace[468209093] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"208.323633ms","start":"2026-02-26T22:46:39.596592Z","end":"2026-02-26T22:46:39.804916Z","steps":["trace[468209093] 'process raft request' (duration: 208.241831ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:39.805085Z","caller":"traceutil/trace.go:171","msg":"trace[1315396632] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"206.101017ms","start":"2026-02-26T22:46:39.598959Z","end":"2026-02-26T22:46:39.805061Z","steps":["trace[1315396632] 'process raft request' (duration: 206.018665ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:39.805226Z","caller":"traceutil/trace.go:171","msg":"trace[66967038] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"207.574814ms","start":"2026-02-26T22:46:39.597646Z","end":"2026-02-26T22:46:39.805221Z","steps":["trace[66967038] 'process raft request' (duration: 207.233936ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:39.805281Z","caller":"traceutil/trace.go:171","msg":"trace[1985019148] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"212.235651ms","start":"2026-02-26T22:46:39.593037Z","end":"2026-02-26T22:46:39.805273Z","steps":["trace[1985019148] 'process raft request' (duration: 122.551167ms)","trace[1985019148] 'compare' (duration: 89.074249ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:40.37094Z","caller":"traceutil/trace.go:171","msg":"trace[2020385847] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"125.021268ms","start":"2026-02-26T22:46:40.24588Z","end":"2026-02-26T22:46:40.370901Z","steps":["trace[2020385847] 'process raft request' (duration: 124.640619ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:41.694Z","caller":"traceutil/trace.go:171","msg":"trace[1670818519] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"101.572352ms","start":"2026-02-26T22:46:41.592391Z","end":"2026-02-26T22:46:41.693964Z","steps":["trace[1670818519] 'process raft request' (duration: 101.442539ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:41.754425Z","caller":"traceutil/trace.go:171","msg":"trace[1506015722] linearizableReadLoop","detail":"{readStateIndex:24041; appliedIndex:24038; }","duration":"116.778792ms","start":"2026-02-26T22:46:41.637623Z","end":"2026-02-26T22:46:41.754402Z","steps":["trace[1506015722] 'read index received' (duration: 56.232507ms)","trace[1506015722] 'applied index is now lower than readState.Index' (duration: 60.545115ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:41.754621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.981237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-02-26T22:46:41.75467Z","caller":"traceutil/trace.go:171","msg":"trace[866469263] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:23191; }","duration":"117.080239ms","start":"2026-02-26T22:46:41.637574Z","end":"2026-02-26T22:46:41.754655Z","steps":["trace[866469263] 'agreement among raft nodes before linearized reading' (duration: 116.917425ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:41.754994Z","caller":"traceutil/trace.go:171","msg":"trace[1695257880] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"162.25529ms","start":"2026-02-26T22:46:41.592727Z","end":"2026-02-26T22:46:41.754982Z","steps":["trace[1695257880] 'process raft request' (duration: 161.527662ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:41.755194Z","caller":"traceutil/trace.go:171","msg":"trace[2002720362] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"161.588063ms","start":"2026-02-26T22:46:41.593594Z","end":"2026-02-26T22:46:41.755182Z","steps":["trace[2002720362] 'process raft request' (duration: 160.765073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:41.94109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.786127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:46:41.941207Z","caller":"traceutil/trace.go:171","msg":"trace[527553887] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"130.387764ms","start":"2026-02-26T22:46:41.810798Z","end":"2026-02-26T22:46:41.941186Z","steps":["trace[527553887] 'process raft request' (duration: 28.406011ms)","trace[527553887] 'compare' (duration: 101.653284ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:41.942193Z","caller":"traceutil/trace.go:171","msg":"trace[1466525836] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"130.570488ms","start":"2026-02-26T22:46:41.81159Z","end":"2026-02-26T22:46:41.94216Z","steps":["trace[1466525836] 'process raft request' (duration: 130.311761ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:41.942231Z","caller":"traceutil/trace.go:171","msg":"trace[1103292252] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"112.180928ms","start":"2026-02-26T22:46:41.830009Z","end":"2026-02-26T22:46:41.94219Z","steps":["trace[1103292252] 'process raft request' (duration: 112.136456ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:41.942393Z","caller":"traceutil/trace.go:171","msg":"trace[863446354] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"130.65706ms","start":"2026-02-26T22:46:41.811706Z","end":"2026-02-26T22:46:41.942363Z","steps":["trace[863446354] 'process raft request' (duration: 130.367563ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:41.942452Z","caller":"traceutil/trace.go:171","msg":"trace[1719074843] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"130.158328ms","start":"2026-02-26T22:46:41.81228Z","end":"2026-02-26T22:46:41.942439Z","steps":["trace[1719074843] 'process raft request' (duration: 129.83587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:42.150471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.556331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:42.15056Z","caller":"traceutil/trace.go:171","msg":"trace[694316769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23196; }","duration":"105.691684ms","start":"2026-02-26T22:46:42.044848Z","end":"2026-02-26T22:46:42.15054Z","steps":["trace[694316769] 'range keys from in-memory index tree' (duration: 105.482878ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:43.53692Z","caller":"traceutil/trace.go:171","msg":"trace[862986524] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"122.994607ms","start":"2026-02-26T22:46:43.413878Z","end":"2026-02-26T22:46:43.536873Z","steps":["trace[862986524] 'process raft request' (duration: 122.669309ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:43.751646Z","caller":"traceutil/trace.go:171","msg":"trace[1404252881] linearizableReadLoop","detail":"{readStateIndex:24053; appliedIndex:24052; }","duration":"173.113932ms","start":"2026-02-26T22:46:43.578503Z","end":"2026-02-26T22:46:43.751617Z","steps":["trace[1404252881] 'read index received' (duration: 140.985188ms)","trace[1404252881] 'applied index is now lower than readState.Index' (duration: 32.127554ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:43.751904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.379919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:46:43.752004Z","caller":"traceutil/trace.go:171","msg":"trace[1463216619] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23202; }","duration":"173.536312ms","start":"2026-02-26T22:46:43.578444Z","end":"2026-02-26T22:46:43.75198Z","steps":["trace[1463216619] 'agreement among raft nodes before linearized reading' (duration: 173.364938ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:43.752151Z","caller":"traceutil/trace.go:171","msg":"trace[107371810] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"210.893107ms","start":"2026-02-26T22:46:43.541209Z","end":"2026-02-26T22:46:43.752102Z","steps":["trace[107371810] 'process raft request' (duration: 178.398634ms)","trace[107371810] 'compare' (duration: 31.56286ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:44.527591Z","caller":"traceutil/trace.go:171","msg":"trace[945661859] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"183.910723ms","start":"2026-02-26T22:46:44.343656Z","end":"2026-02-26T22:46:44.527567Z","steps":["trace[945661859] 'process raft request' (duration: 183.770859ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:44.527615Z","caller":"traceutil/trace.go:171","msg":"trace[1181415805] linearizableReadLoop","detail":"{readStateIndex:24061; appliedIndex:24061; }","duration":"135.08649ms","start":"2026-02-26T22:46:44.392489Z","end":"2026-02-26T22:46:44.527576Z","steps":["trace[1181415805] 'read index received' (duration: 135.07291ms)","trace[1181415805] 'applied index is now lower than readState.Index' (duration: 11.04µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:44.527804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.303026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:44.527872Z","caller":"traceutil/trace.go:171","msg":"trace[1097009146] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23210; }","duration":"135.412628ms","start":"2026-02-26T22:46:44.392446Z","end":"2026-02-26T22:46:44.527859Z","steps":["trace[1097009146] 'agreement among raft nodes before linearized reading' (duration: 135.284355ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:44.566627Z","caller":"traceutil/trace.go:171","msg":"trace[1814623947] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"173.498902ms","start":"2026-02-26T22:46:44.393101Z","end":"2026-02-26T22:46:44.566599Z","steps":["trace[1814623947] 'process raft request' (duration: 173.278726ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:44.566669Z","caller":"traceutil/trace.go:171","msg":"trace[1322321558] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"173.45777ms","start":"2026-02-26T22:46:44.393175Z","end":"2026-02-26T22:46:44.566632Z","steps":["trace[1322321558] 'process raft request' (duration: 173.342868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:44.56677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.128217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-26T22:46:44.566861Z","caller":"traceutil/trace.go:171","msg":"trace[536373080] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23212; }","duration":"174.276071ms","start":"2026-02-26T22:46:44.392563Z","end":"2026-02-26T22:46:44.566839Z","steps":["trace[536373080] 'agreement among raft nodes before linearized reading' (duration: 174.012525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:46.498245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.201499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-26T22:46:46.498326Z","caller":"traceutil/trace.go:171","msg":"trace[2056500211] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23223; }","duration":"190.324182ms","start":"2026-02-26T22:46:46.307984Z","end":"2026-02-26T22:46:46.498308Z","steps":["trace[2056500211] 'range keys from in-memory index tree' (duration: 190.077606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:46.498645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.398138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:46.498689Z","caller":"traceutil/trace.go:171","msg":"trace[1104222471] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23223; }","duration":"183.46946ms","start":"2026-02-26T22:46:46.315209Z","end":"2026-02-26T22:46:46.498678Z","steps":["trace[1104222471] 'count revisions from in-memory index tree' (duration: 183.348547ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:46.823914Z","caller":"traceutil/trace.go:171","msg":"trace[139466162] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"290.438307ms","start":"2026-02-26T22:46:46.533446Z","end":"2026-02-26T22:46:46.823885Z","steps":["trace[139466162] 'process raft request' (duration: 290.281713ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:46.863535Z","caller":"traceutil/trace.go:171","msg":"trace[2101935232] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"289.321931ms","start":"2026-02-26T22:46:46.574189Z","end":"2026-02-26T22:46:46.863511Z","steps":["trace[2101935232] 'process raft request' (duration: 289.066994ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:46.863903Z","caller":"traceutil/trace.go:171","msg":"trace[1406932146] linearizableReadLoop","detail":"{readStateIndex:24077; appliedIndex:24075; }","duration":"288.666673ms","start":"2026-02-26T22:46:46.575224Z","end":"2026-02-26T22:46:46.863891Z","steps":["trace[1406932146] 'read index received' (duration: 249.36385ms)","trace[1406932146] 'applied index is now lower than readState.Index' (duration: 39.301803ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:46.864165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.925599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-26T22:46:46.864202Z","caller":"traceutil/trace.go:171","msg":"trace[1880130355] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23226; }","duration":"288.998771ms","start":"2026-02-26T22:46:46.575195Z","end":"2026-02-26T22:46:46.864194Z","steps":["trace[1880130355] 'agreement among raft nodes before linearized reading' (duration: 288.734805ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:46.864332Z","caller":"traceutil/trace.go:171","msg":"trace[313214224] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"289.996707ms","start":"2026-02-26T22:46:46.574253Z","end":"2026-02-26T22:46:46.86425Z","steps":["trace[313214224] 'process raft request' (duration: 289.206157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:48.007126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.646381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T22:46:48.007202Z","caller":"traceutil/trace.go:171","msg":"trace[658242431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23229; }","duration":"166.754473ms","start":"2026-02-26T22:46:47.840431Z","end":"2026-02-26T22:46:48.007186Z","steps":["trace[658242431] 'range keys from in-memory index tree' (duration: 166.303842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:48.007733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.551982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:46:48.007776Z","caller":"traceutil/trace.go:171","msg":"trace[678537061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23229; }","duration":"147.617224ms","start":"2026-02-26T22:46:47.860149Z","end":"2026-02-26T22:46:48.007766Z","steps":["trace[678537061] 'range keys from in-memory index tree' (duration: 147.46691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:49.911069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.594097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T22:46:49.911164Z","caller":"traceutil/trace.go:171","msg":"trace[1772529582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23239; }","duration":"122.735711ms","start":"2026-02-26T22:46:49.788401Z","end":"2026-02-26T22:46:49.911137Z","steps":["trace[1772529582] 'range keys from in-memory index tree' (duration: 122.383531ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:51.058842Z","caller":"traceutil/trace.go:171","msg":"trace[1841150119] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"259.38937ms","start":"2026-02-26T22:46:50.799427Z","end":"2026-02-26T22:46:51.058816Z","steps":["trace[1841150119] 'process raft request' (duration: 259.212275ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:51.066704Z","caller":"traceutil/trace.go:171","msg":"trace[656863877] transaction","detail":"{read_only:false; response_revision:23250; number_of_response:1; }","duration":"184.62624ms","start":"2026-02-26T22:46:50.882047Z","end":"2026-02-26T22:46:51.066673Z","steps":["trace[656863877] 'process raft request' (duration: 184.411504ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:51.067103Z","caller":"traceutil/trace.go:171","msg":"trace[31060765] transaction","detail":"{read_only:false; response_revision:23251; number_of_response:1; }","duration":"181.04114ms","start":"2026-02-26T22:46:50.886034Z","end":"2026-02-26T22:46:51.067075Z","steps":["trace[31060765] 'process raft request' (duration: 180.586628ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:51.067173Z","caller":"traceutil/trace.go:171","msg":"trace[580526389] linearizableReadLoop","detail":"{readStateIndex:24104; appliedIndex:24100; }","duration":"179.517832ms","start":"2026-02-26T22:46:50.887624Z","end":"2026-02-26T22:46:51.067141Z","steps":["trace[580526389] 'read index received' (duration: 170.990709ms)","trace[580526389] 'applied index is now lower than readState.Index' (duration: 8.525813ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:51.067218Z","caller":"traceutil/trace.go:171","msg":"trace[569333206] transaction","detail":"{read_only:false; response_revision:23252; number_of_response:1; }","duration":"179.874621ms","start":"2026-02-26T22:46:50.88733Z","end":"2026-02-26T22:46:51.067204Z","steps":["trace[569333206] 'process raft request' (duration: 179.677356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:51.067395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.754038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-26T22:46:51.067436Z","caller":"traceutil/trace.go:171","msg":"trace[1872443494] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23252; }","duration":"179.829329ms","start":"2026-02-26T22:46:50.887596Z","end":"2026-02-26T22:46:51.067425Z","steps":["trace[1872443494] 'agreement among raft nodes before linearized reading' (duration: 179.667825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:51.067464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.926896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:51.067556Z","caller":"traceutil/trace.go:171","msg":"trace[1062689778] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23252; }","duration":"169.06644ms","start":"2026-02-26T22:46:50.898468Z","end":"2026-02-26T22:46:51.067534Z","steps":["trace[1062689778] 'agreement among raft nodes before linearized reading' (duration: 168.924426ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:51.824869Z","caller":"traceutil/trace.go:171","msg":"trace[1313123730] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"118.628088ms","start":"2026-02-26T22:46:51.706212Z","end":"2026-02-26T22:46:51.82484Z","steps":["trace[1313123730] 'process raft request' (duration: 118.475505ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:52.28261Z","caller":"traceutil/trace.go:171","msg":"trace[1921613079] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"292.314645ms","start":"2026-02-26T22:46:51.990246Z","end":"2026-02-26T22:46:52.282561Z","steps":["trace[1921613079] 'process raft request' (duration: 205.953703ms)","trace[1921613079] 'compare' (duration: 86.055534ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:52.307887Z","caller":"traceutil/trace.go:171","msg":"trace[471464713] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"269.494694ms","start":"2026-02-26T22:46:52.038368Z","end":"2026-02-26T22:46:52.307862Z","steps":["trace[471464713] 'process raft request' (duration: 269.34081ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:52.308294Z","caller":"traceutil/trace.go:171","msg":"trace[1148150402] linearizableReadLoop","detail":"{readStateIndex:24110; appliedIndex:24108; }","duration":"268.16318ms","start":"2026-02-26T22:46:52.040103Z","end":"2026-02-26T22:46:52.308266Z","steps":["trace[1148150402] 'read index received' (duration: 156.218909ms)","trace[1148150402] 'applied index is now lower than readState.Index' (duration: 111.943461ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:52.30831Z","caller":"traceutil/trace.go:171","msg":"trace[674788499] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"198.344463ms","start":"2026-02-26T22:46:52.109917Z","end":"2026-02-26T22:46:52.308261Z","steps":["trace[674788499] 'process raft request' (duration: 197.903882ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:52.30836Z","caller":"traceutil/trace.go:171","msg":"trace[766939714] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"180.798863ms","start":"2026-02-26T22:46:52.127543Z","end":"2026-02-26T22:46:52.308342Z","steps":["trace[766939714] 'process raft request' (duration: 180.593028ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:52.308405Z","caller":"traceutil/trace.go:171","msg":"trace[1466904305] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"161.04111ms","start":"2026-02-26T22:46:52.147352Z","end":"2026-02-26T22:46:52.308393Z","steps":["trace[1466904305] 'process raft request' (duration: 160.869795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:52.308666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.55266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:52.308976Z","caller":"traceutil/trace.go:171","msg":"trace[1316090518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23261; }","duration":"268.665693ms","start":"2026-02-26T22:46:52.040061Z","end":"2026-02-26T22:46:52.308726Z","steps":["trace[1316090518] 'agreement among raft nodes before linearized reading' (duration: 268.502569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:52.3313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.553172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:52.331344Z","caller":"traceutil/trace.go:171","msg":"trace[994738414] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23262; }","duration":"103.637154ms","start":"2026-02-26T22:46:52.227694Z","end":"2026-02-26T22:46:52.331331Z","steps":["trace[994738414] 'agreement among raft nodes before linearized reading' (duration: 103.537831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:52.331417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.078383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T22:46:52.331765Z","caller":"traceutil/trace.go:171","msg":"trace[1836103040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23262; }","duration":"269.29398ms","start":"2026-02-26T22:46:52.06226Z","end":"2026-02-26T22:46:52.331554Z","steps":["trace[1836103040] 'agreement among raft nodes before linearized reading' (duration: 268.978651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:52.33177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.887569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T22:46:52.33188Z","caller":"traceutil/trace.go:171","msg":"trace[1807236058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23262; }","duration":"286.996392ms","start":"2026-02-26T22:46:52.044838Z","end":"2026-02-26T22:46:52.331834Z","steps":["trace[1807236058] 'agreement among raft nodes before linearized reading' (duration: 286.611072ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:54.098495Z","caller":"traceutil/trace.go:171","msg":"trace[2061363536] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"102.679458ms","start":"2026-02-26T22:46:53.99579Z","end":"2026-02-26T22:46:54.098469Z","steps":["trace[2061363536] 'process raft request' (duration: 82.618936ms)","trace[2061363536] 'compare' (duration: 19.613781ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:56.226661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.52169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:56.226762Z","caller":"traceutil/trace.go:171","msg":"trace[1496159853] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23285; }","duration":"111.703844ms","start":"2026-02-26T22:46:56.115035Z","end":"2026-02-26T22:46:56.226738Z","steps":["trace[1496159853] 'count revisions from in-memory index tree' (duration: 111.422178ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:57.293225Z","caller":"traceutil/trace.go:171","msg":"trace[1277639027] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"152.318793ms","start":"2026-02-26T22:46:57.140878Z","end":"2026-02-26T22:46:57.293197Z","steps":["trace[1277639027] 'process raft request' (duration: 152.031666ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:57.293202Z","caller":"traceutil/trace.go:171","msg":"trace[1305818017] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"150.733362ms","start":"2026-02-26T22:46:57.142416Z","end":"2026-02-26T22:46:57.293149Z","steps":["trace[1305818017] 'process raft request' (duration: 150.669601ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:58.524826Z","caller":"traceutil/trace.go:171","msg":"trace[1994489449] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"106.027544ms","start":"2026-02-26T22:46:58.418759Z","end":"2026-02-26T22:46:58.524787Z","steps":["trace[1994489449] 'process raft request' (duration: 105.317746ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:58.542826Z","caller":"traceutil/trace.go:171","msg":"trace[1107984848] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"104.428024ms","start":"2026-02-26T22:46:58.438376Z","end":"2026-02-26T22:46:58.542804Z","steps":["trace[1107984848] 'process raft request' (duration: 104.24459ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:58.54305Z","caller":"traceutil/trace.go:171","msg":"trace[630694584] linearizableReadLoop","detail":"{readStateIndex:24155; appliedIndex:24152; }","duration":"103.798547ms","start":"2026-02-26T22:46:58.439236Z","end":"2026-02-26T22:46:58.543035Z","steps":["trace[630694584] 'read index received' (duration: 84.827512ms)","trace[630694584] 'applied index is now lower than readState.Index' (duration: 18.970265ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:58.543098Z","caller":"traceutil/trace.go:171","msg":"trace[286637024] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"104.615879ms","start":"2026-02-26T22:46:58.438455Z","end":"2026-02-26T22:46:58.54307Z","steps":["trace[286637024] 'process raft request' (duration: 104.303051ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:46:58.543111Z","caller":"traceutil/trace.go:171","msg":"trace[175703010] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"102.70016ms","start":"2026-02-26T22:46:58.44038Z","end":"2026-02-26T22:46:58.54308Z","steps":["trace[175703010] 'process raft request' (duration: 102.568307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:58.5432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.943131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:58.54325Z","caller":"traceutil/trace.go:171","msg":"trace[2119594217] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23302; }","duration":"104.025433ms","start":"2026-02-26T22:46:58.43921Z","end":"2026-02-26T22:46:58.543235Z","steps":["trace[2119594217] 'agreement among raft nodes before linearized reading' (duration: 103.936971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:58.543611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.331711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:58.543652Z","caller":"traceutil/trace.go:171","msg":"trace[881369749] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23302; }","duration":"104.383192ms","start":"2026-02-26T22:46:58.439259Z","end":"2026-02-26T22:46:58.543642Z","steps":["trace[881369749] 'agreement among raft nodes before linearized reading' (duration: 104.32717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:58.543735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.464749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:58.543764Z","caller":"traceutil/trace.go:171","msg":"trace[2040413862] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23302; }","duration":"103.50399ms","start":"2026-02-26T22:46:58.440252Z","end":"2026-02-26T22:46:58.543756Z","steps":["trace[2040413862] 'agreement among raft nodes before linearized reading' (duration: 103.462479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:58.543759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.445779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:58.54381Z","caller":"traceutil/trace.go:171","msg":"trace[1580797308] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23302; }","duration":"103.517931ms","start":"2026-02-26T22:46:58.440278Z","end":"2026-02-26T22:46:58.543796Z","steps":["trace[1580797308] 'agreement among raft nodes before linearized reading' (duration: 103.425138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:58.543776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.420493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:58.543875Z","caller":"traceutil/trace.go:171","msg":"trace[809354959] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23302; }","duration":"104.530455ms","start":"2026-02-26T22:46:58.43933Z","end":"2026-02-26T22:46:58.54386Z","steps":["trace[809354959] 'agreement among raft nodes before linearized reading' (duration: 104.397672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:58.544172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.545556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:58.544214Z","caller":"traceutil/trace.go:171","msg":"trace[2091481660] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23302; }","duration":"100.611598ms","start":"2026-02-26T22:46:58.44359Z","end":"2026-02-26T22:46:58.544202Z","steps":["trace[2091481660] 'agreement among raft nodes before linearized reading' (duration: 100.555016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:58.796298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.538092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:46:58.796431Z","caller":"traceutil/trace.go:171","msg":"trace[474588312] linearizableReadLoop","detail":"{readStateIndex:24158; appliedIndex:24156; }","duration":"237.734129ms","start":"2026-02-26T22:46:58.558676Z","end":"2026-02-26T22:46:58.79641Z","steps":["trace[474588312] 'read index received' (duration: 1.59081ms)","trace[474588312] 'applied index is now lower than readState.Index' (duration: 236.141599ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:46:58.796551Z","caller":"traceutil/trace.go:171","msg":"trace[1474567973] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"247.892053ms","start":"2026-02-26T22:46:58.548591Z","end":"2026-02-26T22:46:58.796483Z","steps":["trace[1474567973] 'process raft request' (duration: 84.049023ms)","trace[1474567973] 'compare' (duration: 163.074691ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:46:58.796594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.902373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:58.796834Z","caller":"traceutil/trace.go:171","msg":"trace[711036059] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23304; }","duration":"238.16218ms","start":"2026-02-26T22:46:58.558656Z","end":"2026-02-26T22:46:58.796818Z","steps":["trace[711036059] 'agreement among raft nodes before linearized reading' (duration: 237.862882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:59.738708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.128846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:46:59.738786Z","caller":"traceutil/trace.go:171","msg":"trace[829547337] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23307; }","duration":"116.254399ms","start":"2026-02-26T22:46:59.622511Z","end":"2026-02-26T22:46:59.738766Z","steps":["trace[829547337] 'count revisions from in-memory index tree' (duration: 116.023884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:46:59.738933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.037673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-26T22:46:59.739122Z","caller":"traceutil/trace.go:171","msg":"trace[2060543642] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23307; }","duration":"104.225788ms","start":"2026-02-26T22:46:59.63488Z","end":"2026-02-26T22:46:59.739105Z","steps":["trace[2060543642] 'range keys from in-memory index tree' (duration: 103.845989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:47:00.736977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.200672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:47:00.7372Z","caller":"traceutil/trace.go:171","msg":"trace[291082349] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"169.429249ms","start":"2026-02-26T22:47:00.567733Z","end":"2026-02-26T22:47:00.737163Z","steps":["trace[291082349] 'process raft request' (duration: 61.925299ms)","trace[291082349] 'compare' (duration: 107.048368ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:47:03.511001Z","caller":"traceutil/trace.go:171","msg":"trace[1870850583] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"132.539316ms","start":"2026-02-26T22:47:03.378427Z","end":"2026-02-26T22:47:03.510966Z","steps":["trace[1870850583] 'process raft request' (duration: 129.336976ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:47:03.542004Z","caller":"traceutil/trace.go:171","msg":"trace[1714573585] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"140.055194ms","start":"2026-02-26T22:47:03.401915Z","end":"2026-02-26T22:47:03.54197Z","steps":["trace[1714573585] 'process raft request' (duration: 139.88514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:47:06.225187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.554967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T22:47:06.225278Z","caller":"traceutil/trace.go:171","msg":"trace[1326024029] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23350; }","duration":"142.69185ms","start":"2026-02-26T22:47:06.082559Z","end":"2026-02-26T22:47:06.225251Z","steps":["trace[1326024029] 'range keys from in-memory index tree' (duration: 142.327532ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:47:06.225546Z","caller":"traceutil/trace.go:171","msg":"trace[1565109528] linearizableReadLoop","detail":"{readStateIndex:24206; appliedIndex:24205; }","duration":"129.616194ms","start":"2026-02-26T22:47:06.09589Z","end":"2026-02-26T22:47:06.225506Z","steps":["trace[1565109528] 'read index received' (duration: 33.874898ms)","trace[1565109528] 'applied index is now lower than readState.Index' (duration: 95.738925ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:47:06.225623Z","caller":"traceutil/trace.go:171","msg":"trace[163047522] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"131.533292ms","start":"2026-02-26T22:47:06.094058Z","end":"2026-02-26T22:47:06.225591Z","steps":["trace[163047522] 'process raft request' (duration: 35.720244ms)","trace[163047522] 'compare' (duration: 94.953716ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:47:06.225801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.90796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:47:06.225855Z","caller":"traceutil/trace.go:171","msg":"trace[208125153] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23351; }","duration":"129.965362ms","start":"2026-02-26T22:47:06.095876Z","end":"2026-02-26T22:47:06.225841Z","steps":["trace[208125153] 'agreement among raft nodes before linearized reading' (duration: 129.831799ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:47:06.365798Z","caller":"traceutil/trace.go:171","msg":"trace[2036136941] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"135.783218ms","start":"2026-02-26T22:47:06.229981Z","end":"2026-02-26T22:47:06.365764Z","steps":["trace[2036136941] 'process raft request' (duration: 95.441379ms)","trace[2036136941] 'compare' (duration: 40.183005ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:47:06.733056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.146622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:47:06.733177Z","caller":"traceutil/trace.go:171","msg":"trace[1595570999] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23353; }","duration":"173.330966ms","start":"2026-02-26T22:47:06.559824Z","end":"2026-02-26T22:47:06.733155Z","steps":["trace[1595570999] 'range keys from in-memory index tree' (duration: 172.942177ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:47:08.096852Z","caller":"traceutil/trace.go:171","msg":"trace[2099091156] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"108.32988ms","start":"2026-02-26T22:47:07.988496Z","end":"2026-02-26T22:47:08.096826Z","steps":["trace[2099091156] 'process raft request' (duration: 108.144946ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:47:08.610092Z","caller":"traceutil/trace.go:171","msg":"trace[149258795] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"112.183217ms","start":"2026-02-26T22:47:08.497881Z","end":"2026-02-26T22:47:08.610064Z","steps":["trace[149258795] 'process raft request' (duration: 111.772447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:47:08.873547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.012227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:47:08.873838Z","caller":"traceutil/trace.go:171","msg":"trace[1938549833] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"107.147721ms","start":"2026-02-26T22:47:08.766666Z","end":"2026-02-26T22:47:08.873814Z","steps":["trace[1938549833] 'process raft request' (duration: 107.003038ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:47:08.87381Z","caller":"traceutil/trace.go:171","msg":"trace[1395579454] transaction","detail":"{read_only:false; response_revision:23368; number_of_response:1; }","duration":"117.292675ms","start":"2026-02-26T22:47:08.756473Z","end":"2026-02-26T22:47:08.873765Z","steps":["trace[1395579454] 'compare' (duration: 106.823932ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:47:08.904623Z","caller":"traceutil/trace.go:171","msg":"trace[1273183298] linearizableReadLoop","detail":"{readStateIndex:24226; appliedIndex:24223; }","duration":"127.114222ms","start":"2026-02-26T22:47:08.777485Z","end":"2026-02-26T22:47:08.904599Z","steps":["trace[1273183298] 'read index received' (duration: 80.71157ms)","trace[1273183298] 'applied index is now lower than readState.Index' (duration: 46.401772ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:47:08.904824Z","caller":"traceutil/trace.go:171","msg":"trace[1053149204] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"127.88291ms","start":"2026-02-26T22:47:08.776933Z","end":"2026-02-26T22:47:08.904816Z","steps":["trace[1053149204] 'process raft request' (duration: 127.50356ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:47:08.904951Z","caller":"traceutil/trace.go:171","msg":"trace[634671090] transaction","detail":"{read_only:false; response_revision:23371; number_of_response:1; }","duration":"127.266545ms","start":"2026-02-26T22:47:08.777677Z","end":"2026-02-26T22:47:08.904944Z","steps":["trace[634671090] 'process raft request' (duration: 126.871856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:47:08.905385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.897011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-26T22:47:08.905417Z","caller":"traceutil/trace.go:171","msg":"trace[208490746] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23372; }","duration":"127.990213ms","start":"2026-02-26T22:47:08.77742Z","end":"2026-02-26T22:47:08.905411Z","steps":["trace[208490746] 'agreement among raft nodes before linearized reading' (duration: 127.86561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:47:08.906191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.307536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T22:47:08.906254Z","caller":"traceutil/trace.go:171","msg":"trace[363714611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23372; }","duration":"115.389957ms","start":"2026-02-26T22:47:08.790848Z","end":"2026-02-26T22:47:08.906238Z","steps":["trace[363714611] 'agreement among raft nodes before linearized reading' (duration: 115.190662ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:47:09.451316Z","caller":"traceutil/trace.go:171","msg":"trace[959826269] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"122.986357ms","start":"2026-02-26T22:47:09.327892Z","end":"2026-02-26T22:47:09.450879Z","steps":["trace[959826269] 'process raft request' (duration: 122.821082ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:47:09.467428Z","caller":"traceutil/trace.go:171","msg":"trace[1946338959] transaction","detail":"{read_only:false; response_revision:23376; number_of_response:1; }","duration":"119.456579ms","start":"2026-02-26T22:47:09.34795Z","end":"2026-02-26T22:47:09.467407Z","steps":["trace[1946338959] 'process raft request' (duration: 119.248344ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:47:11.849483Z","caller":"traceutil/trace.go:171","msg":"trace[2091260806] transaction","detail":"{read_only:false; response_revision:23391; number_of_response:1; }","duration":"224.081647ms","start":"2026-02-26T22:47:11.625358Z","end":"2026-02-26T22:47:11.84944Z","steps":["trace[2091260806] 'process raft request' (duration: 127.260314ms)","trace[2091260806] 'compare' (duration: 96.637609ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:47:12.184842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.668477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:47:12.184962Z","caller":"traceutil/trace.go:171","msg":"trace[1347557888] linearizableReadLoop","detail":"{readStateIndex:24248; appliedIndex:24246; }","duration":"517.195592ms","start":"2026-02-26T22:47:11.667745Z","end":"2026-02-26T22:47:12.18494Z","steps":["trace[1347557888] 'read index received' (duration: 84.844052ms)","trace[1347557888] 'applied index is now lower than readState.Index' (duration: 432.34983ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:47:12.185149Z","caller":"traceutil/trace.go:171","msg":"trace[349258978] transaction","detail":"{read_only:false; response_revision:23392; number_of_response:1; }","duration":"551.776446ms","start":"2026-02-26T22:47:11.633273Z","end":"2026-02-26T22:47:12.185049Z","steps":["trace[349258978] 'process raft request' (duration: 325.797002ms)","trace[349258978] 'compare' (duration: 225.43029ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:47:12.1853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:47:11.633249Z","time spent":"551.975082ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:47:12.185335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.716096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:47:12.185362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.156057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:47:12.185419Z","caller":"traceutil/trace.go:171","msg":"trace[444639719] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23392; }","duration":"111.866919ms","start":"2026-02-26T22:47:12.07353Z","end":"2026-02-26T22:47:12.185397Z","steps":["trace[444639719] 'agreement among raft nodes before linearized reading' (duration: 111.723335ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:47:12.185428Z","caller":"traceutil/trace.go:171","msg":"trace[1435424357] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23392; }","duration":"347.264569ms","start":"2026-02-26T22:47:11.838147Z","end":"2026-02-26T22:47:12.185412Z","steps":["trace[1435424357] 'agreement among raft nodes before linearized reading' (duration: 347.073305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:47:12.185378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.606723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:47:12.18546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:47:11.838128Z","time spent":"347.325441ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T22:47:12.185518Z","caller":"traceutil/trace.go:171","msg":"trace[2026096843] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23392; }","duration":"517.804357ms","start":"2026-02-26T22:47:11.667677Z","end":"2026-02-26T22:47:12.185482Z","steps":["trace[2026096843] 'agreement among raft nodes before linearized reading' (duration: 517.595952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:47:12.185578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:47:11.667646Z","time spent":"517.91798ms","remote":"127.0.0.1:38192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:47:15.157255Z","caller":"traceutil/trace.go:171","msg":"trace[547700482] linearizableReadLoop","detail":"{readStateIndex:24271; appliedIndex:24270; }","duration":"106.234218ms","start":"2026-02-26T22:47:15.050989Z","end":"2026-02-26T22:47:15.157224Z","steps":["trace[547700482] 'read index received' (duration: 101.13162ms)","trace[547700482] 'applied index is now lower than readState.Index' (duration: 5.101048ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:47:15.157509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.873949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:47:15.157555Z","caller":"traceutil/trace.go:171","msg":"trace[974677870] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23414; }","duration":"118.003242ms","start":"2026-02-26T22:47:15.039541Z","end":"2026-02-26T22:47:15.157544Z","steps":["trace[974677870] 'agreement among raft nodes before linearized reading' (duration: 117.840598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:47:15.1576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.937981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-26T22:47:15.157331Z","caller":"traceutil/trace.go:171","msg":"trace[330872497] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"116.729441ms","start":"2026-02-26T22:47:15.040561Z","end":"2026-02-26T22:47:15.15729Z","steps":["trace[330872497] 'process raft request' (duration: 111.50637ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:47:15.157757Z","caller":"traceutil/trace.go:171","msg":"trace[1812568004] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23414; }","duration":"118.107925ms","start":"2026-02-26T22:47:15.039578Z","end":"2026-02-26T22:47:15.157686Z","steps":["trace[1812568004] 'agreement among raft nodes before linearized reading' (duration: 117.754796ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:47:21.489232Z","caller":"traceutil/trace.go:171","msg":"trace[59772861] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"132.64139ms","start":"2026-02-26T22:47:21.356556Z","end":"2026-02-26T22:47:21.489198Z","steps":["trace[59772861] 'process raft request' (duration: 132.451035ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:47:23.54675Z","caller":"traceutil/trace.go:171","msg":"trace[308659985] linearizableReadLoop","detail":"{readStateIndex:24330; appliedIndex:24329; }","duration":"175.728036ms","start":"2026-02-26T22:47:23.370987Z","end":"2026-02-26T22:47:23.546715Z","steps":["trace[308659985] 'read index received' (duration: 123.49909ms)","trace[308659985] 'applied index is now lower than readState.Index' (duration: 52.227296ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:47:23.546954Z","caller":"traceutil/trace.go:171","msg":"trace[641083991] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"200.66213ms","start":"2026-02-26T22:47:23.346221Z","end":"2026-02-26T22:47:23.546883Z","steps":["trace[641083991] 'process raft request' (duration: 148.319361ms)","trace[641083991] 'compare' (duration: 51.850777ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:47:23.547082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.072405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T22:47:23.547174Z","caller":"traceutil/trace.go:171","msg":"trace[326151159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23471; }","duration":"176.214109ms","start":"2026-02-26T22:47:23.370925Z","end":"2026-02-26T22:47:23.54714Z","steps":["trace[326151159] 'agreement among raft nodes before linearized reading' (duration: 175.960882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:47:23.547176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.560687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:47:23.547264Z","caller":"traceutil/trace.go:171","msg":"trace[1128041739] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23471; }","duration":"124.69175ms","start":"2026-02-26T22:47:23.422552Z","end":"2026-02-26T22:47:23.547244Z","steps":["trace[1128041739] 'agreement among raft nodes before linearized reading' (duration: 124.521366ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:47:27.335599Z","caller":"traceutil/trace.go:171","msg":"trace[2060126857] linearizableReadLoop","detail":"{readStateIndex:24353; appliedIndex:24352; }","duration":"114.008293ms","start":"2026-02-26T22:47:27.221553Z","end":"2026-02-26T22:47:27.335561Z","steps":["trace[2060126857] 'read index received' (duration: 113.726766ms)","trace[2060126857] 'applied index is now lower than readState.Index' (duration: 280.197µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:47:27.335668Z","caller":"traceutil/trace.go:171","msg":"trace[2092572212] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"115.239534ms","start":"2026-02-26T22:47:27.220389Z","end":"2026-02-26T22:47:27.335628Z","steps":["trace[2092572212] 'process raft request' (duration: 114.944796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:47:27.335955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.396793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-26T22:47:27.336026Z","caller":"traceutil/trace.go:171","msg":"trace[938206583] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23494; }","duration":"114.522766ms","start":"2026-02-26T22:47:27.221484Z","end":"2026-02-26T22:47:27.336007Z","steps":["trace[938206583] 'agreement among raft nodes before linearized reading' (duration: 114.27425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:09.223868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.119705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T22:48:09.223983Z","caller":"traceutil/trace.go:171","msg":"trace[876140172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23859; }","duration":"299.297219ms","start":"2026-02-26T22:48:08.92466Z","end":"2026-02-26T22:48:09.223957Z","steps":["trace[876140172] 'range keys from in-memory index tree' (duration: 298.912949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:09.224002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.910162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:48:09.224023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.466146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:48:09.224082Z","caller":"traceutil/trace.go:171","msg":"trace[510668145] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23859; }","duration":"280.037606ms","start":"2026-02-26T22:48:08.944027Z","end":"2026-02-26T22:48:09.224065Z","steps":["trace[510668145] 'range keys from in-memory index tree' (duration: 279.80934ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:48:09.224125Z","caller":"traceutil/trace.go:171","msg":"trace[1478084141] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23859; }","duration":"282.64241ms","start":"2026-02-26T22:48:08.941459Z","end":"2026-02-26T22:48:09.224101Z","steps":["trace[1478084141] 'range keys from in-memory index tree' (duration: 282.340973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:09.224227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.901587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:48:09.224273Z","caller":"traceutil/trace.go:171","msg":"trace[717980005] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23859; }","duration":"278.961708ms","start":"2026-02-26T22:48:08.945298Z","end":"2026-02-26T22:48:09.224259Z","steps":["trace[717980005] 'range keys from in-memory index tree' (duration: 278.832425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:09.224327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.293742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12589"} {"level":"info","ts":"2026-02-26T22:48:09.224355Z","caller":"traceutil/trace.go:171","msg":"trace[224336403] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23859; }","duration":"282.336193ms","start":"2026-02-26T22:48:08.942013Z","end":"2026-02-26T22:48:09.224349Z","steps":["trace[224336403] 'range keys from in-memory index tree' (duration: 282.139328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:09.224421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.706276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12589"} {"level":"warn","ts":"2026-02-26T22:48:09.224444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.818086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:48:09.224461Z","caller":"traceutil/trace.go:171","msg":"trace[163123992] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23859; }","duration":"284.880697ms","start":"2026-02-26T22:48:08.939575Z","end":"2026-02-26T22:48:09.224456Z","steps":["trace[163123992] 'range keys from in-memory index tree' (duration: 284.727414ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:48:09.224458Z","caller":"traceutil/trace.go:171","msg":"trace[988909933] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23859; }","duration":"277.785218ms","start":"2026-02-26T22:48:08.946663Z","end":"2026-02-26T22:48:09.224448Z","steps":["trace[988909933] 'range keys from in-memory index tree' (duration: 277.601954ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:48:09.224606Z","caller":"traceutil/trace.go:171","msg":"trace[1529534522] linearizableReadLoop","detail":"{readStateIndex:24729; appliedIndex:24728; }","duration":"186.351142ms","start":"2026-02-26T22:48:09.038246Z","end":"2026-02-26T22:48:09.224597Z","steps":["trace[1529534522] 'read index received' (duration: 171.120038ms)","trace[1529534522] 'applied index is now lower than readState.Index' (duration: 15.230114ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:48:09.224786Z","caller":"traceutil/trace.go:171","msg":"trace[272964528] transaction","detail":"{read_only:false; response_revision:23860; number_of_response:1; }","duration":"245.834406ms","start":"2026-02-26T22:48:08.978913Z","end":"2026-02-26T22:48:09.224748Z","steps":["trace[272964528] 'process raft request' (duration: 230.45646ms)","trace[272964528] 'compare' (duration: 14.065933ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:48:09.224898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.635099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:48:09.225Z","caller":"traceutil/trace.go:171","msg":"trace[1223314618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23861; }","duration":"186.795843ms","start":"2026-02-26T22:48:09.03818Z","end":"2026-02-26T22:48:09.224976Z","steps":["trace[1223314618] 'agreement among raft nodes before linearized reading' (duration: 186.575778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:09.227206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.562445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:48:09.227245Z","caller":"traceutil/trace.go:171","msg":"trace[1394384360] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23861; }","duration":"131.654557ms","start":"2026-02-26T22:48:09.09558Z","end":"2026-02-26T22:48:09.227235Z","steps":["trace[1394384360] 'agreement among raft nodes before linearized reading' (duration: 129.207115ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:48:19.112983Z","caller":"traceutil/trace.go:171","msg":"trace[959352739] linearizableReadLoop","detail":"{readStateIndex:24799; appliedIndex:24798; }","duration":"419.588771ms","start":"2026-02-26T22:48:18.693369Z","end":"2026-02-26T22:48:19.112957Z","steps":["trace[959352739] 'read index received' (duration: 419.376466ms)","trace[959352739] 'applied index is now lower than readState.Index' (duration: 211.375µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:48:19.113059Z","caller":"traceutil/trace.go:171","msg":"trace[686644254] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"424.231269ms","start":"2026-02-26T22:48:18.688784Z","end":"2026-02-26T22:48:19.113015Z","steps":["trace[686644254] 'process raft request' (duration: 424.018413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:19.113194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.777416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T22:48:19.113235Z","caller":"traceutil/trace.go:171","msg":"trace[1965943129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23928; }","duration":"419.873488ms","start":"2026-02-26T22:48:18.693348Z","end":"2026-02-26T22:48:19.113222Z","steps":["trace[1965943129] 'agreement among raft nodes before linearized reading' (duration: 419.737684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:19.11328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:18.693319Z","time spent":"419.95011ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T22:48:19.113427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:18.688765Z","time spent":"424.481774ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:48:19.113609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.052345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T22:48:19.11792Z","caller":"traceutil/trace.go:171","msg":"trace[389114271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23928; }","duration":"282.403214ms","start":"2026-02-26T22:48:18.835496Z","end":"2026-02-26T22:48:19.117899Z","steps":["trace[389114271] 'agreement among raft nodes before linearized reading' (duration: 278.017394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:19.715394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398444619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:48:20.204071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.687871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:48:20.204542Z","caller":"traceutil/trace.go:171","msg":"trace[2123980337] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"1.082643148s","start":"2026-02-26T22:48:19.121539Z","end":"2026-02-26T22:48:20.204182Z","steps":["trace[2123980337] 'process raft request' (duration: 645.718472ms)","trace[2123980337] 'compare' (duration: 436.499036ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:48:20.205258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.121513Z","time spent":"1.083685755s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:48:20.841109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.052018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:48:20.841629Z","caller":"traceutil/trace.go:171","msg":"trace[2058518508] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"1.580553249s","start":"2026-02-26T22:48:19.261027Z","end":"2026-02-26T22:48:20.84158Z","steps":["trace[2058518508] 'process raft request' (duration: 1.197912815s)","trace[2058518508] 'compare' (duration: 381.73669ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:48:20.841831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.26101Z","time spent":"1.580730463s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:48:20.842417Z","caller":"traceutil/trace.go:171","msg":"trace[2031435412] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"1.447142967s","start":"2026-02-26T22:48:19.395239Z","end":"2026-02-26T22:48:20.842382Z","steps":["trace[2031435412] 'process raft request' (duration: 1.446814458s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:20.842547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.395207Z","time spent":"1.447274449s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:48:20.842541Z","caller":"traceutil/trace.go:171","msg":"trace[648322965] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"1.279932066s","start":"2026-02-26T22:48:19.562574Z","end":"2026-02-26T22:48:20.842506Z","steps":["trace[648322965] 'process raft request' (duration: 1.279845934s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:48:20.842561Z","caller":"traceutil/trace.go:171","msg":"trace[463448922] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"1.32744402s","start":"2026-02-26T22:48:19.515058Z","end":"2026-02-26T22:48:20.842502Z","steps":["trace[463448922] 'process raft request' (duration: 1.327103051s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:20.842737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.562555Z","time spent":"1.280052918s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:48:20.842907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.515031Z","time spent":"1.327741496s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:48:20.842949Z","caller":"traceutil/trace.go:171","msg":"trace[381192128] linearizableReadLoop","detail":"{readStateIndex:24804; appliedIndex:24799; }","duration":"1.627786044s","start":"2026-02-26T22:48:19.214711Z","end":"2026-02-26T22:48:20.842497Z","steps":["trace[381192128] 'read index received' (duration: 552.557862ms)","trace[381192128] 'applied index is now lower than readState.Index' (duration: 1.075227122s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:48:20.843341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628632745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T22:48:20.843404Z","caller":"traceutil/trace.go:171","msg":"trace[1222539455] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23933; }","duration":"1.628751597s","start":"2026-02-26T22:48:19.214638Z","end":"2026-02-26T22:48:20.84339Z","steps":["trace[1222539455] 'agreement among raft nodes before linearized reading' (duration: 1.627933927s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:20.84344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.214611Z","time spent":"1.628819719s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":170,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:48:21.9153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.378333ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:48:21.915609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.509508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:48:21.915458Z","caller":"traceutil/trace.go:171","msg":"trace[1743390395] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23933; }","duration":"807.562818ms","start":"2026-02-26T22:48:21.107877Z","end":"2026-02-26T22:48:21.91544Z","steps":["trace[1743390395] 'range keys from in-memory index tree' (duration: 807.359692ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:48:21.915789Z","caller":"traceutil/trace.go:171","msg":"trace[1554331301] linearizableReadLoop","detail":"{readStateIndex:24806; appliedIndex:24804; }","duration":"1.072746879s","start":"2026-02-26T22:48:20.843028Z","end":"2026-02-26T22:48:21.915775Z","steps":["trace[1554331301] 'read index received' (duration: 456.089868ms)","trace[1554331301] 'applied index is now lower than readState.Index' (duration: 616.656001ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:48:21.915951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642614869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T22:48:21.915981Z","caller":"traceutil/trace.go:171","msg":"trace[235652978] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23935; }","duration":"2.6426828s","start":"2026-02-26T22:48:19.27329Z","end":"2026-02-26T22:48:21.915972Z","steps":["trace[235652978] 'agreement among raft nodes before linearized reading' (duration: 2.642553327s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:21.915952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238981728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T22:48:21.916004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.273268Z","time spent":"2.642729612s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T22:48:21.916023Z","caller":"traceutil/trace.go:171","msg":"trace[1620481191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23935; }","duration":"2.239122022s","start":"2026-02-26T22:48:19.676882Z","end":"2026-02-26T22:48:21.916004Z","steps":["trace[1620481191] 'agreement among raft nodes before linearized reading' (duration: 2.238898736s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:21.916065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.676859Z","time spent":"2.239196553s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:48:21.916167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66454051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:48:21.916149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602481928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-26T22:48:21.916227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666334094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:48:21.916247Z","caller":"traceutil/trace.go:171","msg":"trace[1221430632] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23935; }","duration":"2.666388156s","start":"2026-02-26T22:48:19.249851Z","end":"2026-02-26T22:48:21.916239Z","steps":["trace[1221430632] 'agreement among raft nodes before linearized reading' (duration: 2.666357205s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:48:21.916235Z","caller":"traceutil/trace.go:171","msg":"trace[416037824] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23935; }","duration":"1.602620161s","start":"2026-02-26T22:48:20.313593Z","end":"2026-02-26T22:48:21.916213Z","steps":["trace[416037824] 'agreement among raft nodes before linearized reading' (duration: 1.602336154s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:21.916272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.249831Z","time spent":"2.666429347s","remote":"127.0.0.1:58596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:48:21.916285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:20.313564Z","time spent":"1.602712034s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T22:48:21.916311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653342358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12589"} {"level":"warn","ts":"2026-02-26T22:48:21.916341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756967539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:48:21.916367Z","caller":"traceutil/trace.go:171","msg":"trace[1416667169] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23935; }","duration":"2.65340276s","start":"2026-02-26T22:48:19.262944Z","end":"2026-02-26T22:48:21.916347Z","steps":["trace[1416667169] 'agreement among raft nodes before linearized reading' (duration: 2.653142743s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:48:21.916378Z","caller":"traceutil/trace.go:171","msg":"trace[263680245] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23935; }","duration":"1.757047221s","start":"2026-02-26T22:48:20.159319Z","end":"2026-02-26T22:48:21.916366Z","steps":["trace[263680245] 'agreement among raft nodes before linearized reading' (duration: 1.756934948s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:48:21.916191Z","caller":"traceutil/trace.go:171","msg":"trace[68298858] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23935; }","duration":"2.664603721s","start":"2026-02-26T22:48:19.25158Z","end":"2026-02-26T22:48:21.916184Z","steps":["trace[68298858] 'agreement among raft nodes before linearized reading' (duration: 2.66456s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:21.916408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:20.1593Z","time spent":"1.757100462s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":87,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:48:21.916415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693296862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:48:21.916439Z","caller":"traceutil/trace.go:171","msg":"trace[1852297176] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23935; }","duration":"2.693363094s","start":"2026-02-26T22:48:19.22307Z","end":"2026-02-26T22:48:21.916433Z","steps":["trace[1852297176] 'agreement among raft nodes before linearized reading' (duration: 2.693292992s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:21.916428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.251559Z","time spent":"2.664855897s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:48:21.916455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.223049Z","time spent":"2.693402694s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":57,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:48:21.916417Z","caller":"traceutil/trace.go:171","msg":"trace[678486103] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"1.531450233s","start":"2026-02-26T22:48:20.384909Z","end":"2026-02-26T22:48:21.916359Z","steps":["trace[678486103] 'process raft request' (duration: 1.530778126s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:21.916503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660686412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12589"} {"level":"info","ts":"2026-02-26T22:48:21.916498Z","caller":"traceutil/trace.go:171","msg":"trace[1316751542] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"1.82944835s","start":"2026-02-26T22:48:20.087024Z","end":"2026-02-26T22:48:21.916472Z","steps":["trace[1316751542] 'process raft request' (duration: 1.211995338s)","trace[1316751542] 'compare' (duration: 616.228851ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:48:21.916535Z","caller":"traceutil/trace.go:171","msg":"trace[895782382] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23935; }","duration":"2.660717403s","start":"2026-02-26T22:48:19.255809Z","end":"2026-02-26T22:48:21.916526Z","steps":["trace[895782382] 'agreement among raft nodes before linearized reading' (duration: 2.660622861s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:21.916543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693441975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:48:21.916561Z","caller":"traceutil/trace.go:171","msg":"trace[1440207566] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23935; }","duration":"2.693508707s","start":"2026-02-26T22:48:19.223047Z","end":"2026-02-26T22:48:21.916556Z","steps":["trace[1440207566] 'agreement among raft nodes before linearized reading' (duration: 2.693476326s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:21.916562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.255787Z","time spent":"2.660768905s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12611,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T22:48:21.916577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.223028Z","time spent":"2.693545098s","remote":"127.0.0.1:38298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:48:21.916574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879777145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:48:21.916604Z","caller":"traceutil/trace.go:171","msg":"trace[1362714929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23935; }","duration":"1.879834766s","start":"2026-02-26T22:48:20.036761Z","end":"2026-02-26T22:48:21.916596Z","steps":["trace[1362714929] 'agreement among raft nodes before linearized reading' (duration: 1.879772274s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:21.916605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:20.087003Z","time spent":"1.829535852s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:48:21.916628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:20.036741Z","time spent":"1.879882757s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:48:21.91664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:20.384881Z","time spent":"1.531641398s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:48:21.916407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.262937Z","time spent":"2.653461851s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12611,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T22:48:21.916688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662545329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:48:21.916717Z","caller":"traceutil/trace.go:171","msg":"trace[1548771855] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23935; }","duration":"2.662579551s","start":"2026-02-26T22:48:19.254129Z","end":"2026-02-26T22:48:21.916709Z","steps":["trace[1548771855] 'agreement among raft nodes before linearized reading' (duration: 2.662538859s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:21.916741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.254126Z","time spent":"2.662610031s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:48:21.916836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954622274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:48:21.916867Z","caller":"traceutil/trace.go:171","msg":"trace[643164164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23935; }","duration":"1.954675036s","start":"2026-02-26T22:48:19.962183Z","end":"2026-02-26T22:48:21.916858Z","steps":["trace[643164164] 'agreement among raft nodes before linearized reading' (duration: 1.954566783s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:21.916893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.962172Z","time spent":"1.954715157s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:48:21.915985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662083038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:48:21.917093Z","caller":"traceutil/trace.go:171","msg":"trace[848025772] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23935; }","duration":"2.663225378s","start":"2026-02-26T22:48:19.253854Z","end":"2026-02-26T22:48:21.917079Z","steps":["trace[848025772] 'agreement among raft nodes before linearized reading' (duration: 2.662034467s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:21.917157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.253844Z","time spent":"2.663294049s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:48:21.917024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663108285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:48:21.917292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974141646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T22:48:21.91745Z","caller":"traceutil/trace.go:171","msg":"trace[428114615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23935; }","duration":"1.97433587s","start":"2026-02-26T22:48:19.943095Z","end":"2026-02-26T22:48:21.91743Z","steps":["trace[428114615] 'agreement among raft nodes before linearized reading' (duration: 1.974045053s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:21.917488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.943073Z","time spent":"1.974404062s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:48:21.917313Z","caller":"traceutil/trace.go:171","msg":"trace[1601274846] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23935; }","duration":"2.663413322s","start":"2026-02-26T22:48:19.253882Z","end":"2026-02-26T22:48:21.917295Z","steps":["trace[1601274846] 'agreement among raft nodes before linearized reading' (duration: 2.662862817s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:21.917568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:19.253879Z","time spent":"2.663673998s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:48:23.010005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.848332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:48:23.010099Z","caller":"traceutil/trace.go:171","msg":"trace[1676761324] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"1.890911255s","start":"2026-02-26T22:48:21.119171Z","end":"2026-02-26T22:48:23.010082Z","steps":["trace[1676761324] 'process raft request' (duration: 950.909619ms)","trace[1676761324] 'compare' (duration: 939.257076ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:48:23.010142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:21.11915Z","time spent":"1.890973076s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:48:23.491197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.421082501s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:48:23.533694Z","caller":"traceutil/trace.go:171","msg":"trace[932066649] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"1.88950281s","start":"2026-02-26T22:48:21.644077Z","end":"2026-02-26T22:48:23.53358Z","steps":["trace[932066649] 'process raft request' (duration: 1.847466783s)","trace[932066649] 'compare' (duration: 41.76583ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:48:23.533912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:21.64405Z","time spent":"1.889762426s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:48:23.534078Z","caller":"traceutil/trace.go:171","msg":"trace[1485497360] transaction","detail":"{read_only:false; response_revision:23938; number_of_response:1; }","duration":"1.612382478s","start":"2026-02-26T22:48:21.921656Z","end":"2026-02-26T22:48:23.534038Z","steps":["trace[1485497360] 'process raft request' (duration: 1.611825104s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:23.534276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:21.921634Z","time spent":"1.612540151s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:48:23.534642Z","caller":"traceutil/trace.go:171","msg":"trace[975191829] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"1.612526221s","start":"2026-02-26T22:48:21.922097Z","end":"2026-02-26T22:48:23.534624Z","steps":["trace[975191829] 'process raft request' (duration: 1.611825004s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:23.53476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:21.922078Z","time spent":"1.612624823s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:48:23.534894Z","caller":"traceutil/trace.go:171","msg":"trace[846641736] linearizableReadLoop","detail":"{readStateIndex:24808; appliedIndex:24806; }","duration":"1.619055365s","start":"2026-02-26T22:48:21.915821Z","end":"2026-02-26T22:48:23.534876Z","steps":["trace[846641736] 'read index received' (duration: 154.248526ms)","trace[846641736] 'applied index is now lower than readState.Index' (duration: 1.464805859s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:48:23.534979Z","caller":"traceutil/trace.go:171","msg":"trace[17939677] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"1.612818949s","start":"2026-02-26T22:48:21.922152Z","end":"2026-02-26T22:48:23.534971Z","steps":["trace[17939677] 'process raft request' (duration: 1.612401049s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:23.535025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:21.922131Z","time spent":"1.6128733s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:48:23.535025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794312168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:48:23.534961Z","caller":"traceutil/trace.go:171","msg":"trace[1492455276] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"1.611943035s","start":"2026-02-26T22:48:21.922973Z","end":"2026-02-26T22:48:23.534916Z","steps":["trace[1492455276] 'process raft request' (duration: 1.611862113s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:48:23.535066Z","caller":"traceutil/trace.go:171","msg":"trace[1380558199] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23942; }","duration":"1.794407s","start":"2026-02-26T22:48:21.740646Z","end":"2026-02-26T22:48:23.535053Z","steps":["trace[1380558199] 'agreement among raft nodes before linearized reading' (duration: 1.794323108s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:23.535079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126452462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:48:23.53515Z","caller":"traceutil/trace.go:171","msg":"trace[1726369593] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"1.612595922s","start":"2026-02-26T22:48:21.922544Z","end":"2026-02-26T22:48:23.53514Z","steps":["trace[1726369593] 'process raft request' (duration: 1.612226633s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:23.535163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190101321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T22:48:23.535157Z","caller":"traceutil/trace.go:171","msg":"trace[1459195195] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23942; }","duration":"2.126580725s","start":"2026-02-26T22:48:21.408557Z","end":"2026-02-26T22:48:23.535138Z","steps":["trace[1459195195] 'agreement among raft nodes before linearized reading' (duration: 2.126444522s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:23.535099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:21.740623Z","time spent":"1.794467491s","remote":"127.0.0.1:38192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:48:23.535353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:21.408535Z","time spent":"2.126783019s","remote":"127.0.0.1:52258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:48:23.535189Z","caller":"traceutil/trace.go:171","msg":"trace[2132924886] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23942; }","duration":"2.190183013s","start":"2026-02-26T22:48:21.344998Z","end":"2026-02-26T22:48:23.535181Z","steps":["trace[2132924886] 'agreement among raft nodes before linearized reading' (duration: 2.190082411s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:23.535213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:21.922531Z","time spent":"1.612648653s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:48:23.53546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:21.344971Z","time spent":"2.190479681s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T22:48:23.535392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:21.922453Z","time spent":"1.612662393s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:48:23.918508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000787214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:48:23.918587Z","caller":"traceutil/trace.go:171","msg":"trace[407233367] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000911248s","start":"2026-02-26T22:48:21.917656Z","end":"2026-02-26T22:48:23.918567Z","steps":["trace[407233367] 'agreement among raft nodes before linearized reading' (duration: 2.000806995s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:23.918632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:21.917638Z","time spent":"2.000985099s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:48:24.035466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398444640,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T22:48:24.341291Z","caller":"traceutil/trace.go:171","msg":"trace[1066093667] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"1.492837714s","start":"2026-02-26T22:48:22.848425Z","end":"2026-02-26T22:48:24.341262Z","steps":["trace[1066093667] 'process raft request' (duration: 1.492753352s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.341462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:22.848397Z","time spent":"1.492981908s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:48:24.341307Z","caller":"traceutil/trace.go:171","msg":"trace[2031443869] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"1.492853004s","start":"2026-02-26T22:48:22.848423Z","end":"2026-02-26T22:48:24.341276Z","steps":["trace[2031443869] 'process raft request' (duration: 1.492571877s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:48:24.341592Z","caller":"traceutil/trace.go:171","msg":"trace[426203869] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"1.492085165s","start":"2026-02-26T22:48:22.849462Z","end":"2026-02-26T22:48:24.341547Z","steps":["trace[426203869] 'process raft request' (duration: 1.491759027s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.341675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:22.848397Z","time spent":"1.493200443s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:48:24.341691Z","caller":"traceutil/trace.go:171","msg":"trace[761129463] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"1.491614853s","start":"2026-02-26T22:48:22.850045Z","end":"2026-02-26T22:48:24.34166Z","steps":["trace[761129463] 'process raft request' (duration: 1.491381397s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.341792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:22.849447Z","time spent":"1.492222839s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:48:24.341877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:22.850035Z","time spent":"1.491753886s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:48:24.366002Z","caller":"traceutil/trace.go:171","msg":"trace[1259819376] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"825.181081ms","start":"2026-02-26T22:48:23.540785Z","end":"2026-02-26T22:48:24.365966Z","steps":["trace[1259819376] 'process raft request' (duration: 824.850753ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:48:24.366028Z","caller":"traceutil/trace.go:171","msg":"trace[392008024] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"623.35177ms","start":"2026-02-26T22:48:23.742646Z","end":"2026-02-26T22:48:24.365998Z","steps":["trace[392008024] 'process raft request' (duration: 623.225157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.366175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:23.540766Z","time spent":"825.317305ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:48:24.366192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:23.742613Z","time spent":"623.485454ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:48:24.366423Z","caller":"traceutil/trace.go:171","msg":"trace[1552237619] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"444.855396ms","start":"2026-02-26T22:48:23.921538Z","end":"2026-02-26T22:48:24.366393Z","steps":["trace[1552237619] 'process raft request' (duration: 444.382675ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:48:24.36675Z","caller":"traceutil/trace.go:171","msg":"trace[1582775896] linearizableReadLoop","detail":"{readStateIndex:24821; appliedIndex:24813; }","duration":"831.782477ms","start":"2026-02-26T22:48:23.534944Z","end":"2026-02-26T22:48:24.366727Z","steps":["trace[1582775896] 'read index received' (duration: 806.110332ms)","trace[1582775896] 'applied index is now lower than readState.Index' (duration: 25.671425ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:48:24.36685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108146308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:48:24.366851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:23.921511Z","time spent":"445.251465ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:48:24.366882Z","caller":"traceutil/trace.go:171","msg":"trace[444254745] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23952; }","duration":"1.108223491s","start":"2026-02-26T22:48:23.25865Z","end":"2026-02-26T22:48:24.366874Z","steps":["trace[444254745] 'agreement among raft nodes before linearized reading' (duration: 1.10816123s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.366906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:23.258625Z","time spent":"1.108274993s","remote":"127.0.0.1:39826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:48:24.366945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027155215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T22:48:24.367012Z","caller":"traceutil/trace.go:171","msg":"trace[616147541] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23952; }","duration":"1.027252377s","start":"2026-02-26T22:48:23.339742Z","end":"2026-02-26T22:48:24.366994Z","steps":["trace[616147541] 'agreement among raft nodes before linearized reading' (duration: 1.027020821s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.367103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782129582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-26T22:48:24.36713Z","caller":"traceutil/trace.go:171","msg":"trace[901230069] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:23952; }","duration":"1.782198783s","start":"2026-02-26T22:48:22.584926Z","end":"2026-02-26T22:48:24.367124Z","steps":["trace[901230069] 'agreement among raft nodes before linearized reading' (duration: 1.782094271s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.367149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:22.584905Z","time spent":"1.782240684s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"info","ts":"2026-02-26T22:48:24.367144Z","caller":"traceutil/trace.go:171","msg":"trace[1770828081] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"119.594875ms","start":"2026-02-26T22:48:24.247537Z","end":"2026-02-26T22:48:24.367132Z","steps":["trace[1770828081] 'process raft request' (duration: 119.146573ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:48:24.367207Z","caller":"traceutil/trace.go:171","msg":"trace[1290762039] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"442.849265ms","start":"2026-02-26T22:48:23.924343Z","end":"2026-02-26T22:48:24.367193Z","steps":["trace[1290762039] 'process raft request' (duration: 441.973263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.367289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:23.924311Z","time spent":"442.939938ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:48:24.367349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.879207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:48:24.367298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156881827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T22:48:24.367358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.112272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:48:24.367381Z","caller":"traceutil/trace.go:171","msg":"trace[411382059] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23952; }","duration":"444.938788ms","start":"2026-02-26T22:48:23.922435Z","end":"2026-02-26T22:48:24.367374Z","steps":["trace[411382059] 'agreement among raft nodes before linearized reading' (duration: 444.890936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.367401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:23.922425Z","time spent":"444.972219ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-02-26T22:48:24.367394Z","caller":"traceutil/trace.go:171","msg":"trace[1822680104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23952; }","duration":"2.15702019s","start":"2026-02-26T22:48:22.210362Z","end":"2026-02-26T22:48:24.367382Z","steps":["trace[1822680104] 'agreement among raft nodes before linearized reading' (duration: 2.156885886s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.367439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:22.210338Z","time spent":"2.157090922s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T22:48:24.367397Z","caller":"traceutil/trace.go:171","msg":"trace[1593140951] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23952; }","duration":"935.183334ms","start":"2026-02-26T22:48:23.432202Z","end":"2026-02-26T22:48:24.367385Z","steps":["trace[1593140951] 'agreement among raft nodes before linearized reading' (duration: 935.116862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.36754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.745618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:48:24.367541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:23.432184Z","time spent":"935.346108ms","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:48:24.367567Z","caller":"traceutil/trace.go:171","msg":"trace[612795100] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23952; }","duration":"443.784128ms","start":"2026-02-26T22:48:23.923777Z","end":"2026-02-26T22:48:24.367561Z","steps":["trace[612795100] 'agreement among raft nodes before linearized reading' (duration: 443.745627ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:48:24.367489Z","caller":"traceutil/trace.go:171","msg":"trace[768568773] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"154.231494ms","start":"2026-02-26T22:48:24.213131Z","end":"2026-02-26T22:48:24.367362Z","steps":["trace[768568773] 'process raft request' (duration: 153.394394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.367615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.865091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:48:24.367638Z","caller":"traceutil/trace.go:171","msg":"trace[1907969598] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23952; }","duration":"443.904121ms","start":"2026-02-26T22:48:23.923729Z","end":"2026-02-26T22:48:24.367634Z","steps":["trace[1907969598] 'agreement among raft nodes before linearized reading' (duration: 443.8684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.367654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:23.923722Z","time spent":"443.929722ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:48:24.367664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.737478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12589"} {"level":"info","ts":"2026-02-26T22:48:24.367706Z","caller":"traceutil/trace.go:171","msg":"trace[340204378] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23952; }","duration":"443.81491ms","start":"2026-02-26T22:48:23.923882Z","end":"2026-02-26T22:48:24.367697Z","steps":["trace[340204378] 'agreement among raft nodes before linearized reading' (duration: 443.638265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.367727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.184774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:48:24.367778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.269117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12589"} {"level":"info","ts":"2026-02-26T22:48:24.367785Z","caller":"traceutil/trace.go:171","msg":"trace[2103291482] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23952; }","duration":"445.257445ms","start":"2026-02-26T22:48:23.922515Z","end":"2026-02-26T22:48:24.367772Z","steps":["trace[2103291482] 'agreement among raft nodes before linearized reading' (duration: 445.161093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.36783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.325316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:48:24.367843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:23.922511Z","time spent":"445.324488ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-02-26T22:48:24.367868Z","caller":"traceutil/trace.go:171","msg":"trace[1189575191] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23952; }","duration":"144.402708ms","start":"2026-02-26T22:48:24.223451Z","end":"2026-02-26T22:48:24.367854Z","steps":["trace[1189575191] 'agreement among raft nodes before linearized reading' (duration: 144.344096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.367915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.644425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:48:24.367949Z","caller":"traceutil/trace.go:171","msg":"trace[1959026588] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23952; }","duration":"240.716737ms","start":"2026-02-26T22:48:24.127223Z","end":"2026-02-26T22:48:24.36794Z","steps":["trace[1959026588] 'agreement among raft nodes before linearized reading' (duration: 240.614134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.3671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:23.339718Z","time spent":"1.02735991s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:48:24.368032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.152514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T22:48:24.368074Z","caller":"traceutil/trace.go:171","msg":"trace[1226913913] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07; range_end:; response_count:1; response_revision:23952; }","duration":"445.202865ms","start":"2026-02-26T22:48:23.922858Z","end":"2026-02-26T22:48:24.368061Z","steps":["trace[1226913913] 'agreement among raft nodes before linearized reading' (duration: 445.071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.36811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:23.922853Z","time spent":"445.250336ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07\" "} {"level":"warn","ts":"2026-02-26T22:48:24.368138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.00825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:48:24.368168Z","caller":"traceutil/trace.go:171","msg":"trace[1352033338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23952; }","duration":"441.057941ms","start":"2026-02-26T22:48:23.927101Z","end":"2026-02-26T22:48:24.368159Z","steps":["trace[1352033338] 'agreement among raft nodes before linearized reading' (duration: 441.00802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.367587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:23.92377Z","time spent":"443.813219ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-02-26T22:48:24.368208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:23.927089Z","time spent":"441.108032ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:48:24.367741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:23.92386Z","time spent":"443.874631ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12611,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T22:48:24.3678Z","caller":"traceutil/trace.go:171","msg":"trace[743195209] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23952; }","duration":"445.304667ms","start":"2026-02-26T22:48:23.92249Z","end":"2026-02-26T22:48:24.367794Z","steps":["trace[743195209] 'agreement among raft nodes before linearized reading' (duration: 445.241915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:48:24.368365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:48:23.922485Z","time spent":"445.864192ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12611,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T22:49:28.453727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446109,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T22:49:28.596001Z","caller":"traceutil/trace.go:171","msg":"trace[1810218006] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"682.075366ms","start":"2026-02-26T22:49:27.913892Z","end":"2026-02-26T22:49:28.595967Z","steps":["trace[1810218006] 'process raft request' (duration: 681.744898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:28.596545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:27.913883Z","time spent":"682.228739ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:29.127758Z","caller":"traceutil/trace.go:171","msg":"trace[2063786888] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"1.209793313s","start":"2026-02-26T22:49:27.917924Z","end":"2026-02-26T22:49:29.127717Z","steps":["trace[2063786888] 'process raft request' (duration: 1.186944368s)","trace[2063786888] 'compare' (duration: 22.429793ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:29.127926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:27.917901Z","time spent":"1.209942017s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:29.131293Z","caller":"traceutil/trace.go:171","msg":"trace[1658395834] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"544.800608ms","start":"2026-02-26T22:49:28.586466Z","end":"2026-02-26T22:49:29.131267Z","steps":["trace[1658395834] 'process raft request' (duration: 544.605953ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:29.131309Z","caller":"traceutil/trace.go:171","msg":"trace[1423214876] linearizableReadLoop","detail":"{readStateIndex:25446; appliedIndex:25443; }","duration":"1.17778062s","start":"2026-02-26T22:49:27.953496Z","end":"2026-02-26T22:49:29.131277Z","steps":["trace[1423214876] 'read index received' (duration: 642.074392ms)","trace[1423214876] 'applied index is now lower than readState.Index' (duration: 535.704318ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:49:29.13136Z","caller":"traceutil/trace.go:171","msg":"trace[1045045455] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"527.632915ms","start":"2026-02-26T22:49:28.603699Z","end":"2026-02-26T22:49:29.131331Z","steps":["trace[1045045455] 'process raft request' (duration: 527.528453ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:29.13144Z","caller":"traceutil/trace.go:171","msg":"trace[1206146753] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"485.389044ms","start":"2026-02-26T22:49:28.646034Z","end":"2026-02-26T22:49:29.131423Z","steps":["trace[1206146753] 'process raft request' (duration: 485.221919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:29.131497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:28.603676Z","time spent":"527.744218ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:29.131514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:28.646003Z","time spent":"485.473046ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:29.131572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178034416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T22:49:29.131652Z","caller":"traceutil/trace.go:171","msg":"trace[1999019080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24558; }","duration":"1.178151589s","start":"2026-02-26T22:49:27.953485Z","end":"2026-02-26T22:49:29.131637Z","steps":["trace[1999019080] 'agreement among raft nodes before linearized reading' (duration: 1.177900513s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:29.131704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:27.95341Z","time spent":"1.178284952s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:49:29.131812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:28.586434Z","time spent":"544.909491ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:29.132002Z","caller":"traceutil/trace.go:171","msg":"trace[296464359] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"485.63633ms","start":"2026-02-26T22:49:28.646296Z","end":"2026-02-26T22:49:29.131932Z","steps":["trace[296464359] 'process raft request' (duration: 484.990174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:29.132201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171507031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T22:49:29.132224Z","caller":"traceutil/trace.go:171","msg":"trace[1637350574] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"461.138244ms","start":"2026-02-26T22:49:28.671072Z","end":"2026-02-26T22:49:29.132211Z","steps":["trace[1637350574] 'process raft request' (duration: 460.98151ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:29.132247Z","caller":"traceutil/trace.go:171","msg":"trace[1986211903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24561; }","duration":"1.171580813s","start":"2026-02-26T22:49:27.960657Z","end":"2026-02-26T22:49:29.132238Z","steps":["trace[1986211903] 'agreement among raft nodes before linearized reading' (duration: 1.171436079s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:29.132272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:27.960647Z","time spent":"1.171620023s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:49:29.132299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:28.671048Z","time spent":"461.210226ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:29.132346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095978523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:29.13239Z","caller":"traceutil/trace.go:171","msg":"trace[744675594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24561; }","duration":"1.096069666s","start":"2026-02-26T22:49:28.036313Z","end":"2026-02-26T22:49:29.132383Z","steps":["trace[744675594] 'agreement among raft nodes before linearized reading' (duration: 1.096013565s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:29.132414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:28.036289Z","time spent":"1.096120407s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:49:29.132433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.300601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:29.132497Z","caller":"traceutil/trace.go:171","msg":"trace[935997423] transaction","detail":"{read_only:false; response_revision:24560; number_of_response:1; }","duration":"485.930987ms","start":"2026-02-26T22:49:28.646558Z","end":"2026-02-26T22:49:29.132489Z","steps":["trace[935997423] 'process raft request' (duration: 485.446155ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:29.132513Z","caller":"traceutil/trace.go:171","msg":"trace[1944777807] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24561; }","duration":"963.410023ms","start":"2026-02-26T22:49:28.16908Z","end":"2026-02-26T22:49:29.13249Z","steps":["trace[1944777807] 'agreement among raft nodes before linearized reading' (duration: 963.244939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:29.132474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:28.646287Z","time spent":"485.846965ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:29.132586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:28.646549Z","time spent":"485.983389ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:29.132663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.185477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T22:49:29.1327Z","caller":"traceutil/trace.go:171","msg":"trace[1692390981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24561; }","duration":"225.268539ms","start":"2026-02-26T22:49:28.907422Z","end":"2026-02-26T22:49:29.132691Z","steps":["trace[1692390981] 'agreement among raft nodes before linearized reading' (duration: 225.162876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:29.132561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:28.169063Z","time spent":"963.486935ms","remote":"127.0.0.1:52266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:49:29.132461Z","caller":"traceutil/trace.go:171","msg":"trace[1050478206] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"485.984319ms","start":"2026-02-26T22:49:28.646465Z","end":"2026-02-26T22:49:29.13245Z","steps":["trace[1050478206] 'process raft request' (duration: 484.844941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:29.132944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:28.646179Z","time spent":"486.710007ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:34.696461Z","caller":"traceutil/trace.go:171","msg":"trace[932079459] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"558.618864ms","start":"2026-02-26T22:49:34.137812Z","end":"2026-02-26T22:49:34.69643Z","steps":["trace[932079459] 'process raft request' (duration: 558.217324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:34.69663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:34.137778Z","time spent":"558.779788ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:35.237227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446199,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T22:49:35.451182Z","caller":"traceutil/trace.go:171","msg":"trace[1201904731] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"749.679694ms","start":"2026-02-26T22:49:34.701457Z","end":"2026-02-26T22:49:35.451136Z","steps":["trace[1201904731] 'process raft request' (duration: 676.367873ms)","trace[1201904731] 'compare' (duration: 72.972523ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:35.451371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:34.70143Z","time spent":"749.841769ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:37.038607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00020309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:49:37.038767Z","caller":"traceutil/trace.go:171","msg":"trace[1991077597] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000437747s","start":"2026-02-26T22:49:35.038293Z","end":"2026-02-26T22:49:37.038731Z","steps":["trace[1991077597] 'agreement among raft nodes before linearized reading' (duration: 2.000234561s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:37.038846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.038267Z","time spent":"2.00056072s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:49:37.042137Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.653638004s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:49:37.912815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.334395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:49:37.913027Z","caller":"traceutil/trace.go:171","msg":"trace[660345374] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"2.756805818s","start":"2026-02-26T22:49:35.156197Z","end":"2026-02-26T22:49:37.913003Z","steps":["trace[660345374] 'process raft request' (duration: 1.886181375s)","trace[660345374] 'compare' (duration: 870.025417ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:37.913108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.156156Z","time spent":"2.75691045s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:37.913745Z","caller":"traceutil/trace.go:171","msg":"trace[1677708343] linearizableReadLoop","detail":"{readStateIndex:25494; appliedIndex:25487; }","duration":"3.176770788s","start":"2026-02-26T22:49:34.736895Z","end":"2026-02-26T22:49:37.913666Z","steps":["trace[1677708343] 'read index received' (duration: 641.017124ms)","trace[1677708343] 'applied index is now lower than readState.Index' (duration: 2.535752184s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:49:37.913836Z","caller":"traceutil/trace.go:171","msg":"trace[166517148] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"2.751280789s","start":"2026-02-26T22:49:35.162502Z","end":"2026-02-26T22:49:37.913783Z","steps":["trace[166517148] 'process raft request' (duration: 2.750748656s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:37.913889Z","caller":"traceutil/trace.go:171","msg":"trace[1298164279] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"2.750953581s","start":"2026-02-26T22:49:35.162917Z","end":"2026-02-26T22:49:37.913871Z","steps":["trace[1298164279] 'process raft request' (duration: 2.750428008s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:37.914039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.162912Z","time spent":"2.751019942s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:37.914137Z","caller":"traceutil/trace.go:171","msg":"trace[1065645645] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"2.750465118s","start":"2026-02-26T22:49:35.163655Z","end":"2026-02-26T22:49:37.91412Z","steps":["trace[1065645645] 'process raft request' (duration: 2.749838553s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:37.914138Z","caller":"traceutil/trace.go:171","msg":"trace[339547232] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"2.74970384s","start":"2026-02-26T22:49:35.164405Z","end":"2026-02-26T22:49:37.914109Z","steps":["trace[339547232] 'process raft request' (duration: 2.749154566s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:37.91417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.162482Z","time spent":"2.751426002s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:37.914215Z","caller":"traceutil/trace.go:171","msg":"trace[792810311] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"2.609306872s","start":"2026-02-26T22:49:35.304891Z","end":"2026-02-26T22:49:37.914198Z","steps":["trace[792810311] 'process raft request' (duration: 2.608718087s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:37.91423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.16362Z","time spent":"2.750568221s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:37.914193Z","caller":"traceutil/trace.go:171","msg":"trace[913180281] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"2.754371487s","start":"2026-02-26T22:49:35.159772Z","end":"2026-02-26T22:49:37.914143Z","steps":["trace[913180281] 'process raft request' (duration: 2.753183877s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:37.914279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.164392Z","time spent":"2.749810742s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:37.914276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.177355593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:49:37.91431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.304873Z","time spent":"2.609390354s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:37.914338Z","caller":"traceutil/trace.go:171","msg":"trace[1655684957] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24602; }","duration":"3.177475196s","start":"2026-02-26T22:49:34.736846Z","end":"2026-02-26T22:49:37.914321Z","steps":["trace[1655684957] 'agreement among raft nodes before linearized reading' (duration: 3.177348373s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:37.914802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:34.736825Z","time spent":"3.177950547s","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:37.91439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.159756Z","time spent":"2.75453749s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:38.414746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:49:38.916297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:49:39.039671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000264651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:49:39.039849Z","caller":"traceutil/trace.go:171","msg":"trace[1150392982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000449227s","start":"2026-02-26T22:49:37.039322Z","end":"2026-02-26T22:49:39.039772Z","steps":["trace[1150392982] 'agreement among raft nodes before linearized reading' (duration: 2.000307753s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:39.040012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:37.039296Z","time spent":"2.000660831s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:49:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:49:39.416403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:49:39.570559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.610001707s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:49:39.785209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.361256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:49:39.785471Z","caller":"traceutil/trace.go:171","msg":"trace[386513063] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"3.483191636s","start":"2026-02-26T22:49:36.302258Z","end":"2026-02-26T22:49:39.78545Z","steps":["trace[386513063] 'process raft request' (duration: 3.483082383s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:39.785542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:36.30223Z","time spent":"3.483276488s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:39.78581Z","caller":"traceutil/trace.go:171","msg":"trace[592599018] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"3.881318578s","start":"2026-02-26T22:49:35.904473Z","end":"2026-02-26T22:49:39.785791Z","steps":["trace[592599018] 'process raft request' (duration: 3.666274565s)","trace[592599018] 'compare' (duration: 213.738251ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:39.785885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.904445Z","time spent":"3.88140362s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:40.16483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999807536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:49:40.164928Z","caller":"traceutil/trace.go:171","msg":"trace[102774974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99995491s","start":"2026-02-26T22:49:35.164948Z","end":"2026-02-26T22:49:40.164903Z","steps":["trace[102774974] 'agreement among raft nodes before linearized reading' (duration: 4.999836407s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:40.164976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.164938Z","time spent":"5.000027954s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 22:49:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:49:40.167414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99955405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:49:40.167544Z","caller":"traceutil/trace.go:171","msg":"trace[1598378777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999757576s","start":"2026-02-26T22:49:35.167759Z","end":"2026-02-26T22:49:40.167516Z","steps":["trace[1598378777] 'agreement among raft nodes before linearized reading' (duration: 4.999566791s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:40.167608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.167749Z","time spent":"4.999845348s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:49:40.176268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000393962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:49:40.176324Z","caller":"traceutil/trace.go:171","msg":"trace[1089146059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000478375s","start":"2026-02-26T22:49:35.175833Z","end":"2026-02-26T22:49:40.176311Z","steps":["trace[1089146059] 'agreement among raft nodes before linearized reading' (duration: 5.000410873s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:40.176358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.175823Z","time spent":"5.000525936s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:49:41.047437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999752388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:49:41.047558Z","caller":"traceutil/trace.go:171","msg":"trace[1677099293] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999981075s","start":"2026-02-26T22:49:39.047556Z","end":"2026-02-26T22:49:41.047537Z","steps":["trace[1677099293] 'agreement among raft nodes before linearized reading' (duration: 1.999835881s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:41.047604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:39.047504Z","time spent":"2.000090837s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:49:41.599015Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.710373298s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:49:41.810324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921689507s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-26T22:49:41.810481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.502838ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:41.810633Z","caller":"traceutil/trace.go:171","msg":"trace[1466393248] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24604; }","duration":"702.684683ms","start":"2026-02-26T22:49:41.107928Z","end":"2026-02-26T22:49:41.810613Z","steps":["trace[1466393248] 'range keys from in-memory index tree' (duration: 702.479288ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:41.811601Z","caller":"traceutil/trace.go:171","msg":"trace[960192318] linearizableReadLoop","detail":"{readStateIndex:25498; appliedIndex:25495; }","duration":"3.897756571s","start":"2026-02-26T22:49:37.91382Z","end":"2026-02-26T22:49:41.811577Z","steps":["trace[960192318] 'read index received' (duration: 1.656930936s)","trace[960192318] 'applied index is now lower than readState.Index' (duration: 2.240824495s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:49:41.811719Z","caller":"traceutil/trace.go:171","msg":"trace[2042221091] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"2.378484483s","start":"2026-02-26T22:49:39.433216Z","end":"2026-02-26T22:49:41.811701Z","steps":["trace[2042221091] 'process raft request' (duration: 2.377211221s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:41.81185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:39.433199Z","time spent":"2.378576666s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:42.31241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446221,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:49:42.813094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446221,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:49:43.048282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:49:43.048387Z","caller":"traceutil/trace.go:171","msg":"trace[1806820712] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000399255s","start":"2026-02-26T22:49:41.047971Z","end":"2026-02-26T22:49:43.04837Z","steps":["trace[1806820712] 'agreement among raft nodes before linearized reading' (duration: 2.000276712s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.04843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:41.047956Z","time spent":"2.000464847s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:49:43.267879Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.458390298s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:49:43.360564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.515072254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:49:43.360647Z","caller":"traceutil/trace.go:171","msg":"trace[1247753847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24605; }","duration":"6.515225367s","start":"2026-02-26T22:49:36.845398Z","end":"2026-02-26T22:49:43.360623Z","steps":["trace[1247753847] 'agreement among raft nodes before linearized reading' (duration: 4.966246783s)","trace[1247753847] 'count revisions from in-memory index tree' (duration: 1.54884203s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:43.360697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:36.845379Z","time spent":"6.51530663s","remote":"127.0.0.1:35618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.360804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.157641727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"warn","ts":"2026-02-26T22:49:43.360828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.186352671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T22:49:43.36087Z","caller":"traceutil/trace.go:171","msg":"trace[1222641489] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24605; }","duration":"7.15775778s","start":"2026-02-26T22:49:36.203093Z","end":"2026-02-26T22:49:43.360851Z","steps":["trace[1222641489] 'agreement among raft nodes before linearized reading' (duration: 5.60854208s)","trace[1222641489] 'range keys from in-memory index tree' (duration: 1.549044325s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:43.360985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.600662029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:49:43.360988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:36.203075Z","time spent":"7.157903313s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11780,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-02-26T22:49:43.361008Z","caller":"traceutil/trace.go:171","msg":"trace[1736099289] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24605; }","duration":"8.600718571s","start":"2026-02-26T22:49:34.760281Z","end":"2026-02-26T22:49:43.361Z","steps":["trace[1736099289] 'agreement among raft nodes before linearized reading' (duration: 7.051419449s)","trace[1736099289] 'count revisions from in-memory index tree' (duration: 1.549265551s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:43.361045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:34.760263Z","time spent":"8.600774102s","remote":"127.0.0.1:40060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.361156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.780726267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:43.361186Z","caller":"traceutil/trace.go:171","msg":"trace[1144197293] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24605; }","duration":"6.780791089s","start":"2026-02-26T22:49:36.58038Z","end":"2026-02-26T22:49:43.361171Z","steps":["trace[1144197293] 'agreement among raft nodes before linearized reading' (duration: 5.231274702s)","trace[1144197293] 'count revisions from in-memory index tree' (duration: 1.549482306s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:43.361206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:36.580351Z","time spent":"6.780849491s","remote":"127.0.0.1:58592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.361206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.962680439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:43.361253Z","caller":"traceutil/trace.go:171","msg":"trace[1018527345] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24605; }","duration":"6.962770461s","start":"2026-02-26T22:49:36.398468Z","end":"2026-02-26T22:49:43.361238Z","steps":["trace[1018527345] 'agreement among raft nodes before linearized reading' (duration: 5.41313479s)","trace[1018527345] 'count revisions from in-memory index tree' (duration: 1.549555818s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:43.361263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.794741257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-02-26T22:49:43.361287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:36.398451Z","time spent":"6.962826533s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.361404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.398812487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-b945c74b8-cqdjq.1897ec1348a1a578\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-02-26T22:49:43.361429Z","caller":"traceutil/trace.go:171","msg":"trace[134138074] range","detail":"{range_begin:/registry/events/openstack/cinder-api-b945c74b8-cqdjq.1897ec1348a1a578; range_end:; response_count:1; response_revision:24605; }","duration":"7.398877468s","start":"2026-02-26T22:49:35.962544Z","end":"2026-02-26T22:49:43.361421Z","steps":["trace[134138074] 'agreement among raft nodes before linearized reading' (duration: 5.849096203s)","trace[134138074] 'range keys from in-memory index tree' (duration: 1.549699173s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:43.361451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.962526Z","time spent":"7.39891846s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1199,"request content":"key:\"/registry/events/openstack/cinder-api-b945c74b8-cqdjq.1897ec1348a1a578\" "} {"level":"warn","ts":"2026-02-26T22:49:43.361535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.54223741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T22:49:43.361548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.040746714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:43.361568Z","caller":"traceutil/trace.go:171","msg":"trace[742186614] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24605; }","duration":"7.542313462s","start":"2026-02-26T22:49:35.819244Z","end":"2026-02-26T22:49:43.361557Z","steps":["trace[742186614] 'agreement among raft nodes before linearized reading' (duration: 5.992375203s)","trace[742186614] 'range keys from in-memory index tree' (duration: 1.549811046s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:43.361598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.818985Z","time spent":"7.542607019s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:49:43.361739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.906178338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:49:43.361763Z","caller":"traceutil/trace.go:171","msg":"trace[422990765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24605; }","duration":"5.906238s","start":"2026-02-26T22:49:37.455518Z","end":"2026-02-26T22:49:43.361756Z","steps":["trace[422990765] 'agreement among raft nodes before linearized reading' (duration: 4.356124166s)","trace[422990765] 'range keys from in-memory index tree' (duration: 1.549941378s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:43.361788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:37.455498Z","time spent":"5.90628527s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:49:43.361826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.289755157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:49:43.361862Z","caller":"traceutil/trace.go:171","msg":"trace[1817509639] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24605; }","duration":"7.289828719s","start":"2026-02-26T22:49:36.07202Z","end":"2026-02-26T22:49:43.361849Z","steps":["trace[1817509639] 'agreement among raft nodes before linearized reading' (duration: 5.739611643s)","trace[1817509639] 'count revisions from in-memory index tree' (duration: 1.550163185s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:49:43.360892Z","caller":"traceutil/trace.go:171","msg":"trace[109606690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24605; }","duration":"8.186444434s","start":"2026-02-26T22:49:35.17443Z","end":"2026-02-26T22:49:43.360874Z","steps":["trace[109606690] 'agreement among raft nodes before linearized reading' (duration: 6.637255474s)","trace[109606690] 'range keys from in-memory index tree' (duration: 1.549008635s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:43.361923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.174419Z","time spent":"8.18749534s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:49:43.361927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.454436361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:43.361959Z","caller":"traceutil/trace.go:171","msg":"trace[2008461720] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24605; }","duration":"6.454468442s","start":"2026-02-26T22:49:36.90748Z","end":"2026-02-26T22:49:43.361949Z","steps":["trace[2008461720] 'agreement among raft nodes before linearized reading' (duration: 4.904160764s)","trace[2008461720] 'count revisions from in-memory index tree' (duration: 1.550264396s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:43.361987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:36.90742Z","time spent":"6.454559624s","remote":"127.0.0.1:40148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.360931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.583194029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:43.362082Z","caller":"traceutil/trace.go:171","msg":"trace[815326172] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24605; }","duration":"7.584400709s","start":"2026-02-26T22:49:35.777672Z","end":"2026-02-26T22:49:43.362072Z","steps":["trace[815326172] 'agreement among raft nodes before linearized reading' (duration: 6.03401888s)","trace[815326172] 'count revisions from in-memory index tree' (duration: 1.54922117s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:43.362101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.777654Z","time spent":"7.58444075s","remote":"127.0.0.1:52230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:49:43.361293Z","caller":"traceutil/trace.go:171","msg":"trace[1473854559] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:24605; }","duration":"5.794805479s","start":"2026-02-26T22:49:37.566477Z","end":"2026-02-26T22:49:43.361283Z","steps":["trace[1473854559] 'agreement among raft nodes before linearized reading' (duration: 4.24523047s)","trace[1473854559] 'range keys from in-memory index tree' (duration: 1.549501607s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:43.362218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:37.566455Z","time spent":"5.795751434s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-02-26T22:49:43.360957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.930394641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:43.362255Z","caller":"traceutil/trace.go:171","msg":"trace[1438772915] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24605; }","duration":"7.931736075s","start":"2026-02-26T22:49:35.430507Z","end":"2026-02-26T22:49:43.362243Z","steps":["trace[1438772915] 'agreement among raft nodes before linearized reading' (duration: 6.381195461s)","trace[1438772915] 'count revisions from in-memory index tree' (duration: 1.549241221s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:43.36229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.430484Z","time spent":"7.931794716s","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:49:43.361574Z","caller":"traceutil/trace.go:171","msg":"trace[1427880138] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24605; }","duration":"8.040799666s","start":"2026-02-26T22:49:35.320765Z","end":"2026-02-26T22:49:43.361564Z","steps":["trace[1427880138] 'agreement among raft nodes before linearized reading' (duration: 6.490912658s)","trace[1427880138] 'count revisions from in-memory index tree' (duration: 1.549852077s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:43.362504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:35.320751Z","time spent":"8.041739429s","remote":"127.0.0.1:52278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.361893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:36.071999Z","time spent":"7.289883541s","remote":"127.0.0.1:38208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.36346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551850636s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:49:43.363748Z","caller":"traceutil/trace.go:171","msg":"trace[1434272833] linearizableReadLoop","detail":"{readStateIndex:25507; appliedIndex:25499; }","duration":"1.552080742s","start":"2026-02-26T22:49:41.811659Z","end":"2026-02-26T22:49:43.36374Z","steps":["trace[1434272833] 'read index received' (duration: 1.456368377s)","trace[1434272833] 'applied index is now lower than readState.Index' (duration: 95.711584ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:49:43.363894Z","caller":"traceutil/trace.go:171","msg":"trace[19700777] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"3.661494315s","start":"2026-02-26T22:49:39.702391Z","end":"2026-02-26T22:49:43.363886Z","steps":["trace[19700777] 'process raft request' (duration: 2.109172537s)","trace[19700777] 'compare' (duration: 1.549507868s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:43.363935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:39.702351Z","time spent":"3.661564057s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:43.364018Z","caller":"traceutil/trace.go:171","msg":"trace[1307205998] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"3.44595917s","start":"2026-02-26T22:49:39.918054Z","end":"2026-02-26T22:49:43.364013Z","steps":["trace[1307205998] 'process raft request' (duration: 3.445456838s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.364045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:39.91802Z","time spent":"3.446009192s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:43.364126Z","caller":"traceutil/trace.go:171","msg":"trace[224269058] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"3.444430012s","start":"2026-02-26T22:49:39.91969Z","end":"2026-02-26T22:49:43.36412Z","steps":["trace[224269058] 'process raft request' (duration: 3.443924079s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.364159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:39.919666Z","time spent":"3.444474533s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:43.364225Z","caller":"traceutil/trace.go:171","msg":"trace[1512654882] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"3.444077833s","start":"2026-02-26T22:49:39.920143Z","end":"2026-02-26T22:49:43.36422Z","steps":["trace[1512654882] 'process raft request' (duration: 3.443492288s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.364251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:39.920113Z","time spent":"3.444122435s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:43.36432Z","caller":"traceutil/trace.go:171","msg":"trace[2052107604] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"3.44352125s","start":"2026-02-26T22:49:39.92079Z","end":"2026-02-26T22:49:43.364312Z","steps":["trace[2052107604] 'process raft request' (duration: 3.442870713s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.364359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:39.920772Z","time spent":"3.443566031s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:43.364475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.54253826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:49:43.364497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.949187343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T22:49:43.364527Z","caller":"traceutil/trace.go:171","msg":"trace[1595456020] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24613; }","duration":"4.542634703s","start":"2026-02-26T22:49:38.821876Z","end":"2026-02-26T22:49:43.364511Z","steps":["trace[1595456020] 'agreement among raft nodes before linearized reading' (duration: 4.54254477s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:43.36454Z","caller":"traceutil/trace.go:171","msg":"trace[1876981735] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24613; }","duration":"3.949273725s","start":"2026-02-26T22:49:39.415255Z","end":"2026-02-26T22:49:43.364529Z","steps":["trace[1876981735] 'agreement among raft nodes before linearized reading' (duration: 3.949141082s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.364562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:38.821855Z","time spent":"4.542698154s","remote":"127.0.0.1:39912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.36457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:39.415237Z","time spent":"3.949326077s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T22:49:43.364641Z","caller":"traceutil/trace.go:171","msg":"trace[947663272] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"3.443060798s","start":"2026-02-26T22:49:39.921573Z","end":"2026-02-26T22:49:43.364634Z","steps":["trace[947663272] 'process raft request' (duration: 3.442123033s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.36467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:39.921551Z","time spent":"3.443104548s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:43.364667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304932805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:43.364698Z","caller":"traceutil/trace.go:171","msg":"trace[2098685589] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24613; }","duration":"2.304963006s","start":"2026-02-26T22:49:41.059724Z","end":"2026-02-26T22:49:43.364687Z","steps":["trace[2098685589] 'agreement among raft nodes before linearized reading' (duration: 2.304916805s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:43.364715Z","caller":"traceutil/trace.go:171","msg":"trace[65125195] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"3.443906909s","start":"2026-02-26T22:49:39.920803Z","end":"2026-02-26T22:49:43.36471Z","steps":["trace[65125195] 'process raft request' (duration: 3.442874153s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.364725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:41.059706Z","time spent":"2.305011308s","remote":"127.0.0.1:40060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T22:49:43.364728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.774140908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-26T22:49:43.364737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:39.920787Z","time spent":"3.44393776s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:43.364711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085447461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:49:43.364757Z","caller":"traceutil/trace.go:171","msg":"trace[354143010] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24613; }","duration":"4.77421186s","start":"2026-02-26T22:49:38.590538Z","end":"2026-02-26T22:49:43.36475Z","steps":["trace[354143010] 'agreement among raft nodes before linearized reading' (duration: 4.774130108s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.364778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:38.590516Z","time spent":"4.774257841s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T22:49:43.364794Z","caller":"traceutil/trace.go:171","msg":"trace[991613813] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24613; }","duration":"2.085601405s","start":"2026-02-26T22:49:41.27917Z","end":"2026-02-26T22:49:43.364771Z","steps":["trace[991613813] 'agreement among raft nodes before linearized reading' (duration: 2.08539258s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.364846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:41.279146Z","time spent":"2.085689458s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.364819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327690125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:43.364929Z","caller":"traceutil/trace.go:171","msg":"trace[1785210929] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24613; }","duration":"1.327858318s","start":"2026-02-26T22:49:42.037042Z","end":"2026-02-26T22:49:43.3649Z","steps":["trace[1785210929] 'agreement among raft nodes before linearized reading' (duration: 1.327652073s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.364956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737538053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T22:49:43.36499Z","caller":"traceutil/trace.go:171","msg":"trace[96739690] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24613; }","duration":"2.737621675s","start":"2026-02-26T22:49:40.62736Z","end":"2026-02-26T22:49:43.364982Z","steps":["trace[96739690] 'agreement among raft nodes before linearized reading' (duration: 2.737476392s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:43.364996Z","caller":"traceutil/trace.go:171","msg":"trace[1200485739] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"3.443340324s","start":"2026-02-26T22:49:39.921639Z","end":"2026-02-26T22:49:43.364979Z","steps":["trace[1200485739] 'process raft request' (duration: 3.442078202s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.364996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:42.037025Z","time spent":"1.327952341s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.365021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:40.627327Z","time spent":"2.737686557s","remote":"127.0.0.1:38104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.365087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:39.921624Z","time spent":"3.443401896s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:43.365162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86599952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:43.36519Z","caller":"traceutil/trace.go:171","msg":"trace[1112580978] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24613; }","duration":"2.866071352s","start":"2026-02-26T22:49:40.499109Z","end":"2026-02-26T22:49:43.365181Z","steps":["trace[1112580978] 'agreement among raft nodes before linearized reading' (duration: 2.866026951s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.365197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.123181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:43.365222Z","caller":"traceutil/trace.go:171","msg":"trace[387991950] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24613; }","duration":"726.178303ms","start":"2026-02-26T22:49:42.639036Z","end":"2026-02-26T22:49:43.365214Z","steps":["trace[387991950] 'agreement among raft nodes before linearized reading' (duration: 726.142962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.365228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569631712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:49:43.365238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:42.63902Z","time spent":"726.213023ms","remote":"127.0.0.1:52186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.365235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:40.499055Z","time spent":"2.866155784s","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:49:43.36525Z","caller":"traceutil/trace.go:171","msg":"trace[1319698706] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24613; }","duration":"1.569698684s","start":"2026-02-26T22:49:41.795546Z","end":"2026-02-26T22:49:43.365244Z","steps":["trace[1319698706] 'agreement among raft nodes before linearized reading' (duration: 1.569653343s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.365266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:41.795524Z","time spent":"1.569738395s","remote":"127.0.0.1:51862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.365391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241405872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:49:43.365405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.408374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-26T22:49:43.365429Z","caller":"traceutil/trace.go:171","msg":"trace[474661991] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24613; }","duration":"3.241486134s","start":"2026-02-26T22:49:40.12393Z","end":"2026-02-26T22:49:43.365416Z","steps":["trace[474661991] 'agreement among raft nodes before linearized reading' (duration: 3.241430242s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:43.365453Z","caller":"traceutil/trace.go:171","msg":"trace[557994184] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:24613; }","duration":"776.493896ms","start":"2026-02-26T22:49:42.588945Z","end":"2026-02-26T22:49:43.365439Z","steps":["trace[557994184] 'agreement among raft nodes before linearized reading' (duration: 776.312912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.365474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:40.123905Z","time spent":"3.241557675s","remote":"127.0.0.1:58596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.36549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:42.588928Z","time spent":"776.553038ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"warn","ts":"2026-02-26T22:49:43.365608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.800568139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:49:43.365625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192394296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:43.365648Z","caller":"traceutil/trace.go:171","msg":"trace[1626909828] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24613; }","duration":"3.800648331s","start":"2026-02-26T22:49:39.564987Z","end":"2026-02-26T22:49:43.365635Z","steps":["trace[1626909828] 'agreement among raft nodes before linearized reading' (duration: 3.80058659s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.365657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.577654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:43.36575Z","caller":"traceutil/trace.go:171","msg":"trace[742325486] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24613; }","duration":"322.653505ms","start":"2026-02-26T22:49:43.043031Z","end":"2026-02-26T22:49:43.365684Z","steps":["trace[742325486] 'agreement among raft nodes before linearized reading' (duration: 322.587634ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:43.365678Z","caller":"traceutil/trace.go:171","msg":"trace[466905118] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24613; }","duration":"1.192451007s","start":"2026-02-26T22:49:42.173212Z","end":"2026-02-26T22:49:43.365663Z","steps":["trace[466905118] 'agreement among raft nodes before linearized reading' (duration: 1.192365965s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.36568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:39.564968Z","time spent":"3.800703542s","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.365817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:42.173182Z","time spent":"1.192621871s","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.365834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.848408154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:43.365876Z","caller":"traceutil/trace.go:171","msg":"trace[1921485082] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24613; }","duration":"4.848488406s","start":"2026-02-26T22:49:38.517379Z","end":"2026-02-26T22:49:43.365867Z","steps":["trace[1921485082] 'agreement among raft nodes before linearized reading' (duration: 4.848426594s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.365903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:38.517355Z","time spent":"4.848540897s","remote":"127.0.0.1:49144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.365786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.043012Z","time spent":"322.764618ms","remote":"127.0.0.1:39750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.366001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012266989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:49:43.366034Z","caller":"traceutil/trace.go:171","msg":"trace[1143548709] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24613; }","duration":"1.012347462s","start":"2026-02-26T22:49:42.353675Z","end":"2026-02-26T22:49:43.366022Z","steps":["trace[1143548709] 'agreement among raft nodes before linearized reading' (duration: 1.0122885s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.366067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:42.353646Z","time spent":"1.012413913s","remote":"127.0.0.1:38214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.366093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.009131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:49:43.36615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.509812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:49:43.366183Z","caller":"traceutil/trace.go:171","msg":"trace[396917011] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24613; }","duration":"285.543963ms","start":"2026-02-26T22:49:43.08063Z","end":"2026-02-26T22:49:43.366174Z","steps":["trace[396917011] 'agreement among raft nodes before linearized reading' (duration: 285.417589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.366191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.954436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:49:43.366208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.161285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:43.366236Z","caller":"traceutil/trace.go:171","msg":"trace[275993354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24613; }","duration":"312.009478ms","start":"2026-02-26T22:49:43.054211Z","end":"2026-02-26T22:49:43.366221Z","steps":["trace[275993354] 'agreement among raft nodes before linearized reading' (duration: 311.944746ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:43.36625Z","caller":"traceutil/trace.go:171","msg":"trace[445308561] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24613; }","duration":"547.247597ms","start":"2026-02-26T22:49:42.81899Z","end":"2026-02-26T22:49:43.366238Z","steps":["trace[445308561] 'agreement among raft nodes before linearized reading' (duration: 547.182646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.36627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.0542Z","time spent":"312.061269ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:49:43.366147Z","caller":"traceutil/trace.go:171","msg":"trace[98654779] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24613; }","duration":"426.059773ms","start":"2026-02-26T22:49:42.940069Z","end":"2026-02-26T22:49:43.366129Z","steps":["trace[98654779] 'agreement among raft nodes before linearized reading' (duration: 425.987501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.366255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187781029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T22:49:43.366339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:42.939999Z","time spent":"426.328939ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:49:43.366343Z","caller":"traceutil/trace.go:171","msg":"trace[240268825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24613; }","duration":"1.187917472s","start":"2026-02-26T22:49:42.178413Z","end":"2026-02-26T22:49:43.36633Z","steps":["trace[240268825] 'agreement among raft nodes before linearized reading' (duration: 1.187772749s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.366385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:42.178384Z","time spent":"1.187988055s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:49:43.36602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.403206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:49:43.366518Z","caller":"traceutil/trace.go:171","msg":"trace[1290234322] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24613; }","duration":"380.94983ms","start":"2026-02-26T22:49:42.985554Z","end":"2026-02-26T22:49:43.366504Z","steps":["trace[1290234322] 'agreement among raft nodes before linearized reading' (duration: 380.377696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.366296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:42.81897Z","time spent":"547.312659ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.366554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:42.985535Z","time spent":"381.007261ms","remote":"127.0.0.1:51866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:43.366656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199288608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T22:49:43.366692Z","caller":"traceutil/trace.go:171","msg":"trace[279071917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24613; }","duration":"1.19936688s","start":"2026-02-26T22:49:42.167315Z","end":"2026-02-26T22:49:43.366682Z","steps":["trace[279071917] 'agreement among raft nodes before linearized reading' (duration: 1.199273698s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.36672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:42.167293Z","time spent":"1.199421222s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:49:43.367277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196834408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T22:49:43.367347Z","caller":"traceutil/trace.go:171","msg":"trace[1680776371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24613; }","duration":"1.19694975s","start":"2026-02-26T22:49:42.170378Z","end":"2026-02-26T22:49:43.367328Z","steps":["trace[1680776371] 'agreement among raft nodes before linearized reading' (duration: 1.195276508s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:43.367402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:42.170347Z","time spent":"1.197042463s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:49:43.870096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446223,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:49:44.370427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446223,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:49:44.816689Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.451031423s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:49:44.952213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.462654Z","time spent":"1.4895506s","remote":"127.0.0.1:58486","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T22:49:44.953579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.588232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:49:44.953671Z","caller":"traceutil/trace.go:171","msg":"trace[1675054412] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"1.588059306s","start":"2026-02-26T22:49:43.36559Z","end":"2026-02-26T22:49:44.95365Z","steps":["trace[1675054412] 'process raft request' (duration: 1.451318771s)","trace[1675054412] 'compare' (duration: 136.12735ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:44.953762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.875595Z","time spent":"1.078157636s","remote":"127.0.0.1:58512","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T22:49:44.953887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.365578Z","time spent":"1.58824151s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1160,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:45.165314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.374146Z","time spent":"1.791160168s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 22:49:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:49:45.168025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.377666Z","time spent":"1.790354897s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 22:49:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:49:45.174472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.370016Z","time spent":"1.804448571s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 22:49:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:49:45.176311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.375608Z","time spent":"1.800699526s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 22:49:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:49:45.369209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000222329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:49:45.369298Z","caller":"traceutil/trace.go:171","msg":"trace[85449659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000395724s","start":"2026-02-26T22:49:43.368881Z","end":"2026-02-26T22:49:45.369277Z","steps":["trace[85449659] 'agreement among raft nodes before linearized reading' (duration: 2.00025124s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:45.369388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.368865Z","time spent":"2.000513127s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:49:45.647989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.368797Z","time spent":"2.279185998s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T22:49:45.648293Z","caller":"traceutil/trace.go:171","msg":"trace[70391338] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"2.278309636s","start":"2026-02-26T22:49:43.369954Z","end":"2026-02-26T22:49:45.648263Z","steps":["trace[70391338] 'process raft request' (duration: 2.277837634s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:45.648492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.369936Z","time spent":"2.278418118s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:45.648522Z","caller":"traceutil/trace.go:171","msg":"trace[1449021665] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"2.274406698s","start":"2026-02-26T22:49:43.374091Z","end":"2026-02-26T22:49:45.648498Z","steps":["trace[1449021665] 'process raft request' (duration: 2.273855514s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:45.64871Z","caller":"traceutil/trace.go:171","msg":"trace[585701007] linearizableReadLoop","detail":"{readStateIndex:25516; appliedIndex:25507; }","duration":"2.279775053s","start":"2026-02-26T22:49:43.368922Z","end":"2026-02-26T22:49:45.648697Z","steps":["trace[585701007] 'read index received' (duration: 1.448002507s)","trace[585701007] 'applied index is now lower than readState.Index' (duration: 831.771586ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:49:45.64874Z","caller":"traceutil/trace.go:171","msg":"trace[1753895803] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"2.271052614s","start":"2026-02-26T22:49:43.377671Z","end":"2026-02-26T22:49:45.648724Z","steps":["trace[1753895803] 'process raft request' (duration: 2.270746556s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:45.648827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.377662Z","time spent":"2.271122876s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:45.649667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.374079Z","time spent":"2.274670134s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:46.148965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:49:46.649975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:49:47.151253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:49:47.378259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999993194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:49:47.378346Z","caller":"traceutil/trace.go:171","msg":"trace[285229774] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000118798s","start":"2026-02-26T22:49:45.37821Z","end":"2026-02-26T22:49:47.378329Z","steps":["trace[285229774] 'agreement among raft nodes before linearized reading' (duration: 2.000014035s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:47.378402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:45.3782Z","time spent":"2.000193389s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:49:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:49:47.626808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.540338577s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:49:47.627443Z","caller":"traceutil/trace.go:171","msg":"trace[1882083143] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24622; }","duration":"2.457719604s","start":"2026-02-26T22:49:45.169669Z","end":"2026-02-26T22:49:47.627388Z","steps":["trace[1882083143] 'process raft request' (duration: 2.457527839s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:47.627528Z","caller":"traceutil/trace.go:171","msg":"trace[1126945323] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24622; }","duration":"2.451455216s","start":"2026-02-26T22:49:45.176063Z","end":"2026-02-26T22:49:47.627518Z","steps":["trace[1126945323] 'process raft request' (duration: 2.45120056s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:47.627643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:45.169659Z","time spent":"2.457877108s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":528,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:47.627676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:45.176038Z","time spent":"2.451533298s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":470,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:47.627668Z","caller":"traceutil/trace.go:171","msg":"trace[1152423496] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"2.256350294s","start":"2026-02-26T22:49:45.371291Z","end":"2026-02-26T22:49:47.627642Z","steps":["trace[1152423496] 'process raft request' (duration: 2.256308283s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:47.627454Z","caller":"traceutil/trace.go:171","msg":"trace[1540387228] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24622; }","duration":"2.448363189s","start":"2026-02-26T22:49:45.179049Z","end":"2026-02-26T22:49:47.627412Z","steps":["trace[1540387228] 'process raft request' (duration: 2.448252936s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:47.62782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:45.371285Z","time spent":"2.256456897s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:47.627869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:45.17904Z","time spent":"2.44879004s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":515,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:47.627963Z","caller":"traceutil/trace.go:171","msg":"trace[645570483] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"2.257346901s","start":"2026-02-26T22:49:45.370591Z","end":"2026-02-26T22:49:47.627938Z","steps":["trace[645570483] 'process raft request' (duration: 2.256917319s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:47.627972Z","caller":"traceutil/trace.go:171","msg":"trace[1341119963] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"2.25694313s","start":"2026-02-26T22:49:45.371015Z","end":"2026-02-26T22:49:47.627959Z","steps":["trace[1341119963] 'process raft request' (duration: 2.256547059s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:47.628003Z","caller":"traceutil/trace.go:171","msg":"trace[403078051] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"2.25774801s","start":"2026-02-26T22:49:45.370236Z","end":"2026-02-26T22:49:47.627984Z","steps":["trace[403078051] 'process raft request' (duration: 2.257231586s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:47.628025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:45.370583Z","time spent":"2.257410692s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:47.628009Z","caller":"traceutil/trace.go:171","msg":"trace[1714636452] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"2.257841862s","start":"2026-02-26T22:49:45.370128Z","end":"2026-02-26T22:49:47.627969Z","steps":["trace[1714636452] 'process raft request' (duration: 2.257305218s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:47.628051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:45.371008Z","time spent":"2.256995471s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:47.6281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:45.37023Z","time spent":"2.257804932s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:47.628176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:45.370122Z","time spent":"2.257963395s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:47.628183Z","caller":"traceutil/trace.go:171","msg":"trace[191424676] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"2.258269894s","start":"2026-02-26T22:49:45.369897Z","end":"2026-02-26T22:49:47.628167Z","steps":["trace[191424676] 'process raft request' (duration: 2.257431332s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:47.628259Z","caller":"traceutil/trace.go:171","msg":"trace[523284760] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"2.258345456s","start":"2026-02-26T22:49:45.369904Z","end":"2026-02-26T22:49:47.628249Z","steps":["trace[523284760] 'process raft request' (duration: 2.257484054s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:47.628268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:45.369805Z","time spent":"2.258415808s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:47.628326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:45.369884Z","time spent":"2.258412257s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:47.987896Z","caller":"traceutil/trace.go:171","msg":"trace[964815573] linearizableReadLoop","detail":"{readStateIndex:25528; appliedIndex:25516; }","duration":"2.339126594s","start":"2026-02-26T22:49:45.64874Z","end":"2026-02-26T22:49:47.987867Z","steps":["trace[964815573] 'read index received' (duration: 1.978283369s)","trace[964815573] 'applied index is now lower than readState.Index' (duration: 360.841905ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:49:47.988064Z","caller":"traceutil/trace.go:171","msg":"trace[335958890] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"2.338876438s","start":"2026-02-26T22:49:45.649146Z","end":"2026-02-26T22:49:47.988023Z","steps":["trace[335958890] 'process raft request' (duration: 2.338515059s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:47.988078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528418439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:49:47.988112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.613983234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:47.988154Z","caller":"traceutil/trace.go:171","msg":"trace[414648841] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24630; }","duration":"2.528551782s","start":"2026-02-26T22:49:45.459581Z","end":"2026-02-26T22:49:47.988133Z","steps":["trace[414648841] 'agreement among raft nodes before linearized reading' (duration: 2.528405978s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:47.988171Z","caller":"traceutil/trace.go:171","msg":"trace[218529313] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24630; }","duration":"4.614068006s","start":"2026-02-26T22:49:43.374084Z","end":"2026-02-26T22:49:47.988152Z","steps":["trace[218529313] 'agreement among raft nodes before linearized reading' (duration: 4.613948003s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:47.988205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:45.459552Z","time spent":"2.528641816s","remote":"127.0.0.1:39954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:47.988214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.37408Z","time spent":"4.614123437s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T22:49:47.988221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:45.64912Z","time spent":"2.339015382s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:47.988218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.612529337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T22:49:47.988291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030647507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T22:49:47.988335Z","caller":"traceutil/trace.go:171","msg":"trace[2009884343] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07; range_end:; response_count:1; response_revision:24630; }","duration":"3.030713669s","start":"2026-02-26T22:49:44.957608Z","end":"2026-02-26T22:49:47.988322Z","steps":["trace[2009884343] 'agreement among raft nodes before linearized reading' (duration: 3.030639517s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:47.988368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:44.957595Z","time spent":"3.03076237s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07\" "} {"level":"warn","ts":"2026-02-26T22:49:47.988371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.147875944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:49:47.988078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032173797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:49:47.988234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611935617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-02-26T22:49:47.988424Z","caller":"traceutil/trace.go:171","msg":"trace[299024389] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24630; }","duration":"4.032579807s","start":"2026-02-26T22:49:43.955832Z","end":"2026-02-26T22:49:47.988412Z","steps":["trace[299024389] 'agreement among raft nodes before linearized reading' (duration: 4.032101165s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:47.988455Z","caller":"traceutil/trace.go:171","msg":"trace[942784854] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24630; }","duration":"2.612174474s","start":"2026-02-26T22:49:45.376269Z","end":"2026-02-26T22:49:47.988443Z","steps":["trace[942784854] 'agreement among raft nodes before linearized reading' (duration: 2.611853176s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:47.98829Z","caller":"traceutil/trace.go:171","msg":"trace[735969389] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24630; }","duration":"4.612629069s","start":"2026-02-26T22:49:43.37564Z","end":"2026-02-26T22:49:47.988269Z","steps":["trace[735969389] 'agreement among raft nodes before linearized reading' (duration: 4.612359803s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:47.988477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.409429314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:49:47.988502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.375627Z","time spent":"4.612867715s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:49:47.988502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:45.376259Z","time spent":"2.612232425s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-26T22:49:47.988514Z","caller":"traceutil/trace.go:171","msg":"trace[1967125017] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24630; }","duration":"4.409505646s","start":"2026-02-26T22:49:43.578999Z","end":"2026-02-26T22:49:47.988505Z","steps":["trace[1967125017] 'agreement among raft nodes before linearized reading' (duration: 4.409440455s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:47.988556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.578971Z","time spent":"4.409573098s","remote":"127.0.0.1:38144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:47.988582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.61463389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"info","ts":"2026-02-26T22:49:47.988417Z","caller":"traceutil/trace.go:171","msg":"trace[452976733] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24630; }","duration":"4.147979146s","start":"2026-02-26T22:49:43.840424Z","end":"2026-02-26T22:49:47.988403Z","steps":["trace[452976733] 'agreement among raft nodes before linearized reading' (duration: 4.147892144s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:47.988621Z","caller":"traceutil/trace.go:171","msg":"trace[100027622] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24630; }","duration":"4.614693061s","start":"2026-02-26T22:49:43.373917Z","end":"2026-02-26T22:49:47.98861Z","steps":["trace[100027622] 'agreement among raft nodes before linearized reading' (duration: 4.614538667s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:47.98864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.840397Z","time spent":"4.148230832s","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:47.988656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.373906Z","time spent":"4.614743183s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11780,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-26T22:49:47.988464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.955812Z","time spent":"4.032638419s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:47.988887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.619185005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-25eef02b-8b40-44c9-9bb8-682f4d285a9b\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-26T22:49:47.988949Z","caller":"traceutil/trace.go:171","msg":"trace[245694819] range","detail":"{range_begin:/registry/persistentvolumes/pvc-25eef02b-8b40-44c9-9bb8-682f4d285a9b; range_end:; response_count:1; response_revision:24630; }","duration":"4.619289707s","start":"2026-02-26T22:49:43.369644Z","end":"2026-02-26T22:49:47.988933Z","steps":["trace[245694819] 'agreement among raft nodes before linearized reading' (duration: 4.619075152s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:47.988979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:43.369623Z","time spent":"4.619350359s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-25eef02b-8b40-44c9-9bb8-682f4d285a9b\" "} {"level":"warn","ts":"2026-02-26T22:49:49.378981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000273242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:49:49.379075Z","caller":"traceutil/trace.go:171","msg":"trace[1426969494] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392245s","start":"2026-02-26T22:49:47.378662Z","end":"2026-02-26T22:49:49.379054Z","steps":["trace[1426969494] 'agreement among raft nodes before linearized reading' (duration: 2.000269472s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:49.379126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:47.37865Z","time spent":"2.000467096s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:49:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:49:49.711587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.541475955s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:49:50.636021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465891428s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T22:49:50.63756Z","caller":"traceutil/trace.go:171","msg":"trace[1184320255] linearizableReadLoop","detail":"{readStateIndex:25529; appliedIndex:25528; }","duration":"2.649547892s","start":"2026-02-26T22:49:47.987995Z","end":"2026-02-26T22:49:50.637543Z","steps":["trace[1184320255] 'read index received' (duration: 182.125705ms)","trace[1184320255] 'applied index is now lower than readState.Index' (duration: 2.467421307s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:50.637924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.255048324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:50.637947Z","caller":"traceutil/trace.go:171","msg":"trace[1196998602] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24630; }","duration":"3.255141247s","start":"2026-02-26T22:49:47.382797Z","end":"2026-02-26T22:49:50.637938Z","steps":["trace[1196998602] 'agreement among raft nodes before linearized reading' (duration: 3.255048055s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:50.637969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:47.382787Z","time spent":"3.255175218s","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:50.638013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217539472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127520"} {"level":"info","ts":"2026-02-26T22:49:50.63809Z","caller":"traceutil/trace.go:171","msg":"trace[1326258887] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24630; }","duration":"3.217684796s","start":"2026-02-26T22:49:47.420384Z","end":"2026-02-26T22:49:50.638068Z","steps":["trace[1326258887] 'agreement among raft nodes before linearized reading' (duration: 3.21742242s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:50.638129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:47.420361Z","time spent":"3.217759798s","remote":"127.0.0.1:37870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127542,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T22:49:50.638215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270193935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-26T22:49:50.638232Z","caller":"traceutil/trace.go:171","msg":"trace[460244971] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24630; }","duration":"3.270233665s","start":"2026-02-26T22:49:47.367992Z","end":"2026-02-26T22:49:50.638226Z","steps":["trace[460244971] 'agreement among raft nodes before linearized reading' (duration: 3.270147283s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:50.638245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:47.367979Z","time spent":"3.270262706s","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-26T22:49:50.638337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.302610529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:50.638351Z","caller":"traceutil/trace.go:171","msg":"trace[1654686204] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24630; }","duration":"3.30265756s","start":"2026-02-26T22:49:47.335689Z","end":"2026-02-26T22:49:50.638346Z","steps":["trace[1654686204] 'agreement among raft nodes before linearized reading' (duration: 3.30263001s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:50.638365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:47.335674Z","time spent":"3.302686242s","remote":"127.0.0.1:53056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:50.638475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.839583398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:49:50.638487Z","caller":"traceutil/trace.go:171","msg":"trace[1474937319] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24630; }","duration":"3.83963928s","start":"2026-02-26T22:49:46.798844Z","end":"2026-02-26T22:49:50.638484Z","steps":["trace[1474937319] 'agreement among raft nodes before linearized reading' (duration: 3.839588028s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:50.6385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:46.798823Z","time spent":"3.839673161s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:49:50.639275Z","caller":"traceutil/trace.go:171","msg":"trace[1443827668] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"2.647827619s","start":"2026-02-26T22:49:47.991437Z","end":"2026-02-26T22:49:50.639265Z","steps":["trace[1443827668] 'process raft request' (duration: 2.64467354s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:50.639343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:47.991411Z","time spent":"2.647885611s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:51.138627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:49:51.387583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99983906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:49:51.387747Z","caller":"traceutil/trace.go:171","msg":"trace[716169341] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000061495s","start":"2026-02-26T22:49:49.387663Z","end":"2026-02-26T22:49:51.387724Z","steps":["trace[716169341] 'agreement among raft nodes before linearized reading' (duration: 1.999874301s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:51.387825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:49.387642Z","time spent":"2.000170357s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:49:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:49:51.525152Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.751390308s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:49:53.38509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.671136215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T22:49:53.385183Z","caller":"traceutil/trace.go:171","msg":"trace[429402725] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24631; }","duration":"6.671283108s","start":"2026-02-26T22:49:46.713874Z","end":"2026-02-26T22:49:53.385158Z","steps":["trace[429402725] 'agreement among raft nodes before linearized reading' (duration: 3.924686057s)","trace[429402725] 'range keys from in-memory index tree' (duration: 2.746299734s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:53.385109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276485571s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:49:53.385232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:46.713843Z","time spent":"6.671378581s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-26T22:49:53.385263Z","caller":"traceutil/trace.go:171","msg":"trace[1367856141] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24631; }","duration":"2.276657815s","start":"2026-02-26T22:49:51.108581Z","end":"2026-02-26T22:49:53.385239Z","steps":["trace[1367856141] 'range keys from in-memory index tree' (duration: 2.27642985s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:53.387584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999825461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-02-26T22:49:53.38771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748352026s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:49:53.387642Z","caller":"traceutil/trace.go:171","msg":"trace[1536981789] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999915223s","start":"2026-02-26T22:49:51.387712Z","end":"2026-02-26T22:49:53.387627Z","steps":["trace[1536981789] 'agreement among raft nodes before linearized reading' (duration: 1.999857352s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:53.387797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:51.387696Z","time spent":"2.000090358s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:49:53.388025Z","caller":"traceutil/trace.go:171","msg":"trace[893289588] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"4.070678345s","start":"2026-02-26T22:49:49.317328Z","end":"2026-02-26T22:49:53.388006Z","steps":["trace[893289588] 'process raft request' (duration: 4.070592553s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:53.388095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:49.317303Z","time spent":"4.070759236s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:53.388297Z","caller":"traceutil/trace.go:171","msg":"trace[1834018392] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"5.017412259s","start":"2026-02-26T22:49:48.370875Z","end":"2026-02-26T22:49:53.388287Z","steps":["trace[1834018392] 'process raft request' (duration: 5.016941817s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:53.388358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:48.370855Z","time spent":"5.017467451s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:53.388365Z","caller":"traceutil/trace.go:171","msg":"trace[1853507976] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"3.755073426s","start":"2026-02-26T22:49:49.633274Z","end":"2026-02-26T22:49:53.388347Z","steps":["trace[1853507976] 'process raft request' (duration: 3.754689407s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:53.388347Z","caller":"traceutil/trace.go:171","msg":"trace[830287954] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"5.391246521s","start":"2026-02-26T22:49:47.997063Z","end":"2026-02-26T22:49:53.38831Z","steps":["trace[830287954] 'process raft request' (duration: 2.642193468s)","trace[830287954] 'compare' (duration: 2.747236217s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:53.388479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:49.633244Z","time spent":"3.755166999s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:53.38851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:47.997041Z","time spent":"5.391380435s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:53.388908Z","caller":"traceutil/trace.go:171","msg":"trace[173042815] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"3.754751528s","start":"2026-02-26T22:49:49.634106Z","end":"2026-02-26T22:49:53.388857Z","steps":["trace[173042815] 'process raft request' (duration: 3.754070091s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:53.389118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:49.634093Z","time spent":"3.754915212s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:53.389169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.597728018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:49:53.389223Z","caller":"traceutil/trace.go:171","msg":"trace[1099052066] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24631; }","duration":"5.597821641s","start":"2026-02-26T22:49:47.791385Z","end":"2026-02-26T22:49:53.389207Z","steps":["trace[1099052066] 'agreement among raft nodes before linearized reading' (duration: 2.847534026s)","trace[1099052066] 'count revisions from in-memory index tree' (duration: 2.750210042s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:53.389259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:47.791363Z","time spent":"5.597888032s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:49:53.389517Z","caller":"traceutil/trace.go:171","msg":"trace[856376440] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"3.754813669s","start":"2026-02-26T22:49:49.634688Z","end":"2026-02-26T22:49:53.389502Z","steps":["trace[856376440] 'process raft request' (duration: 3.753809944s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:53.389589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:49.634678Z","time spent":"3.754869491s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:53.389835Z","caller":"traceutil/trace.go:171","msg":"trace[544872537] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"3.754318697s","start":"2026-02-26T22:49:49.635458Z","end":"2026-02-26T22:49:53.389777Z","steps":["trace[544872537] 'process raft request' (duration: 3.754223384s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:53.389973Z","caller":"traceutil/trace.go:171","msg":"trace[1121960418] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"3.754694086s","start":"2026-02-26T22:49:49.63527Z","end":"2026-02-26T22:49:53.389964Z","steps":["trace[1121960418] 'process raft request' (duration: 3.754222405s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:53.390142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:49.635263Z","time spent":"3.75484279s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:53.389962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:49.635429Z","time spent":"3.754493001s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:53.389844Z","caller":"traceutil/trace.go:171","msg":"trace[209413153] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"3.754899971s","start":"2026-02-26T22:49:49.634858Z","end":"2026-02-26T22:49:53.389758Z","steps":["trace[209413153] 'process raft request' (duration: 3.754539252s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:53.390432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:49.634834Z","time spent":"3.755520248s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:49:53.389994Z","caller":"traceutil/trace.go:171","msg":"trace[1136196154] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"3.754542573s","start":"2026-02-26T22:49:49.63543Z","end":"2026-02-26T22:49:53.389972Z","steps":["trace[1136196154] 'process raft request' (duration: 3.754108182s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:53.39059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:49.635404Z","time spent":"3.755123058s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:53.694163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.246108886s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:49:55.395834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999986214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:49:55.396008Z","caller":"traceutil/trace.go:171","msg":"trace[796866520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000257351s","start":"2026-02-26T22:49:53.395727Z","end":"2026-02-26T22:49:55.395985Z","steps":["trace[796866520] 'agreement among raft nodes before linearized reading' (duration: 2.000010345s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:55.396123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:53.395714Z","time spent":"2.000379895s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:49:55.501187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80670523s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:49:55.501428Z","caller":"traceutil/trace.go:171","msg":"trace[1652939233] linearizableReadLoop","detail":"{readStateIndex:25542; appliedIndex:25530; }","duration":"4.863817541s","start":"2026-02-26T22:49:50.637587Z","end":"2026-02-26T22:49:55.501405Z","steps":["trace[1652939233] 'read index received' (duration: 887.738482ms)","trace[1652939233] 'applied index is now lower than readState.Index' (duration: 3.976077549s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:55.501505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.09257889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:55.50156Z","caller":"traceutil/trace.go:171","msg":"trace[215864679] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24643; }","duration":"6.092665893s","start":"2026-02-26T22:49:49.408881Z","end":"2026-02-26T22:49:55.501547Z","steps":["trace[215864679] 'agreement among raft nodes before linearized reading' (duration: 6.09255163s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:55.501562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.459664242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:49:55.501603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:49.408868Z","time spent":"6.092725684s","remote":"127.0.0.1:40250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:49:55.501611Z","caller":"traceutil/trace.go:171","msg":"trace[14594212] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24643; }","duration":"6.459764525s","start":"2026-02-26T22:49:49.041831Z","end":"2026-02-26T22:49:55.501596Z","steps":["trace[14594212] 'agreement among raft nodes before linearized reading' (duration: 6.459678613s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:55.501655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:49.04181Z","time spent":"6.459831986s","remote":"127.0.0.1:58522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:55.501818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.505710031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:49:55.50195Z","caller":"traceutil/trace.go:171","msg":"trace[990584464] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24643; }","duration":"7.505875735s","start":"2026-02-26T22:49:47.996054Z","end":"2026-02-26T22:49:55.50193Z","steps":["trace[990584464] 'agreement among raft nodes before linearized reading' (duration: 7.505705031s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:55.502052Z","caller":"traceutil/trace.go:171","msg":"trace[1394392478] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"5.314893723s","start":"2026-02-26T22:49:50.187147Z","end":"2026-02-26T22:49:55.502041Z","steps":["trace[1394392478] 'process raft request' (duration: 5.314149045s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:55.502059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:47.996038Z","time spent":"7.506001098s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:55.502208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.635508637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:55.50226Z","caller":"traceutil/trace.go:171","msg":"trace[778088853] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24643; }","duration":"5.635612089s","start":"2026-02-26T22:49:49.866633Z","end":"2026-02-26T22:49:55.502245Z","steps":["trace[778088853] 'agreement among raft nodes before linearized reading' (duration: 5.635531077s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:55.502242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.511200219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-02-26T22:49:55.502305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:49.866604Z","time spent":"5.635686011s","remote":"127.0.0.1:53066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:49:55.502349Z","caller":"traceutil/trace.go:171","msg":"trace[1418262004] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24643; }","duration":"7.511343273s","start":"2026-02-26T22:49:47.990981Z","end":"2026-02-26T22:49:55.502324Z","steps":["trace[1418262004] 'agreement among raft nodes before linearized reading' (duration: 7.511042886s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:55.502415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:47.99096Z","time spent":"7.511440175s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18856,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T22:49:55.502432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.877935565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:49:55.50249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.402079178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-26T22:49:55.502503Z","caller":"traceutil/trace.go:171","msg":"trace[841821302] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24643; }","duration":"4.878047858s","start":"2026-02-26T22:49:50.624427Z","end":"2026-02-26T22:49:55.502475Z","steps":["trace[841821302] 'agreement among raft nodes before linearized reading' (duration: 4.877961346s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:55.502552Z","caller":"traceutil/trace.go:171","msg":"trace[1283779281] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24643; }","duration":"7.402192081s","start":"2026-02-26T22:49:48.100345Z","end":"2026-02-26T22:49:55.502537Z","steps":["trace[1283779281] 'agreement among raft nodes before linearized reading' (duration: 7.402051777s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:55.502323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.335802028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:49:55.502644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:50.624401Z","time spent":"4.878150292s","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:55.502668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:48.100316Z","time spent":"7.402337875s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T22:49:55.502689Z","caller":"traceutil/trace.go:171","msg":"trace[355594890] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24643; }","duration":"5.33624164s","start":"2026-02-26T22:49:50.166434Z","end":"2026-02-26T22:49:55.502676Z","steps":["trace[355594890] 'agreement among raft nodes before linearized reading' (duration: 5.335693825s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:55.501879Z","caller":"traceutil/trace.go:171","msg":"trace[2114592337] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"5.625156228s","start":"2026-02-26T22:49:49.876703Z","end":"2026-02-26T22:49:55.501859Z","steps":["trace[2114592337] 'process raft request' (duration: 3.81768927s)","trace[2114592337] 'compare' (duration: 1.805471458s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:55.502808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.105290148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:55.502855Z","caller":"traceutil/trace.go:171","msg":"trace[641673320] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24643; }","duration":"5.10537422s","start":"2026-02-26T22:49:50.39747Z","end":"2026-02-26T22:49:55.502844Z","steps":["trace[641673320] 'agreement among raft nodes before linearized reading' (duration: 5.105301288s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:55.502887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:50.397452Z","time spent":"5.105427072s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:55.502931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.772779479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:49:55.502989Z","caller":"traceutil/trace.go:171","msg":"trace[1151188102] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24643; }","duration":"6.772864731s","start":"2026-02-26T22:49:48.730107Z","end":"2026-02-26T22:49:55.502971Z","steps":["trace[1151188102] 'agreement among raft nodes before linearized reading' (duration: 6.772764399s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:55.502137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:50.187129Z","time spent":"5.314962434s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:55.50304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:48.730092Z","time spent":"6.772934472s","remote":"127.0.0.1:38086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:55.503132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:49.876676Z","time spent":"5.626151613s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:55.502748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:50.166415Z","time spent":"5.336314511s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:55.501979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.506677745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:49:55.503149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.966268459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:49:55.503333Z","caller":"traceutil/trace.go:171","msg":"trace[343342092] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24643; }","duration":"7.50803955s","start":"2026-02-26T22:49:47.995275Z","end":"2026-02-26T22:49:55.503315Z","steps":["trace[343342092] 'agreement among raft nodes before linearized reading' (duration: 7.506619864s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:49:55.503366Z","caller":"traceutil/trace.go:171","msg":"trace[2103836487] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24643; }","duration":"6.966515975s","start":"2026-02-26T22:49:48.536833Z","end":"2026-02-26T22:49:55.503349Z","steps":["trace[2103836487] 'agreement among raft nodes before linearized reading' (duration: 6.966273289s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:55.503417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:48.536804Z","time spent":"6.966599178s","remote":"127.0.0.1:38002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:49:55.503376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:47.995269Z","time spent":"7.508093712s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T22:49:55.502147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.51042653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T22:49:55.50499Z","caller":"traceutil/trace.go:171","msg":"trace[643110130] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24643; }","duration":"7.513300982s","start":"2026-02-26T22:49:47.991679Z","end":"2026-02-26T22:49:55.50498Z","steps":["trace[643110130] 'agreement among raft nodes before linearized reading' (duration: 7.510326997s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:55.505037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:47.991659Z","time spent":"7.513365244s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T22:49:56.00171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:49:56.502753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:49:56.574786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071000336s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:49:57.397894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999604855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:49:57.397966Z","caller":"traceutil/trace.go:171","msg":"trace[1100127017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999725328s","start":"2026-02-26T22:49:55.398223Z","end":"2026-02-26T22:49:57.397948Z","steps":["trace[1100127017] 'agreement among raft nodes before linearized reading' (duration: 1.999633266s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:57.398015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:55.398213Z","time spent":"1.99979176s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:49:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:49:57.903742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000078707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:49:57.903828Z","caller":"traceutil/trace.go:171","msg":"trace[1776035300] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00021961s","start":"2026-02-26T22:49:55.903588Z","end":"2026-02-26T22:49:57.903807Z","steps":["trace[1776035300] 'agreement among raft nodes before linearized reading' (duration: 2.000112388s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:57.903884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:55.903568Z","time spent":"2.000297973s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:49:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:49:58.628562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053411996s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:49:58.628679Z","caller":"traceutil/trace.go:171","msg":"trace[1882375656] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"3.234100678s","start":"2026-02-26T22:49:55.394556Z","end":"2026-02-26T22:49:58.628656Z","steps":["trace[1882375656] 'process raft request' (duration: 1.180497257s)","trace[1882375656] 'compare' (duration: 2.053242242s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:49:58.628743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:55.394525Z","time spent":"3.234187591s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:49:59.403974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999750158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:49:59.404065Z","caller":"traceutil/trace.go:171","msg":"trace[1061207607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999944103s","start":"2026-02-26T22:49:57.4041Z","end":"2026-02-26T22:49:59.404044Z","steps":["trace[1061207607] 'agreement among raft nodes before linearized reading' (duration: 1.99982748s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:49:59.404371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:57.404073Z","time spent":"2.000275072s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:49:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:49:59.871249Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.512605184s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:50:00.39306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:55.397663Z","time spent":"4.995384836s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 22:50:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:00.394809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:55.395958Z","time spent":"4.998848324s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 22:50:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:00.395203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:55.397783Z","time spent":"4.997418898s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 22:50:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:00.395462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:55.397641Z","time spent":"4.997820168s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 22:50:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:00.395498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:55.39761Z","time spent":"4.997770736s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 22:50:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:00.39598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:55.397534Z","time spent":"4.998444433s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 22:50:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:00.789418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.762987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:50:00.789776Z","caller":"traceutil/trace.go:171","msg":"trace[405147840] linearizableReadLoop","detail":"{readStateIndex:25549; appliedIndex:25542; }","duration":"5.288286045s","start":"2026-02-26T22:49:55.501478Z","end":"2026-02-26T22:50:00.789764Z","steps":["trace[405147840] 'read index received' (duration: 1.07355123s)","trace[405147840] 'applied index is now lower than readState.Index' (duration: 4.214734255s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:00.789925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.720953453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:00.79Z","caller":"traceutil/trace.go:171","msg":"trace[415783384] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24650; }","duration":"8.721065636s","start":"2026-02-26T22:49:52.06892Z","end":"2026-02-26T22:50:00.789986Z","steps":["trace[415783384] 'agreement among raft nodes before linearized reading' (duration: 8.720868821s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:00.790043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:52.068908Z","time spent":"8.721126957s","remote":"127.0.0.1:49090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:00.789991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.580608064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:00.790159Z","caller":"traceutil/trace.go:171","msg":"trace[875693943] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24650; }","duration":"7.58083777s","start":"2026-02-26T22:49:53.209302Z","end":"2026-02-26T22:50:00.79014Z","steps":["trace[875693943] 'agreement among raft nodes before linearized reading' (duration: 7.580608914s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:00.790244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:53.209277Z","time spent":"7.580952082s","remote":"127.0.0.1:51892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:00.790342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.311824284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:00.790374Z","caller":"traceutil/trace.go:171","msg":"trace[1122353938] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24650; }","duration":"8.311916766s","start":"2026-02-26T22:49:52.478449Z","end":"2026-02-26T22:50:00.790366Z","steps":["trace[1122353938] 'agreement among raft nodes before linearized reading' (duration: 8.311754972s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:00.790405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:52.478426Z","time spent":"8.311973277s","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:00.790505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.333281724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:00.790546Z","caller":"traceutil/trace.go:171","msg":"trace[1091371981] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24650; }","duration":"8.333356666s","start":"2026-02-26T22:49:52.457181Z","end":"2026-02-26T22:50:00.790537Z","steps":["trace[1091371981] 'agreement among raft nodes before linearized reading' (duration: 8.333303874s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:00.790576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:52.45716Z","time spent":"8.333410026s","remote":"127.0.0.1:52198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:00.790689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.587630603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:00.790735Z","caller":"traceutil/trace.go:171","msg":"trace[1071017787] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24650; }","duration":"8.587712375s","start":"2026-02-26T22:49:52.203009Z","end":"2026-02-26T22:50:00.790721Z","steps":["trace[1071017787] 'agreement among raft nodes before linearized reading' (duration: 8.587640353s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:00.790773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:52.202985Z","time spent":"8.587779376s","remote":"127.0.0.1:39850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:00.791166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.861959497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:00.79122Z","caller":"traceutil/trace.go:171","msg":"trace[882557799] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24650; }","duration":"9.862052479s","start":"2026-02-26T22:49:50.929154Z","end":"2026-02-26T22:50:00.791206Z","steps":["trace[882557799] 'agreement among raft nodes before linearized reading' (duration: 9.861974997s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:00.791273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:50.929068Z","time spent":"9.862196073s","remote":"127.0.0.1:58532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:00.791425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.661760647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:00.791468Z","caller":"traceutil/trace.go:171","msg":"trace[1208029252] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24650; }","duration":"9.661838789s","start":"2026-02-26T22:49:51.129613Z","end":"2026-02-26T22:50:00.791452Z","steps":["trace[1208029252] 'agreement among raft nodes before linearized reading' (duration: 9.661787608s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:00.791502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:51.129591Z","time spent":"9.661902881s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:00.791576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.91103884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:00.791671Z","caller":"traceutil/trace.go:171","msg":"trace[375564212] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24650; }","duration":"9.911193054s","start":"2026-02-26T22:49:50.880458Z","end":"2026-02-26T22:50:00.791651Z","steps":["trace[375564212] 'agreement among raft nodes before linearized reading' (duration: 9.911020809s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:00.791726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:50.880435Z","time spent":"9.911280097s","remote":"127.0.0.1:38140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:00.792092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.736240557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T22:50:00.792119Z","caller":"traceutil/trace.go:171","msg":"trace[2024959912] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24650; }","duration":"8.73631661s","start":"2026-02-26T22:49:52.055796Z","end":"2026-02-26T22:50:00.792113Z","steps":["trace[2024959912] 'agreement among raft nodes before linearized reading' (duration: 8.734118364s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:00.792241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:52.055768Z","time spent":"8.736464453s","remote":"127.0.0.1:38304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2655,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:00.79273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.994937746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:00.79278Z","caller":"traceutil/trace.go:171","msg":"trace[474860443] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24650; }","duration":"8.995033059s","start":"2026-02-26T22:49:51.797734Z","end":"2026-02-26T22:50:00.792767Z","steps":["trace[474860443] 'agreement among raft nodes before linearized reading' (duration: 8.994954607s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:00.792863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:51.797713Z","time spent":"8.995137961s","remote":"127.0.0.1:38176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:00.793466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.998733528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:00.793676Z","caller":"traceutil/trace.go:171","msg":"trace[496686964] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24650; }","duration":"7.998983804s","start":"2026-02-26T22:49:52.794676Z","end":"2026-02-26T22:50:00.79366Z","steps":["trace[496686964] 'agreement among raft nodes before linearized reading' (duration: 7.995145448s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:00.793573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.660962658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-02-26T22:50:00.793819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.151346836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79b4bbf794-sll7h.1897ed8d9b94f51f\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-02-26T22:50:00.793562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.263925894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:00.793896Z","caller":"traceutil/trace.go:171","msg":"trace[564792281] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79b4bbf794-sll7h.1897ed8d9b94f51f; range_end:; response_count:1; response_revision:24650; }","duration":"10.151436518s","start":"2026-02-26T22:49:50.642439Z","end":"2026-02-26T22:50:00.793875Z","steps":["trace[564792281] 'agreement among raft nodes before linearized reading' (duration: 10.148815812s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:00.793783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:52.794646Z","time spent":"7.999117348s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:00.793938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:50.642434Z","time spent":"10.15149424s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-79b4bbf794-sll7h.1897ed8d9b94f51f\" "} {"level":"info","ts":"2026-02-26T22:50:00.794016Z","caller":"traceutil/trace.go:171","msg":"trace[1480399839] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24650; }","duration":"9.264357014s","start":"2026-02-26T22:49:51.52959Z","end":"2026-02-26T22:50:00.793947Z","steps":["trace[1480399839] 'agreement among raft nodes before linearized reading' (duration: 9.261622645s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:00.794095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:51.529497Z","time spent":"9.264543558s","remote":"127.0.0.1:58552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:00.794158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.153011389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114342"} {"level":"info","ts":"2026-02-26T22:50:00.794185Z","caller":"traceutil/trace.go:171","msg":"trace[878218331] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24650; }","duration":"10.1530427s","start":"2026-02-26T22:49:50.641137Z","end":"2026-02-26T22:50:00.79418Z","steps":["trace[878218331] 'agreement among raft nodes before linearized reading' (duration: 10.150335512s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:00.794208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:50.641121Z","time spent":"10.15308176s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114364,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-02-26T22:50:00.793833Z","caller":"traceutil/trace.go:171","msg":"trace[716253732] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24650; }","duration":"5.661208365s","start":"2026-02-26T22:49:55.132555Z","end":"2026-02-26T22:50:00.793763Z","steps":["trace[716253732] 'agreement among raft nodes before linearized reading' (duration: 5.657673376s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:00.794319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.152095354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114342"} {"level":"warn","ts":"2026-02-26T22:50:00.79442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:55.132538Z","time spent":"5.66182161s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18856,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-02-26T22:50:00.794419Z","caller":"traceutil/trace.go:171","msg":"trace[1498113477] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24650; }","duration":"10.152235739s","start":"2026-02-26T22:49:50.642163Z","end":"2026-02-26T22:50:00.794399Z","steps":["trace[1498113477] 'agreement among raft nodes before linearized reading' (duration: 10.149296034s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:00.794465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:50.642156Z","time spent":"10.152297661s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114364,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-26T22:50:00.794876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.392079928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-02-26T22:50:00.794962Z","caller":"traceutil/trace.go:171","msg":"trace[1161149156] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24650; }","duration":"7.392203651s","start":"2026-02-26T22:49:53.402746Z","end":"2026-02-26T22:50:00.79495Z","steps":["trace[1161149156] 'agreement among raft nodes before linearized reading' (duration: 7.387112493s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:00.795173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:53.402722Z","time spent":"7.392438427s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-26T22:50:01.053835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182406285s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:50:01.404466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000126448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:50:01.404566Z","caller":"traceutil/trace.go:171","msg":"trace[176903198] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000329744s","start":"2026-02-26T22:49:59.404213Z","end":"2026-02-26T22:50:01.404542Z","steps":["trace[176903198] 'agreement among raft nodes before linearized reading' (duration: 2.0001674s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:01.40462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:59.404192Z","time spent":"2.000416825s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:50:02.106215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.741541ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:02.10635Z","caller":"traceutil/trace.go:171","msg":"trace[1167231848] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24650; }","duration":"998.888775ms","start":"2026-02-26T22:50:01.107442Z","end":"2026-02-26T22:50:02.10633Z","steps":["trace[1167231848] 'range keys from in-memory index tree' (duration: 998.723101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:02.106455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052299497s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:50:02.106575Z","caller":"traceutil/trace.go:171","msg":"trace[850505599] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"3.71222394s","start":"2026-02-26T22:49:58.39433Z","end":"2026-02-26T22:50:02.106554Z","steps":["trace[850505599] 'process raft request' (duration: 2.659716079s)","trace[850505599] 'compare' (duration: 1.052106562s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:02.106646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:58.394297Z","time spent":"3.712317703s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:02.940821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.803830647s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:50:03.415312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000329423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:03.415413Z","caller":"traceutil/trace.go:171","msg":"trace[1552044086] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000501777s","start":"2026-02-26T22:50:01.414886Z","end":"2026-02-26T22:50:03.415387Z","steps":["trace[1552044086] 'agreement among raft nodes before linearized reading' (duration: 2.000368314s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:03.415472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:01.414864Z","time spent":"2.00059586s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:50:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:04.386875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445800592s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:50:04.387061Z","caller":"traceutil/trace.go:171","msg":"trace[1270504755] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"3.752691767s","start":"2026-02-26T22:50:00.634343Z","end":"2026-02-26T22:50:04.387035Z","steps":["trace[1270504755] 'process raft request' (duration: 2.306651269s)","trace[1270504755] 'compare' (duration: 1.444408727s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:04.387172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:00.634313Z","time spent":"3.75279833s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:05.393199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998185216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:05.393309Z","caller":"traceutil/trace.go:171","msg":"trace[450586980] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998344671s","start":"2026-02-26T22:50:00.39494Z","end":"2026-02-26T22:50:05.393284Z","steps":["trace[450586980] 'agreement among raft nodes before linearized reading' (duration: 4.998206987s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.393372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:00.394928Z","time spent":"4.998429592s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/26 22:50:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:05.393821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998787512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:05.393953Z","caller":"traceutil/trace.go:171","msg":"trace[768100832] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998945755s","start":"2026-02-26T22:50:00.39498Z","end":"2026-02-26T22:50:05.393925Z","steps":["trace[768100832] 'agreement among raft nodes before linearized reading' (duration: 4.998788052s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.394033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:00.394977Z","time spent":"4.999040188s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T22:50:05.395844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99911215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:05.395941Z","caller":"traceutil/trace.go:171","msg":"trace[1688925667] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"5.000870214s","start":"2026-02-26T22:50:00.39505Z","end":"2026-02-26T22:50:05.39592Z","steps":["trace[1688925667] 'agreement among raft nodes before linearized reading' (duration: 4.999116709s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.396002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99987934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-26T22:50:05.396024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:00.395047Z","time spent":"5.000960036s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T22:50:05.396061Z","caller":"traceutil/trace.go:171","msg":"trace[1988991839] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999943781s","start":"2026-02-26T22:50:00.3961Z","end":"2026-02-26T22:50:05.396044Z","steps":["trace[1988991839] 'agreement among raft nodes before linearized reading' (duration: 4.99988419s)"],"step_count":1} 2026/02/26 22:50:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:05.396114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:00.396097Z","time spent":"5.000004602s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T22:50:05.395943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999831998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:05.396192Z","caller":"traceutil/trace.go:171","msg":"trace[1999820687] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.000095604s","start":"2026-02-26T22:50:00.396083Z","end":"2026-02-26T22:50:05.396178Z","steps":["trace[1999820687] 'agreement among raft nodes before linearized reading' (duration: 4.999837298s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.396248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:00.396079Z","time spent":"5.000156846s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/26 22:50:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/26 22:50:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/26 22:50:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:05.396886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999503219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:50:05.397489Z","caller":"traceutil/trace.go:171","msg":"trace[1221565133] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"5.000363481s","start":"2026-02-26T22:50:00.396885Z","end":"2026-02-26T22:50:05.397249Z","steps":["trace[1221565133] 'agreement among raft nodes before linearized reading' (duration: 4.999503499s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.397782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:00.396881Z","time spent":"5.000882215s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/26 22:50:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:05.415568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999929973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:05.415613Z","caller":"traceutil/trace.go:171","msg":"trace[136532767] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000019625s","start":"2026-02-26T22:50:03.415582Z","end":"2026-02-26T22:50:05.415602Z","steps":["trace[136532767] 'agreement among raft nodes before linearized reading' (duration: 1.999970114s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.415647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:03.415535Z","time spent":"2.000099017s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:50:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:05.518614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008218321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:05.518706Z","caller":"traceutil/trace.go:171","msg":"trace[974393263] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.008342814s","start":"2026-02-26T22:49:55.510342Z","end":"2026-02-26T22:50:05.518684Z","steps":["trace[974393263] 'agreement among raft nodes before linearized reading' (duration: 10.008228611s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.518773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:55.510336Z","time spent":"10.008422707s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/02/26 22:50:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:05.551595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164624528s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-26T22:50:05.55216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:00.799886Z","time spent":"4.752270109s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T22:50:05.553014Z","caller":"traceutil/trace.go:171","msg":"trace[1040464122] linearizableReadLoop","detail":"{readStateIndex:25552; appliedIndex:25549; }","duration":"4.763183943s","start":"2026-02-26T22:50:00.789799Z","end":"2026-02-26T22:50:05.552983Z","steps":["trace[1040464122] 'read index received' (duration: 264.269139ms)","trace[1040464122] 'applied index is now lower than readState.Index' (duration: 4.498913333s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:05.553155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.45045967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:05.553232Z","caller":"traceutil/trace.go:171","msg":"trace[479002239] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24654; }","duration":"6.450656905s","start":"2026-02-26T22:49:59.10256Z","end":"2026-02-26T22:50:05.553217Z","steps":["trace[479002239] 'agreement among raft nodes before linearized reading' (duration: 6.45045038s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.55326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:59.102537Z","time spent":"6.450716037s","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:05.553337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.313206358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T22:50:05.553378Z","caller":"traceutil/trace.go:171","msg":"trace[1167453863] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24654; }","duration":"8.31330416s","start":"2026-02-26T22:49:57.240063Z","end":"2026-02-26T22:50:05.553367Z","steps":["trace[1167453863] 'agreement among raft nodes before linearized reading' (duration: 8.313140656s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.553408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.915187083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:05.553428Z","caller":"traceutil/trace.go:171","msg":"trace[1073199620] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24654; }","duration":"5.915251424s","start":"2026-02-26T22:49:59.63817Z","end":"2026-02-26T22:50:05.553422Z","steps":["trace[1073199620] 'agreement among raft nodes before linearized reading' (duration: 5.915217234s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.553422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:57.240037Z","time spent":"8.313376842s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T22:50:05.553443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:59.638149Z","time spent":"5.915290496s","remote":"127.0.0.1:40016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:05.55318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.292304183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:05.553467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.855599134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:05.553516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.913591433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-02-26T22:50:05.553531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.465114473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:05.553553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.318944996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:50:05.553571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.344602379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:05.553584Z","caller":"traceutil/trace.go:171","msg":"trace[979960767] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24654; }","duration":"5.913720907s","start":"2026-02-26T22:49:59.639846Z","end":"2026-02-26T22:50:05.553567Z","steps":["trace[979960767] 'agreement among raft nodes before linearized reading' (duration: 5.913545903s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:05.553605Z","caller":"traceutil/trace.go:171","msg":"trace[1981136457] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24654; }","duration":"8.465278287s","start":"2026-02-26T22:49:57.088304Z","end":"2026-02-26T22:50:05.553582Z","steps":["trace[1981136457] 'agreement among raft nodes before linearized reading' (duration: 8.465110073s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.55361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900599025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-26T22:50:05.553622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:59.639837Z","time spent":"5.913776888s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-26T22:50:05.553619Z","caller":"traceutil/trace.go:171","msg":"trace[401574710] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24654; }","duration":"9.344695421s","start":"2026-02-26T22:49:56.208909Z","end":"2026-02-26T22:50:05.553604Z","steps":["trace[401574710] 'agreement among raft nodes before linearized reading' (duration: 9.344622759s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:05.553618Z","caller":"traceutil/trace.go:171","msg":"trace[1254776296] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24654; }","duration":"6.319048489s","start":"2026-02-26T22:49:59.234547Z","end":"2026-02-26T22:50:05.553596Z","steps":["trace[1254776296] 'agreement among raft nodes before linearized reading' (duration: 6.318893115s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:05.553648Z","caller":"traceutil/trace.go:171","msg":"trace[1223174978] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24654; }","duration":"4.900669197s","start":"2026-02-26T22:50:00.652969Z","end":"2026-02-26T22:50:05.553639Z","steps":["trace[1223174978] 'agreement among raft nodes before linearized reading' (duration: 4.900524713s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.553648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.596683999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:05.553661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.938060278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:50:05.553676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:00.652959Z","time spent":"4.900709938s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T22:50:05.553651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:57.088281Z","time spent":"8.4653552s","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:05.553725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:56.208876Z","time spent":"9.344811164s","remote":"127.0.0.1:49154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:05.553675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:59.234517Z","time spent":"6.319142481s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:50:05.553684Z","caller":"traceutil/trace.go:171","msg":"trace[1345590911] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24654; }","duration":"5.938113299s","start":"2026-02-26T22:49:59.615566Z","end":"2026-02-26T22:50:05.553679Z","steps":["trace[1345590911] 'agreement among raft nodes before linearized reading' (duration: 5.938077738s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:05.553687Z","caller":"traceutil/trace.go:171","msg":"trace[2127656369] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24654; }","duration":"8.596739091s","start":"2026-02-26T22:49:56.956936Z","end":"2026-02-26T22:50:05.553675Z","steps":["trace[2127656369] 'agreement among raft nodes before linearized reading' (duration: 8.596670849s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.553776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.043261641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4eed0d80-fdb6-4eed-ac32-909e789c3d92\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-02-26T22:50:05.553801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:59.615551Z","time spent":"5.938241693s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:05.553799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.901664141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-26T22:50:05.553814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:56.956929Z","time spent":"8.596870994s","remote":"127.0.0.1:40046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:50:05.553821Z","caller":"traceutil/trace.go:171","msg":"trace[1042028816] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4eed0d80-fdb6-4eed-ac32-909e789c3d92; range_end:; response_count:1; response_revision:24654; }","duration":"10.043333673s","start":"2026-02-26T22:49:55.510473Z","end":"2026-02-26T22:50:05.553807Z","steps":["trace[1042028816] 'agreement among raft nodes before linearized reading' (duration: 10.043166219s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.553833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.044227925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:05.553838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.314187924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:05.553838Z","caller":"traceutil/trace.go:171","msg":"trace[680352668] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24654; }","duration":"4.901733102s","start":"2026-02-26T22:50:00.652093Z","end":"2026-02-26T22:50:05.553827Z","steps":["trace[680352668] 'agreement among raft nodes before linearized reading' (duration: 4.901548618s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.553828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.04483636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:05.553866Z","caller":"traceutil/trace.go:171","msg":"trace[2108355040] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:24654; }","duration":"10.044295848s","start":"2026-02-26T22:49:55.509562Z","end":"2026-02-26T22:50:05.553858Z","steps":["trace[2108355040] 'agreement among raft nodes before linearized reading' (duration: 10.044231376s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.553859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:55.510455Z","time spent":"10.043393815s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-4eed0d80-fdb6-4eed-ac32-909e789c3d92\" "} {"level":"warn","ts":"2026-02-26T22:50:05.55388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:00.652077Z","time spent":"4.901790875s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T22:50:05.553898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:55.509548Z","time spent":"10.044343129s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-26T22:50:05.553924Z","caller":"traceutil/trace.go:171","msg":"trace[1281183245] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24654; }","duration":"6.044920694s","start":"2026-02-26T22:49:59.50895Z","end":"2026-02-26T22:50:05.55387Z","steps":["trace[1281183245] 'agreement among raft nodes before linearized reading' (duration: 6.044703287s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:05.553582Z","caller":"traceutil/trace.go:171","msg":"trace[2066989228] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24654; }","duration":"8.292718313s","start":"2026-02-26T22:49:57.260806Z","end":"2026-02-26T22:50:05.553524Z","steps":["trace[2066989228] 'agreement among raft nodes before linearized reading' (duration: 8.292308373s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.553967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:57.260793Z","time spent":"8.293164276s","remote":"127.0.0.1:49178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:05.553971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:59.508932Z","time spent":"6.045027876s","remote":"127.0.0.1:39924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:05.553494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.985573571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:05.55399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.419550033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:05.554018Z","caller":"traceutil/trace.go:171","msg":"trace[1626112159] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24654; }","duration":"9.986166077s","start":"2026-02-26T22:49:55.567843Z","end":"2026-02-26T22:50:05.554009Z","steps":["trace[1626112159] 'agreement among raft nodes before linearized reading' (duration: 9.98553871s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.554029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.608020334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:50:05.554021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.378490198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-02-26T22:50:05.554052Z","caller":"traceutil/trace.go:171","msg":"trace[181464804] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24654; }","duration":"9.419651106s","start":"2026-02-26T22:49:56.134381Z","end":"2026-02-26T22:50:05.554032Z","steps":["trace[181464804] 'agreement among raft nodes before linearized reading' (duration: 9.419563553s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:05.554062Z","caller":"traceutil/trace.go:171","msg":"trace[1581548826] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24654; }","duration":"8.608110057s","start":"2026-02-26T22:49:56.945943Z","end":"2026-02-26T22:50:05.554053Z","steps":["trace[1581548826] 'agreement among raft nodes before linearized reading' (duration: 8.608046025s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:05.554077Z","caller":"traceutil/trace.go:171","msg":"trace[803383289] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24654; }","duration":"8.378603421s","start":"2026-02-26T22:49:57.17546Z","end":"2026-02-26T22:50:05.554064Z","steps":["trace[803383289] 'agreement among raft nodes before linearized reading' (duration: 8.378423807s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.554097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:56.945918Z","time spent":"8.608171128s","remote":"127.0.0.1:38186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:05.553604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.029140564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:50:05.554102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:56.134358Z","time spent":"9.419729787s","remote":"127.0.0.1:58610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:05.554114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:57.175424Z","time spent":"8.378679843s","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-26T22:50:05.554138Z","caller":"traceutil/trace.go:171","msg":"trace[1642182058] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24654; }","duration":"5.02973066s","start":"2026-02-26T22:50:00.524396Z","end":"2026-02-26T22:50:05.554127Z","steps":["trace[1642182058] 'agreement among raft nodes before linearized reading' (duration: 5.029138204s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.554166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:00.52438Z","time spent":"5.029776161s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:50:05.553868Z","caller":"traceutil/trace.go:171","msg":"trace[500721190] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24654; }","duration":"5.314265428s","start":"2026-02-26T22:50:00.239595Z","end":"2026-02-26T22:50:05.55386Z","steps":["trace[500721190] 'agreement among raft nodes before linearized reading' (duration: 5.314213546s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:05.553873Z","caller":"traceutil/trace.go:171","msg":"trace[1221403036] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"4.659993041s","start":"2026-02-26T22:50:00.893872Z","end":"2026-02-26T22:50:05.553865Z","steps":["trace[1221403036] 'process raft request' (duration: 4.658171975s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.554319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:00.89384Z","time spent":"4.660403841s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:05.553569Z","caller":"traceutil/trace.go:171","msg":"trace[8456649] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24654; }","duration":"8.855792389s","start":"2026-02-26T22:49:56.697749Z","end":"2026-02-26T22:50:05.553541Z","steps":["trace[8456649] 'agreement among raft nodes before linearized reading' (duration: 8.855604815s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:05.554416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:56.697685Z","time spent":"8.856704012s","remote":"127.0.0.1:39898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:05.554212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:00.239572Z","time spent":"5.314629647s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:05.554046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:49:55.567827Z","time spent":"9.986210169s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T22:50:06.053336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:06.872547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.211619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:50:06.872629Z","caller":"traceutil/trace.go:171","msg":"trace[1649822100] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"1.352897698s","start":"2026-02-26T22:50:05.519718Z","end":"2026-02-26T22:50:06.872616Z","steps":["trace[1649822100] 'process raft request' (duration: 828.548225ms)","trace[1649822100] 'compare' (duration: 524.034965ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:06.872663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:05.519691Z","time spent":"1.35295739s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:07.422486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000569079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:50:07.422595Z","caller":"traceutil/trace.go:171","msg":"trace[1063598758] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000909869s","start":"2026-02-26T22:50:05.421664Z","end":"2026-02-26T22:50:07.422574Z","steps":["trace[1063598758] 'agreement among raft nodes before linearized reading' (duration: 2.000628101s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:07.422646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:05.421651Z","time spent":"2.000984381s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:50:07.798165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.45006568s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:50:08.225996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.371616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:50:08.226879Z","caller":"traceutil/trace.go:171","msg":"trace[1388704374] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"2.671941466s","start":"2026-02-26T22:50:05.55489Z","end":"2026-02-26T22:50:08.226832Z","steps":["trace[1388704374] 'process raft request' (duration: 2.243650996s)","trace[1388704374] 'compare' (duration: 426.575227ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:08.227057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:05.554869Z","time spent":"2.67209328s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:08.227305Z","caller":"traceutil/trace.go:171","msg":"trace[1456719351] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"2.667264968s","start":"2026-02-26T22:50:05.560009Z","end":"2026-02-26T22:50:08.227274Z","steps":["trace[1456719351] 'process raft request' (duration: 2.666821997s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.227483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:05.56Z","time spent":"2.667374731s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:08.227544Z","caller":"traceutil/trace.go:171","msg":"trace[268485727] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"1.115477373s","start":"2026-02-26T22:50:07.112045Z","end":"2026-02-26T22:50:08.227523Z","steps":["trace[268485727] 'process raft request' (duration: 1.115441652s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:08.227733Z","caller":"traceutil/trace.go:171","msg":"trace[721168064] linearizableReadLoop","detail":"{readStateIndex:25559; appliedIndex:25554; }","duration":"2.674628734s","start":"2026-02-26T22:50:05.553087Z","end":"2026-02-26T22:50:08.227716Z","steps":["trace[721168064] 'read index received' (duration: 795.142196ms)","trace[721168064] 'applied index is now lower than readState.Index' (duration: 1.879484298s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:50:08.22777Z","caller":"traceutil/trace.go:171","msg":"trace[874444271] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"1.835523233s","start":"2026-02-26T22:50:06.392221Z","end":"2026-02-26T22:50:08.227744Z","steps":["trace[874444271] 'process raft request' (duration: 1.835226485s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:08.227027Z","caller":"traceutil/trace.go:171","msg":"trace[1046079091] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"2.668439368s","start":"2026-02-26T22:50:05.558444Z","end":"2026-02-26T22:50:08.226884Z","steps":["trace[1046079091] 'process raft request' (duration: 2.668296745s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.227997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.175289651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:08.228006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827960475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-02-26T22:50:08.228021Z","caller":"traceutil/trace.go:171","msg":"trace[2106189001] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24661; }","duration":"7.175348392s","start":"2026-02-26T22:50:01.052666Z","end":"2026-02-26T22:50:08.228014Z","steps":["trace[2106189001] 'agreement among raft nodes before linearized reading' (duration: 7.175314411s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.22804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:01.052648Z","time spent":"7.175387463s","remote":"127.0.0.1:49074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:50:08.228042Z","caller":"traceutil/trace.go:171","msg":"trace[1706176891] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24661; }","duration":"2.828022787s","start":"2026-02-26T22:50:05.400006Z","end":"2026-02-26T22:50:08.228029Z","steps":["trace[1706176891] 'agreement among raft nodes before linearized reading' (duration: 2.827915644s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.228041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.427963298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127520"} {"level":"warn","ts":"2026-02-26T22:50:08.228059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:05.558431Z","time spent":"2.669575576s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:08.228079Z","caller":"traceutil/trace.go:171","msg":"trace[921373078] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24661; }","duration":"7.42800781s","start":"2026-02-26T22:50:00.800061Z","end":"2026-02-26T22:50:08.228069Z","steps":["trace[921373078] 'agreement among raft nodes before linearized reading' (duration: 7.427838465s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.228031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.942964844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:08.228132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:00.800057Z","time spent":"7.42804719s","remote":"127.0.0.1:37870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127542,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T22:50:08.228097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.43001566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-26T22:50:08.228149Z","caller":"traceutil/trace.go:171","msg":"trace[1279841602] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24661; }","duration":"6.943163709s","start":"2026-02-26T22:50:01.284959Z","end":"2026-02-26T22:50:08.228122Z","steps":["trace[1279841602] 'agreement among raft nodes before linearized reading' (duration: 6.942899872s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.228214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908002066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:08.228201Z","caller":"traceutil/trace.go:171","msg":"trace[665015545] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24661; }","duration":"7.430119243s","start":"2026-02-26T22:50:00.798044Z","end":"2026-02-26T22:50:08.228163Z","steps":["trace[665015545] 'agreement among raft nodes before linearized reading' (duration: 7.429966549s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.22824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672542981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:08.228236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:01.284936Z","time spent":"6.943287582s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:50:08.228265Z","caller":"traceutil/trace.go:171","msg":"trace[475779403] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24661; }","duration":"2.908083318s","start":"2026-02-26T22:50:05.320161Z","end":"2026-02-26T22:50:08.228244Z","steps":["trace[475779403] 'agreement among raft nodes before linearized reading' (duration: 2.908031497s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.227847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.25832685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:50:08.228263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:00.798031Z","time spent":"7.430222655s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-26T22:50:08.228303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:05.320138Z","time spent":"2.90815605s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:08.228076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:05.399992Z","time spent":"2.828073467s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-26T22:50:08.228314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.739778008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:08.228381Z","caller":"traceutil/trace.go:171","msg":"trace[386921214] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24661; }","duration":"5.739894921s","start":"2026-02-26T22:50:02.488471Z","end":"2026-02-26T22:50:08.228366Z","steps":["trace[386921214] 'agreement among raft nodes before linearized reading' (duration: 5.739791778s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.227903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.825606906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:08.228516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.195337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-02-26T22:50:08.228536Z","caller":"traceutil/trace.go:171","msg":"trace[1558158926] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24661; }","duration":"153.245789ms","start":"2026-02-26T22:50:08.075285Z","end":"2026-02-26T22:50:08.228531Z","steps":["trace[1558158926] 'agreement among raft nodes before linearized reading' (duration: 153.062564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.228612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.462939883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:08.228659Z","caller":"traceutil/trace.go:171","msg":"trace[809458559] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24661; }","duration":"5.463032665s","start":"2026-02-26T22:50:02.765612Z","end":"2026-02-26T22:50:08.228645Z","steps":["trace[809458559] 'agreement among raft nodes before linearized reading' (duration: 5.462945173s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.228699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:02.76559Z","time spent":"5.463100247s","remote":"127.0.0.1:58506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:08.228718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.035123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:08.228742Z","caller":"traceutil/trace.go:171","msg":"trace[1729181480] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24661; }","duration":"231.091905ms","start":"2026-02-26T22:50:07.997643Z","end":"2026-02-26T22:50:08.228735Z","steps":["trace[1729181480] 'agreement among raft nodes before linearized reading' (duration: 231.056764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.228867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.606816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:08.228886Z","caller":"traceutil/trace.go:171","msg":"trace[206653240] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24661; }","duration":"291.677028ms","start":"2026-02-26T22:50:07.937204Z","end":"2026-02-26T22:50:08.228881Z","steps":["trace[206653240] 'agreement among raft nodes before linearized reading' (duration: 291.629236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.227863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:06.392202Z","time spent":"1.835619165s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:08.228967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.736562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:08.228979Z","caller":"traceutil/trace.go:171","msg":"trace[752283322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24661; }","duration":"805.778753ms","start":"2026-02-26T22:50:07.423197Z","end":"2026-02-26T22:50:08.228975Z","steps":["trace[752283322] 'agreement among raft nodes before linearized reading' (duration: 805.755772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.228991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:07.423183Z","time spent":"805.805523ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:50:08.229011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.329488604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:08.22906Z","caller":"traceutil/trace.go:171","msg":"trace[1687862216] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24661; }","duration":"3.329580737s","start":"2026-02-26T22:50:04.899468Z","end":"2026-02-26T22:50:08.229049Z","steps":["trace[1687862216] 'agreement among raft nodes before linearized reading' (duration: 3.328973752s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.229102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:04.899451Z","time spent":"3.329642088s","remote":"127.0.0.1:39794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:08.229138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868498222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:08.229166Z","caller":"traceutil/trace.go:171","msg":"trace[1865219272] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24661; }","duration":"1.868537632s","start":"2026-02-26T22:50:06.360619Z","end":"2026-02-26T22:50:08.229157Z","steps":["trace[1865219272] 'agreement among raft nodes before linearized reading' (duration: 1.868504802s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.229159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.554149556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267254"} {"level":"warn","ts":"2026-02-26T22:50:08.229229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872281707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:08.228258Z","caller":"traceutil/trace.go:171","msg":"trace[364780004] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:0; response_revision:24661; }","duration":"2.672572632s","start":"2026-02-26T22:50:05.555681Z","end":"2026-02-26T22:50:08.228253Z","steps":["trace[364780004] 'agreement among raft nodes before linearized reading' (duration: 2.672543451s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:08.229252Z","caller":"traceutil/trace.go:171","msg":"trace[1739695652] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24661; }","duration":"1.872340949s","start":"2026-02-26T22:50:06.356907Z","end":"2026-02-26T22:50:08.229248Z","steps":["trace[1739695652] 'agreement among raft nodes before linearized reading' (duration: 1.872294767s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.229266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:06.356887Z","time spent":"1.872375719s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:08.229075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377111026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:50:08.229269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:05.555674Z","time spent":"2.673585988s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"warn","ts":"2026-02-26T22:50:08.228529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:02.48845Z","time spent":"5.740057804s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:50:08.228326Z","caller":"traceutil/trace.go:171","msg":"trace[324102940] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24661; }","duration":"4.258849043s","start":"2026-02-26T22:50:03.969462Z","end":"2026-02-26T22:50:08.228311Z","steps":["trace[324102940] 'agreement among raft nodes before linearized reading' (duration: 4.25832649s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.229354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:03.969442Z","time spent":"4.25990542s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:08.229427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076994809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:08.229192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:06.360612Z","time spent":"1.868571674s","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:08.228172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830184201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-02-26T22:50:08.229519Z","caller":"traceutil/trace.go:171","msg":"trace[809959177] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24661; }","duration":"2.831570996s","start":"2026-02-26T22:50:05.397941Z","end":"2026-02-26T22:50:08.229512Z","steps":["trace[809959177] 'agreement among raft nodes before linearized reading' (duration: 2.83015374s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.22927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.015015558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:08.22954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:05.397921Z","time spent":"2.831612707s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-26T22:50:08.229589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67087734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:08.228544Z","caller":"traceutil/trace.go:171","msg":"trace[739477530] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24661; }","duration":"2.826251643s","start":"2026-02-26T22:50:05.402274Z","end":"2026-02-26T22:50:08.228526Z","steps":["trace[739477530] 'agreement among raft nodes before linearized reading' (duration: 2.825604207s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.227961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.427512107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-26T22:50:08.22965Z","caller":"traceutil/trace.go:171","msg":"trace[1351825676] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24661; }","duration":"2.670948551s","start":"2026-02-26T22:50:05.558691Z","end":"2026-02-26T22:50:08.22964Z","steps":["trace[1351825676] 'agreement among raft nodes before linearized reading' (duration: 2.670868019s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.229663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:05.402265Z","time spent":"2.827389362s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:08.229682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:05.558685Z","time spent":"2.670989802s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T22:50:08.229683Z","caller":"traceutil/trace.go:171","msg":"trace[725567418] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24661; }","duration":"4.015340586s","start":"2026-02-26T22:50:04.214201Z","end":"2026-02-26T22:50:08.229542Z","steps":["trace[725567418] 'agreement among raft nodes before linearized reading' (duration: 4.015039228s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:08.229763Z","caller":"traceutil/trace.go:171","msg":"trace[1439998819] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24661; }","duration":"7.429356954s","start":"2026-02-26T22:50:00.800305Z","end":"2026-02-26T22:50:08.229662Z","steps":["trace[1439998819] 'agreement among raft nodes before linearized reading' (duration: 7.427559849s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.229862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648849367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:50:08.229885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:00.799926Z","time spent":"7.429944818s","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-26T22:50:08.229903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671224228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-02-26T22:50:08.229899Z","caller":"traceutil/trace.go:171","msg":"trace[1614427572] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24661; }","duration":"2.648913077s","start":"2026-02-26T22:50:05.580972Z","end":"2026-02-26T22:50:08.229885Z","steps":["trace[1614427572] 'agreement among raft nodes before linearized reading' (duration: 2.648856266s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:08.229931Z","caller":"traceutil/trace.go:171","msg":"trace[96843753] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24661; }","duration":"2.671262129s","start":"2026-02-26T22:50:05.558653Z","end":"2026-02-26T22:50:08.229915Z","steps":["trace[96843753] 'agreement among raft nodes before linearized reading' (duration: 2.671141036s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.229967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:05.55864Z","time spent":"2.6713195s","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":803,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-02-26T22:50:08.22911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837367468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:08.230015Z","caller":"traceutil/trace.go:171","msg":"trace[2015462090] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24661; }","duration":"1.838284752s","start":"2026-02-26T22:50:06.391711Z","end":"2026-02-26T22:50:08.229996Z","steps":["trace[2015462090] 'agreement among raft nodes before linearized reading' (duration: 1.837373849s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.230042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67051992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T22:50:08.230075Z","caller":"traceutil/trace.go:171","msg":"trace[99119891] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24661; }","duration":"2.670597962s","start":"2026-02-26T22:50:05.559466Z","end":"2026-02-26T22:50:08.230064Z","steps":["trace[99119891] 'agreement among raft nodes before linearized reading' (duration: 2.670484449s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.230084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:06.391697Z","time spent":"1.838365414s","remote":"127.0.0.1:52940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:08.230099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671658229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-02-26T22:50:08.230116Z","caller":"traceutil/trace.go:171","msg":"trace[1707813338] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24661; }","duration":"2.67170121s","start":"2026-02-26T22:50:05.558409Z","end":"2026-02-26T22:50:08.230111Z","steps":["trace[1707813338] 'agreement among raft nodes before linearized reading' (duration: 2.671648629s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.230135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:05.558391Z","time spent":"2.671740151s","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":748,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-02-26T22:50:08.2293Z","caller":"traceutil/trace.go:171","msg":"trace[56231959] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24661; }","duration":"1.377328943s","start":"2026-02-26T22:50:06.851957Z","end":"2026-02-26T22:50:08.229286Z","steps":["trace[56231959] 'agreement among raft nodes before linearized reading' (duration: 1.377100566s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.230196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:06.851912Z","time spent":"1.378270796s","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:08.22977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:04.214177Z","time spent":"4.015575011s","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:50:08.229223Z","caller":"traceutil/trace.go:171","msg":"trace[1195523052] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24661; }","duration":"6.55426225s","start":"2026-02-26T22:50:01.674948Z","end":"2026-02-26T22:50:08.22921Z","steps":["trace[1195523052] 'agreement among raft nodes before linearized reading' (duration: 6.553625853s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:08.229505Z","caller":"traceutil/trace.go:171","msg":"trace[1350847067] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24661; }","duration":"2.077124944s","start":"2026-02-26T22:50:06.15236Z","end":"2026-02-26T22:50:08.229485Z","steps":["trace[1350847067] 'agreement among raft nodes before linearized reading' (duration: 2.077005881s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.230327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:01.674917Z","time spent":"6.555401167s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267276,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-26T22:50:08.230339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:06.152338Z","time spent":"2.077988274s","remote":"127.0.0.1:40050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:08.229931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:05.580953Z","time spent":"2.648969809s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:08.230111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:05.559456Z","time spent":"2.670646763s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-26T22:50:08.230807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:07.112019Z","time spent":"1.115581456s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:08.232618Z","caller":"traceutil/trace.go:171","msg":"trace[2005428010] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"2.455879507s","start":"2026-02-26T22:50:05.775911Z","end":"2026-02-26T22:50:08.231791Z","steps":["trace[2005428010] 'process raft request' (duration: 2.451435116s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:08.232757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:05.775882Z","time spent":"2.45678778s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:08.736179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:09.236654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:09.540292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:08.232431Z","time spent":"1.307855776s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T22:50:10.238826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000167229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:10.238914Z","caller":"traceutil/trace.go:171","msg":"trace[765322036] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000285242s","start":"2026-02-26T22:50:08.238609Z","end":"2026-02-26T22:50:10.238894Z","steps":["trace[765322036] 'agreement among raft nodes before linearized reading' (duration: 2.000173069s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:10.238969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:08.238604Z","time spent":"2.000355473s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:50:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:11.427877Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.894875233s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:50:11.483407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.293103ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:11.483549Z","caller":"traceutil/trace.go:171","msg":"trace[1169635618] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24661; }","duration":"376.454487ms","start":"2026-02-26T22:50:11.107075Z","end":"2026-02-26T22:50:11.483529Z","steps":["trace[1169635618] 'range keys from in-memory index tree' (duration: 376.274042ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:11.485856Z","caller":"traceutil/trace.go:171","msg":"trace[1161439731] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"3.25046031s","start":"2026-02-26T22:50:08.235367Z","end":"2026-02-26T22:50:11.485827Z","steps":["trace[1161439731] 'process raft request' (duration: 3.192818291s)","trace[1161439731] 'compare' (duration: 56.064319ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:11.486013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:08.235352Z","time spent":"3.250578742s","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":921,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:11.486468Z","caller":"traceutil/trace.go:171","msg":"trace[271804741] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"3.251055594s","start":"2026-02-26T22:50:08.235394Z","end":"2026-02-26T22:50:11.486449Z","steps":["trace[271804741] 'process raft request' (duration: 3.250290255s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:11.486596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:08.235378Z","time spent":"3.251150436s","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:11.486706Z","caller":"traceutil/trace.go:171","msg":"trace[1667319454] linearizableReadLoop","detail":"{readStateIndex:25566; appliedIndex:25561; }","duration":"3.251577547s","start":"2026-02-26T22:50:08.235098Z","end":"2026-02-26T22:50:11.486675Z","steps":["trace[1667319454] 'read index received' (duration: 1.297450365s)","trace[1667319454] 'applied index is now lower than readState.Index' (duration: 1.954126062s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:50:11.487134Z","caller":"traceutil/trace.go:171","msg":"trace[1814196489] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"2.857341113s","start":"2026-02-26T22:50:08.629777Z","end":"2026-02-26T22:50:11.487118Z","steps":["trace[1814196489] 'process raft request' (duration: 2.856501762s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:11.487205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:08.629739Z","time spent":"2.857427816s","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:11.487322Z","caller":"traceutil/trace.go:171","msg":"trace[791450468] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"2.524837661s","start":"2026-02-26T22:50:08.962465Z","end":"2026-02-26T22:50:11.487303Z","steps":["trace[791450468] 'process raft request' (duration: 2.524124313s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:11.48745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:08.96244Z","time spent":"2.524925163s","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:11.487825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252718506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:50:11.487874Z","caller":"traceutil/trace.go:171","msg":"trace[506583944] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24665; }","duration":"3.252801888s","start":"2026-02-26T22:50:08.235058Z","end":"2026-02-26T22:50:11.487859Z","steps":["trace[506583944] 'agreement among raft nodes before linearized reading' (duration: 3.252634204s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:11.487922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:08.235014Z","time spent":"3.25289635s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:50:11.987663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:12.239512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000296622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:12.239624Z","caller":"traceutil/trace.go:171","msg":"trace[775454557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467806s","start":"2026-02-26T22:50:10.239126Z","end":"2026-02-26T22:50:12.239594Z","steps":["trace[775454557] 'agreement among raft nodes before linearized reading' (duration: 2.000340413s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:12.239685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:10.239102Z","time spent":"2.000570379s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:50:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:14.253959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000565339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:14.254042Z","caller":"traceutil/trace.go:171","msg":"trace[1765620532] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000692003s","start":"2026-02-26T22:50:12.253332Z","end":"2026-02-26T22:50:14.254024Z","steps":["trace[1765620532] 'agreement among raft nodes before linearized reading' (duration: 2.00059494s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:14.254086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:12.253315Z","time spent":"2.000759484s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:50:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:14.86109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.055938998s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:50:15.045352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:13.855435Z","time spent":"1.189910644s","remote":"127.0.0.1:42648","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T22:50:15.048109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602087751s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:50:15.048351Z","caller":"traceutil/trace.go:171","msg":"trace[1974261498] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"5.504586889s","start":"2026-02-26T22:50:09.543738Z","end":"2026-02-26T22:50:15.048325Z","steps":["trace[1974261498] 'process raft request' (duration: 2.902129108s)","trace[1974261498] 'compare' (duration: 2.59963501s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:15.048714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:09.543721Z","time spent":"5.504878537s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:15.048921Z","caller":"traceutil/trace.go:171","msg":"trace[710028381] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"1.812362861s","start":"2026-02-26T22:50:13.236531Z","end":"2026-02-26T22:50:15.048894Z","steps":["trace[710028381] 'process raft request' (duration: 1.812286369s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:15.049043Z","caller":"traceutil/trace.go:171","msg":"trace[1586992310] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"4.813421095s","start":"2026-02-26T22:50:10.235592Z","end":"2026-02-26T22:50:15.049013Z","steps":["trace[1586992310] 'process raft request' (duration: 4.812743228s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.053948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:13.236497Z","time spent":"1.817379357s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:15.054037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:10.235566Z","time spent":"4.818405561s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:15.049109Z","caller":"traceutil/trace.go:171","msg":"trace[24802064] linearizableReadLoop","detail":"{readStateIndex:25568; appliedIndex:25566; }","duration":"3.562322635s","start":"2026-02-26T22:50:11.486777Z","end":"2026-02-26T22:50:15.049099Z","steps":["trace[24802064] 'read index received' (duration: 959.038704ms)","trace[24802064] 'applied index is now lower than readState.Index' (duration: 2.603282721s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:15.049266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.360803659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:15.054252Z","caller":"traceutil/trace.go:171","msg":"trace[1819405957] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24669; }","duration":"6.365840146s","start":"2026-02-26T22:50:08.688396Z","end":"2026-02-26T22:50:15.054237Z","steps":["trace[1819405957] 'agreement among raft nodes before linearized reading' (duration: 6.36081759s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.054291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:08.688379Z","time spent":"6.365892118s","remote":"127.0.0.1:40072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:15.049302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643400012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:15.054384Z","caller":"traceutil/trace.go:171","msg":"trace[313883461] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24669; }","duration":"3.648525431s","start":"2026-02-26T22:50:11.405852Z","end":"2026-02-26T22:50:15.054377Z","steps":["trace[313883461] 'agreement among raft nodes before linearized reading' (duration: 3.643432653s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.054411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:11.405829Z","time spent":"3.648567241s","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:15.049368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.14568108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:15.054501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562965661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-02-26T22:50:15.054522Z","caller":"traceutil/trace.go:171","msg":"trace[1283845647] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24669; }","duration":"4.15085249s","start":"2026-02-26T22:50:10.903645Z","end":"2026-02-26T22:50:15.054497Z","steps":["trace[1283845647] 'agreement among raft nodes before linearized reading' (duration: 4.14569865s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:15.04938Z","caller":"traceutil/trace.go:171","msg":"trace[550279399] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"1.989344587s","start":"2026-02-26T22:50:13.06001Z","end":"2026-02-26T22:50:15.049355Z","steps":["trace[550279399] 'process raft request' (duration: 1.988710642s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.054583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:10.903627Z","time spent":"4.150939462s","remote":"127.0.0.1:52258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:15.054598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:13.059985Z","time spent":"1.99459354s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:15.049429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.186553689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:15.054701Z","caller":"traceutil/trace.go:171","msg":"trace[87770111] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24669; }","duration":"5.191879272s","start":"2026-02-26T22:50:09.862812Z","end":"2026-02-26T22:50:15.054691Z","steps":["trace[87770111] 'agreement among raft nodes before linearized reading' (duration: 5.186563569s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:15.054542Z","caller":"traceutil/trace.go:171","msg":"trace[87797920] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24669; }","duration":"3.563053263s","start":"2026-02-26T22:50:11.491478Z","end":"2026-02-26T22:50:15.054531Z","steps":["trace[87797920] 'agreement among raft nodes before linearized reading' (duration: 3.5629061s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.05472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:09.86279Z","time spent":"5.191924204s","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:15.054752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:11.491457Z","time spent":"3.563287429s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18856,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T22:50:15.054775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.571612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:15.049474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.811975534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:15.049555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.813961583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-74469676b8-kkhkl.1897eb7d460eb876\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-26T22:50:15.054871Z","caller":"traceutil/trace.go:171","msg":"trace[1215899228] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:24669; }","duration":"6.817475853s","start":"2026-02-26T22:50:08.237388Z","end":"2026-02-26T22:50:15.054864Z","steps":["trace[1215899228] 'agreement among raft nodes before linearized reading' (duration: 6.812013485s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.05489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.092312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:50:15.054912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:08.237374Z","time spent":"6.817531114s","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-02-26T22:50:15.054917Z","caller":"traceutil/trace.go:171","msg":"trace[803167846] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24669; }","duration":"816.160094ms","start":"2026-02-26T22:50:14.238749Z","end":"2026-02-26T22:50:15.054909Z","steps":["trace[803167846] 'agreement among raft nodes before linearized reading' (duration: 816.108223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.054959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:14.238728Z","time spent":"816.221555ms","remote":"127.0.0.1:38298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:15.049563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.8142215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-995c5c38-f9c9-4216-a71d-f89c9cf3bdb9\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-26T22:50:15.054879Z","caller":"traceutil/trace.go:171","msg":"trace[1952844118] range","detail":"{range_begin:/registry/events/openstack/barbican-api-74469676b8-kkhkl.1897eb7d460eb876; range_end:; response_count:1; response_revision:24669; }","duration":"6.819315498s","start":"2026-02-26T22:50:08.235553Z","end":"2026-02-26T22:50:15.054869Z","steps":["trace[1952844118] 'agreement among raft nodes before linearized reading' (duration: 6.813884031s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:15.055067Z","caller":"traceutil/trace.go:171","msg":"trace[150182406] range","detail":"{range_begin:/registry/persistentvolumes/pvc-995c5c38-f9c9-4216-a71d-f89c9cf3bdb9; range_end:; response_count:1; response_revision:24669; }","duration":"6.819747698s","start":"2026-02-26T22:50:08.23531Z","end":"2026-02-26T22:50:15.055058Z","steps":["trace[150182406] 'agreement among raft nodes before linearized reading' (duration: 6.81381441s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.055065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120712077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:15.055089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:08.2353Z","time spent":"6.819782779s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-995c5c38-f9c9-4216-a71d-f89c9cf3bdb9\" "} {"level":"warn","ts":"2026-02-26T22:50:15.055087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:08.235536Z","time spent":"6.819543414s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-74469676b8-kkhkl.1897eb7d460eb876\" "} {"level":"info","ts":"2026-02-26T22:50:15.0551Z","caller":"traceutil/trace.go:171","msg":"trace[1879791929] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24669; }","duration":"2.120794349s","start":"2026-02-26T22:50:12.934296Z","end":"2026-02-26T22:50:15.05509Z","steps":["trace[1879791929] 'agreement among raft nodes before linearized reading' (duration: 2.120732498s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.055133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:12.934233Z","time spent":"2.120894012s","remote":"127.0.0.1:39826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:15.055152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539849567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-02-26T22:50:15.055192Z","caller":"traceutil/trace.go:171","msg":"trace[2044132828] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24669; }","duration":"2.53992845s","start":"2026-02-26T22:50:12.515254Z","end":"2026-02-26T22:50:15.055182Z","steps":["trace[2044132828] 'agreement among raft nodes before linearized reading' (duration: 2.539830027s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.055225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:12.515236Z","time spent":"2.539981551s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18856,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T22:50:15.055244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932726665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:15.055265Z","caller":"traceutil/trace.go:171","msg":"trace[1117043388] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24669; }","duration":"1.932794776s","start":"2026-02-26T22:50:13.122464Z","end":"2026-02-26T22:50:15.055259Z","steps":["trace[1117043388] 'agreement among raft nodes before linearized reading' (duration: 1.932760236s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.05528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:13.122439Z","time spent":"1.932837158s","remote":"127.0.0.1:49210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:15.055271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310661658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:15.055283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749110741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:15.055309Z","caller":"traceutil/trace.go:171","msg":"trace[230663903] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24669; }","duration":"1.31074195s","start":"2026-02-26T22:50:13.744561Z","end":"2026-02-26T22:50:15.055303Z","steps":["trace[230663903] 'agreement among raft nodes before linearized reading' (duration: 1.310679698s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.055338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:13.744541Z","time spent":"1.31079204s","remote":"127.0.0.1:40026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:50:15.05535Z","caller":"traceutil/trace.go:171","msg":"trace[1018844616] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24669; }","duration":"1.749222854s","start":"2026-02-26T22:50:13.306107Z","end":"2026-02-26T22:50:15.055329Z","steps":["trace[1018844616] 'agreement among raft nodes before linearized reading' (duration: 1.749094161s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.055378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137748828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:15.055386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:13.306089Z","time spent":"1.749288146s","remote":"127.0.0.1:38276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:15.0554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642697908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:15.049566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.392717041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6mcpn\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-02-26T22:50:15.055457Z","caller":"traceutil/trace.go:171","msg":"trace[2031654092] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6mcpn; range_end:; response_count:1; response_revision:24669; }","duration":"6.398640969s","start":"2026-02-26T22:50:08.656809Z","end":"2026-02-26T22:50:15.05545Z","steps":["trace[2031654092] 'agreement among raft nodes before linearized reading' (duration: 6.392621468s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.055483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:08.656796Z","time spent":"6.398677891s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4713,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6mcpn\" "} {"level":"warn","ts":"2026-02-26T22:50:15.055537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.558553279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-02-26T22:50:15.055419Z","caller":"traceutil/trace.go:171","msg":"trace[1586553910] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24669; }","duration":"3.13783247s","start":"2026-02-26T22:50:11.917574Z","end":"2026-02-26T22:50:15.055406Z","steps":["trace[1586553910] 'agreement among raft nodes before linearized reading' (duration: 3.137770959s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:15.055564Z","caller":"traceutil/trace.go:171","msg":"trace[1469516832] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24669; }","duration":"3.558625431s","start":"2026-02-26T22:50:11.496932Z","end":"2026-02-26T22:50:15.055558Z","steps":["trace[1469516832] 'agreement among raft nodes before linearized reading' (duration: 3.558548919s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.055584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:11.496911Z","time spent":"3.558668212s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18856,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-26T22:50:15.055579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:11.917549Z","time spent":"3.138023215s","remote":"127.0.0.1:52180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:50:15.054839Z","caller":"traceutil/trace.go:171","msg":"trace[903217963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24669; }","duration":"800.674405ms","start":"2026-02-26T22:50:14.254131Z","end":"2026-02-26T22:50:15.054805Z","steps":["trace[903217963] 'agreement among raft nodes before linearized reading' (duration: 800.579393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.055665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:14.254101Z","time spent":"801.558377ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:50:15.055428Z","caller":"traceutil/trace.go:171","msg":"trace[223096089] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24669; }","duration":"1.64277315s","start":"2026-02-26T22:50:13.412645Z","end":"2026-02-26T22:50:15.055418Z","steps":["trace[223096089] 'agreement among raft nodes before linearized reading' (duration: 1.642736459s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.055701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:13.412622Z","time spent":"1.643071847s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:15.056057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.558525239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.1897ed8c1952a26d\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-02-26T22:50:15.056168Z","caller":"traceutil/trace.go:171","msg":"trace[673519737] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.1897ed8c1952a26d; range_end:; response_count:1; response_revision:24669; }","duration":"3.558668684s","start":"2026-02-26T22:50:11.497485Z","end":"2026-02-26T22:50:15.056154Z","steps":["trace[673519737] 'agreement among raft nodes before linearized reading' (duration: 3.557950625s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:15.056225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:11.497469Z","time spent":"3.558746235s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.1897ed8c1952a26d\" "} {"level":"warn","ts":"2026-02-26T22:50:15.558961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:16.059253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:16.559888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:17.060059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:17.06287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000268791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:50:17.062935Z","caller":"traceutil/trace.go:171","msg":"trace[1093865859] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000354464s","start":"2026-02-26T22:50:15.062568Z","end":"2026-02-26T22:50:17.062922Z","steps":["trace[1093865859] 'agreement among raft nodes before linearized reading' (duration: 2.000275042s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:17.062968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:15.062565Z","time spent":"2.000397205s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:50:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:17.128087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.021166296s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:50:17.425274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.619501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:50:17.425422Z","caller":"traceutil/trace.go:171","msg":"trace[1503003582] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"2.367979959s","start":"2026-02-26T22:50:15.057422Z","end":"2026-02-26T22:50:17.425402Z","steps":["trace[1503003582] 'process raft request' (duration: 2.071129502s)","trace[1503003582] 'compare' (duration: 296.358155ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:17.46667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:15.057404Z","time spent":"2.409207606s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:19.019309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311535049s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:50:19.019576Z","caller":"traceutil/trace.go:171","msg":"trace[1558138311] linearizableReadLoop","detail":"{readStateIndex:25575; appliedIndex:25570; }","duration":"3.96101157s","start":"2026-02-26T22:50:15.058547Z","end":"2026-02-26T22:50:19.019559Z","steps":["trace[1558138311] 'read index received' (duration: 2.069912151s)","trace[1558138311] 'applied index is now lower than readState.Index' (duration: 1.891098369s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:50:19.019694Z","caller":"traceutil/trace.go:171","msg":"trace[1739717152] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"3.957183254s","start":"2026-02-26T22:50:15.062448Z","end":"2026-02-26T22:50:19.019631Z","steps":["trace[1739717152] 'process raft request' (duration: 3.956961679s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:19.019782Z","caller":"traceutil/trace.go:171","msg":"trace[1462791175] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"2.115298262s","start":"2026-02-26T22:50:16.90447Z","end":"2026-02-26T22:50:19.019769Z","steps":["trace[1462791175] 'process raft request' (duration: 2.115011824s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:19.019862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:16.904443Z","time spent":"2.115368373s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:19.019991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:15.062437Z","time spent":"3.957364648s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:19.020053Z","caller":"traceutil/trace.go:171","msg":"trace[1566242485] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"1.96083317s","start":"2026-02-26T22:50:17.05921Z","end":"2026-02-26T22:50:19.020043Z","steps":["trace[1566242485] 'process raft request' (duration: 1.960314208s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:19.020106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:17.059189Z","time spent":"1.960888031s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:19.020313Z","caller":"traceutil/trace.go:171","msg":"trace[502229285] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"3.961225726s","start":"2026-02-26T22:50:15.059071Z","end":"2026-02-26T22:50:19.020296Z","steps":["trace[502229285] 'process raft request' (duration: 2.648622119s)","trace[502229285] 'compare' (duration: 1.310100884s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:19.02033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.96177764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-26T22:50:19.020363Z","caller":"traceutil/trace.go:171","msg":"trace[993066783] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24674; }","duration":"3.961840482s","start":"2026-02-26T22:50:15.058511Z","end":"2026-02-26T22:50:19.020351Z","steps":["trace[993066783] 'agreement among raft nodes before linearized reading' (duration: 3.961721779s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:19.020391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:15.058493Z","time spent":"3.961891934s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-26T22:50:19.022765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:15.059055Z","time spent":"3.961288878s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:19.063634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000471157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:50:19.063733Z","caller":"traceutil/trace.go:171","msg":"trace[1606261354] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000666472s","start":"2026-02-26T22:50:17.063036Z","end":"2026-02-26T22:50:19.063702Z","steps":["trace[1606261354] 'agreement among raft nodes before linearized reading' (duration: 2.000490137s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:19.063789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:17.063028Z","time spent":"2.000749044s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:50:19.520511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:19.829292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105709038s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:50:20.850909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021275407s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:50:20.851129Z","caller":"traceutil/trace.go:171","msg":"trace[668012280] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"790.048038ms","start":"2026-02-26T22:50:20.061063Z","end":"2026-02-26T22:50:20.851111Z","steps":["trace[668012280] 'process raft request' (duration: 789.955325ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:20.851133Z","caller":"traceutil/trace.go:171","msg":"trace[97785909] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"2.355222139s","start":"2026-02-26T22:50:18.495864Z","end":"2026-02-26T22:50:20.851086Z","steps":["trace[97785909] 'process raft request' (duration: 1.333683435s)","trace[97785909] 'compare' (duration: 1.020210281s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:20.851206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:20.061037Z","time spent":"790.13218ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:20.851307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:18.495836Z","time spent":"2.355376733s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:20.851377Z","caller":"traceutil/trace.go:171","msg":"trace[1499470785] linearizableReadLoop","detail":"{readStateIndex:25576; appliedIndex:25575; }","duration":"1.831732017s","start":"2026-02-26T22:50:19.019608Z","end":"2026-02-26T22:50:20.85134Z","steps":["trace[1499470785] 'read index received' (duration: 809.820944ms)","trace[1499470785] 'applied index is now lower than readState.Index' (duration: 1.021906133s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:20.851484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.048331094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:20.851562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625540509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:20.851582Z","caller":"traceutil/trace.go:171","msg":"trace[338009076] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24676; }","duration":"4.048487618s","start":"2026-02-26T22:50:16.803072Z","end":"2026-02-26T22:50:20.85156Z","steps":["trace[338009076] 'agreement among raft nodes before linearized reading' (duration: 4.048302923s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:20.851545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.312438601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:20.851625Z","caller":"traceutil/trace.go:171","msg":"trace[182934885] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24676; }","duration":"2.625647032s","start":"2026-02-26T22:50:18.225961Z","end":"2026-02-26T22:50:20.851608Z","steps":["trace[182934885] 'agreement among raft nodes before linearized reading' (duration: 2.625538049s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:20.851655Z","caller":"traceutil/trace.go:171","msg":"trace[214771266] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24676; }","duration":"5.312605746s","start":"2026-02-26T22:50:15.539022Z","end":"2026-02-26T22:50:20.851628Z","steps":["trace[214771266] 'agreement among raft nodes before linearized reading' (duration: 5.312436611s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:20.851682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065416291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:20.851683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:18.22594Z","time spent":"2.625726464s","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:20.85168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.784381088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-02-26T22:50:20.851717Z","caller":"traceutil/trace.go:171","msg":"trace[1350380048] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24676; }","duration":"3.065485062s","start":"2026-02-26T22:50:17.786221Z","end":"2026-02-26T22:50:20.851706Z","steps":["trace[1350380048] 'agreement among raft nodes before linearized reading' (duration: 3.065433701s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:20.851741Z","caller":"traceutil/trace.go:171","msg":"trace[218070286] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24676; }","duration":"5.784482101s","start":"2026-02-26T22:50:15.06724Z","end":"2026-02-26T22:50:20.851722Z","steps":["trace[218070286] 'agreement among raft nodes before linearized reading' (duration: 5.784266315s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:20.851808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.331389823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:20.851844Z","caller":"traceutil/trace.go:171","msg":"trace[439371240] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24676; }","duration":"3.331467265s","start":"2026-02-26T22:50:17.520368Z","end":"2026-02-26T22:50:20.851835Z","steps":["trace[439371240] 'agreement among raft nodes before linearized reading' (duration: 3.331416983s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:20.851877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:17.520347Z","time spent":"3.331522105s","remote":"127.0.0.1:39998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:20.851873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998189469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-02-26T22:50:20.851926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.924367851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T22:50:20.852001Z","caller":"traceutil/trace.go:171","msg":"trace[1203649336] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24676; }","duration":"4.924488354s","start":"2026-02-26T22:50:15.927495Z","end":"2026-02-26T22:50:20.851983Z","steps":["trace[1203649336] 'agreement among raft nodes before linearized reading' (duration: 4.924246748s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:20.852019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92499128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:50:20.852035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.793304472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-02-26T22:50:20.852045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:15.927474Z","time spent":"4.924558857s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:50:20.85206Z","caller":"traceutil/trace.go:171","msg":"trace[689805978] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24676; }","duration":"1.925078882s","start":"2026-02-26T22:50:18.92697Z","end":"2026-02-26T22:50:20.852049Z","steps":["trace[689805978] 'agreement among raft nodes before linearized reading' (duration: 1.92500719s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:20.852068Z","caller":"traceutil/trace.go:171","msg":"trace[50247323] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24676; }","duration":"5.793344403s","start":"2026-02-26T22:50:15.058713Z","end":"2026-02-26T22:50:20.852057Z","steps":["trace[50247323] 'agreement among raft nodes before linearized reading' (duration: 5.793266731s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:20.852163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:15.058708Z","time spent":"5.793446806s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-26T22:50:20.85193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365896456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:20.852202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:18.92695Z","time spent":"1.925137644s","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:20.852224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.382584669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T22:50:20.852247Z","caller":"traceutil/trace.go:171","msg":"trace[253730559] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24676; }","duration":"2.366262876s","start":"2026-02-26T22:50:18.485965Z","end":"2026-02-26T22:50:20.852228Z","steps":["trace[253730559] 'agreement among raft nodes before linearized reading' (duration: 2.365915717s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:20.85231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:18.485938Z","time spent":"2.366354999s","remote":"127.0.0.1:40246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:20.851802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:15.067236Z","time spent":"5.784551862s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-26T22:50:20.851875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.785782312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-02-26T22:50:20.852452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828854276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T22:50:20.852462Z","caller":"traceutil/trace.go:171","msg":"trace[1173730050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24676; }","duration":"5.786367559s","start":"2026-02-26T22:50:15.066069Z","end":"2026-02-26T22:50:20.852437Z","steps":["trace[1173730050] 'agreement among raft nodes before linearized reading' (duration: 5.785761273s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:20.85249Z","caller":"traceutil/trace.go:171","msg":"trace[1168598913] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24676; }","duration":"1.828929098s","start":"2026-02-26T22:50:19.023551Z","end":"2026-02-26T22:50:20.85248Z","steps":["trace[1168598913] 'agreement among raft nodes before linearized reading' (duration: 1.828830155s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:20.8525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:15.066062Z","time spent":"5.78642698s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T22:50:20.852523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:19.023531Z","time spent":"1.828985309s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T22:50:20.852517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.411502378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:20.852565Z","caller":"traceutil/trace.go:171","msg":"trace[1590323092] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24676; }","duration":"4.4116038s","start":"2026-02-26T22:50:16.440947Z","end":"2026-02-26T22:50:20.852551Z","steps":["trace[1590323092] 'agreement among raft nodes before linearized reading' (duration: 4.411507828s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:20.852616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:16.440922Z","time spent":"4.411678633s","remote":"127.0.0.1:38030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:50:20.852265Z","caller":"traceutil/trace.go:171","msg":"trace[930106111] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07; range_end:; response_count:1; response_revision:24676; }","duration":"3.382653761s","start":"2026-02-26T22:50:17.4696Z","end":"2026-02-26T22:50:20.852253Z","steps":["trace[930106111] 'agreement among raft nodes before linearized reading' (duration: 3.382464695s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:20.852664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:17.469586Z","time spent":"3.383068061s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07\" "} {"level":"warn","ts":"2026-02-26T22:50:20.85268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595266787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:20.852657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167967253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:20.852713Z","caller":"traceutil/trace.go:171","msg":"trace[1047869320] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24676; }","duration":"1.595356379s","start":"2026-02-26T22:50:19.257344Z","end":"2026-02-26T22:50:20.852701Z","steps":["trace[1047869320] 'agreement among raft nodes before linearized reading' (duration: 1.595304698s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:20.852724Z","caller":"traceutil/trace.go:171","msg":"trace[1703920411] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24676; }","duration":"1.168078105s","start":"2026-02-26T22:50:19.684632Z","end":"2026-02-26T22:50:20.85271Z","steps":["trace[1703920411] 'agreement among raft nodes before linearized reading' (duration: 1.167953272s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:20.852748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:19.257286Z","time spent":"1.595454282s","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:20.851716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:15.538999Z","time spent":"5.312701997s","remote":"127.0.0.1:40060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T22:50:20.852834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.493711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:20.852843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.134969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:20.852879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783816144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:20.852884Z","caller":"traceutil/trace.go:171","msg":"trace[440131746] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24676; }","duration":"355.539092ms","start":"2026-02-26T22:50:20.49733Z","end":"2026-02-26T22:50:20.852869Z","steps":["trace[440131746] 'agreement among raft nodes before linearized reading' (duration: 355.46683ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:20.852888Z","caller":"traceutil/trace.go:171","msg":"trace[1167209180] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24676; }","duration":"696.220261ms","start":"2026-02-26T22:50:20.156653Z","end":"2026-02-26T22:50:20.852874Z","steps":["trace[1167209180] 'agreement among raft nodes before linearized reading' (duration: 696.1577ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:20.85195Z","caller":"traceutil/trace.go:171","msg":"trace[1635148870] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:24676; }","duration":"1.998319912s","start":"2026-02-26T22:50:18.853611Z","end":"2026-02-26T22:50:20.851931Z","steps":["trace[1635148870] 'agreement among raft nodes before linearized reading' (duration: 1.998171348s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:20.852925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:20.15663Z","time spent":"696.287162ms","remote":"127.0.0.1:53044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:20.852927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:20.497308Z","time spent":"355.606473ms","remote":"127.0.0.1:53050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:20.851755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:17.786198Z","time spent":"3.065549433s","remote":"127.0.0.1:58494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:20.853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819423969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1897ed8b7be17c7f\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-02-26T22:50:20.853015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.695265027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T22:50:20.853074Z","caller":"traceutil/trace.go:171","msg":"trace[1293115859] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24676; }","duration":"4.69542363s","start":"2026-02-26T22:50:16.157637Z","end":"2026-02-26T22:50:20.85306Z","steps":["trace[1293115859] 'agreement among raft nodes before linearized reading' (duration: 4.694060095s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:20.852774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:19.684611Z","time spent":"1.168151297s","remote":"127.0.0.1:56952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:20.853117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:16.157607Z","time spent":"4.695499632s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2655,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:50:20.853031Z","caller":"traceutil/trace.go:171","msg":"trace[670799065] range","detail":"{range_begin:/registry/events/openstack/container-infra.1897ed8b7be17c7f; range_end:; response_count:1; response_revision:24676; }","duration":"1.81946786s","start":"2026-02-26T22:50:19.033556Z","end":"2026-02-26T22:50:20.853024Z","steps":["trace[670799065] 'agreement among raft nodes before linearized reading' (duration: 1.819372118s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:20.853229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:19.033549Z","time spent":"1.819671085s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":717,"request content":"key:\"/registry/events/openstack/container-infra.1897ed8b7be17c7f\" "} {"level":"info","ts":"2026-02-26T22:50:20.852911Z","caller":"traceutil/trace.go:171","msg":"trace[1838634010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24676; }","duration":"1.783882256s","start":"2026-02-26T22:50:19.069021Z","end":"2026-02-26T22:50:20.852903Z","steps":["trace[1838634010] 'agreement among raft nodes before linearized reading' (duration: 1.783831455s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:20.853295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:19.068998Z","time spent":"1.784286766s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:50:20.85295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:18.853585Z","time spent":"1.999355769s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-26T22:50:20.851957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.788676456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-02-26T22:50:20.853802Z","caller":"traceutil/trace.go:171","msg":"trace[771338198] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24676; }","duration":"5.790507752s","start":"2026-02-26T22:50:15.063267Z","end":"2026-02-26T22:50:20.853775Z","steps":["trace[771338198] 'agreement among raft nodes before linearized reading' (duration: 5.788627154s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:20.853859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:15.063263Z","time spent":"5.790581103s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18856,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T22:50:20.853101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821021599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6mcpn\" ","response":"range_response_count:1 size:4886"} {"level":"info","ts":"2026-02-26T22:50:20.854018Z","caller":"traceutil/trace.go:171","msg":"trace[2081593156] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6mcpn; range_end:; response_count:1; response_revision:24676; }","duration":"1.821957031s","start":"2026-02-26T22:50:19.032047Z","end":"2026-02-26T22:50:20.854004Z","steps":["trace[2081593156] 'agreement among raft nodes before linearized reading' (duration: 1.821001148s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:20.854055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:19.032011Z","time spent":"1.822034193s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4908,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6mcpn\" "} {"level":"warn","ts":"2026-02-26T22:50:20.851631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:16.803052Z","time spent":"4.048567249s","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:21.358204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:22.334266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226117633s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:22.334472Z","caller":"traceutil/trace.go:171","msg":"trace[315128512] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24676; }","duration":"1.226336979s","start":"2026-02-26T22:50:21.108111Z","end":"2026-02-26T22:50:22.334448Z","steps":["trace[315128512] 'range keys from in-memory index tree' (duration: 1.226097743s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:22.335278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.940033ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-26T22:50:22.335361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:20.855495Z","time spent":"1.479861628s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T22:50:22.414515Z","caller":"traceutil/trace.go:171","msg":"trace[1061532058] linearizableReadLoop","detail":"{readStateIndex:25581; appliedIndex:25577; }","duration":"1.556940295s","start":"2026-02-26T22:50:20.857551Z","end":"2026-02-26T22:50:22.414491Z","steps":["trace[1061532058] 'read index received' (duration: 535.787711ms)","trace[1061532058] 'applied index is now lower than readState.Index' (duration: 1.021151324s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:50:22.414806Z","caller":"traceutil/trace.go:171","msg":"trace[1469961391] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"1.559092858s","start":"2026-02-26T22:50:20.855694Z","end":"2026-02-26T22:50:22.414787Z","steps":["trace[1469961391] 'process raft request' (duration: 1.558452962s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:22.414957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:20.855682Z","time spent":"1.55918137s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:22.415239Z","caller":"traceutil/trace.go:171","msg":"trace[549871390] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"1.559400306s","start":"2026-02-26T22:50:20.855822Z","end":"2026-02-26T22:50:22.415222Z","steps":["trace[549871390] 'process raft request' (duration: 1.558551865s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:22.415339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:20.855817Z","time spent":"1.559470798s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:22.415762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558192027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-695d0003-8264-459e-baba-a02da8500d23\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-02-26T22:50:22.416077Z","caller":"traceutil/trace.go:171","msg":"trace[1867332673] range","detail":"{range_begin:/registry/persistentvolumes/pvc-695d0003-8264-459e-baba-a02da8500d23; range_end:; response_count:1; response_revision:24679; }","duration":"1.558520655s","start":"2026-02-26T22:50:20.857536Z","end":"2026-02-26T22:50:22.416056Z","steps":["trace[1867332673] 'agreement among raft nodes before linearized reading' (duration: 1.558057683s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:22.416145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:20.857528Z","time spent":"1.558599646s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-695d0003-8264-459e-baba-a02da8500d23\" "} {"level":"info","ts":"2026-02-26T22:50:22.415826Z","caller":"traceutil/trace.go:171","msg":"trace[589362752] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"1.390158034s","start":"2026-02-26T22:50:21.025652Z","end":"2026-02-26T22:50:22.41581Z","steps":["trace[589362752] 'process raft request' (duration: 1.388785519s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:22.416775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:21.02562Z","time spent":"1.391097238s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:22.858094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000279023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:22.858188Z","caller":"traceutil/trace.go:171","msg":"trace[1572280275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000437547s","start":"2026-02-26T22:50:20.85773Z","end":"2026-02-26T22:50:22.858167Z","steps":["trace[1572280275] 'agreement among raft nodes before linearized reading' (duration: 2.000322374s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:22.858245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:20.857684Z","time spent":"2.000550489s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:50:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:22.858403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000357694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:22.858437Z","caller":"traceutil/trace.go:171","msg":"trace[1098922561] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412865s","start":"2026-02-26T22:50:20.858016Z","end":"2026-02-26T22:50:22.858429Z","steps":["trace[1098922561] 'agreement among raft nodes before linearized reading' (duration: 2.000374334s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:22.858464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:20.858005Z","time spent":"2.000450936s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:50:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:22.915227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446319,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T22:50:22.99968Z","caller":"traceutil/trace.go:171","msg":"trace[1081984565] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"662.649097ms","start":"2026-02-26T22:50:22.337004Z","end":"2026-02-26T22:50:22.999653Z","steps":["trace[1081984565] 'process raft request' (duration: 662.39715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:22.999883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:22.336985Z","time spent":"662.7738ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:23.297488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.936587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:50:23.297609Z","caller":"traceutil/trace.go:171","msg":"trace[71568801] linearizableReadLoop","detail":"{readStateIndex:25583; appliedIndex:25581; }","duration":"883.005633ms","start":"2026-02-26T22:50:22.414585Z","end":"2026-02-26T22:50:23.29759Z","steps":["trace[71568801] 'read index received' (duration: 584.809952ms)","trace[71568801] 'applied index is now lower than readState.Index' (duration: 298.194451ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:50:23.297669Z","caller":"traceutil/trace.go:171","msg":"trace[672585601] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"736.01634ms","start":"2026-02-26T22:50:22.561604Z","end":"2026-02-26T22:50:23.29762Z","steps":["trace[672585601] 'process raft request' (duration: 540.847408ms)","trace[672585601] 'compare' (duration: 194.720401ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:23.297893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.018517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:50:23.297896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:22.561577Z","time spent":"736.211655ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:23.297897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438301656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:23.29794Z","caller":"traceutil/trace.go:171","msg":"trace[1143462695] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24681; }","duration":"991.068769ms","start":"2026-02-26T22:50:22.30686Z","end":"2026-02-26T22:50:23.297929Z","steps":["trace[1143462695] 'agreement among raft nodes before linearized reading' (duration: 990.816801ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:23.297961Z","caller":"traceutil/trace.go:171","msg":"trace[1279272025] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24681; }","duration":"2.438378639s","start":"2026-02-26T22:50:20.859566Z","end":"2026-02-26T22:50:23.297945Z","steps":["trace[1279272025] 'agreement among raft nodes before linearized reading' (duration: 2.438263476s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:23.297965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017484402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:23.29798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:22.306829Z","time spent":"991.14129ms","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:23.297999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:20.859561Z","time spent":"2.43842888s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T22:50:23.297985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41017802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T22:50:23.298021Z","caller":"traceutil/trace.go:171","msg":"trace[967368098] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24681; }","duration":"1.017567274s","start":"2026-02-26T22:50:22.280432Z","end":"2026-02-26T22:50:23.297999Z","steps":["trace[967368098] 'agreement among raft nodes before linearized reading' (duration: 1.017507393s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:23.298063Z","caller":"traceutil/trace.go:171","msg":"trace[216045219] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24681; }","duration":"2.410291624s","start":"2026-02-26T22:50:20.887751Z","end":"2026-02-26T22:50:23.298043Z","steps":["trace[216045219] 'agreement among raft nodes before linearized reading' (duration: 2.410000325s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:23.298067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:22.280411Z","time spent":"1.017646337s","remote":"127.0.0.1:51878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:23.298107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:20.887742Z","time spent":"2.410354665s","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:23.298108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426254314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T22:50:23.298105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437466846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-02-26T22:50:23.298182Z","caller":"traceutil/trace.go:171","msg":"trace[1845311855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24681; }","duration":"2.426342986s","start":"2026-02-26T22:50:20.871812Z","end":"2026-02-26T22:50:23.298155Z","steps":["trace[1845311855] 'agreement among raft nodes before linearized reading' (duration: 2.42608704s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:23.298188Z","caller":"traceutil/trace.go:171","msg":"trace[545923319] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24681; }","duration":"2.437554578s","start":"2026-02-26T22:50:20.860611Z","end":"2026-02-26T22:50:23.298166Z","steps":["trace[545923319] 'agreement among raft nodes before linearized reading' (duration: 2.437316812s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:23.297886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318065274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:23.298237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:20.860606Z","time spent":"2.437618179s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-26T22:50:23.298237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:20.871799Z","time spent":"2.426422918s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T22:50:23.298264Z","caller":"traceutil/trace.go:171","msg":"trace[554743300] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24681; }","duration":"1.318504325s","start":"2026-02-26T22:50:21.979743Z","end":"2026-02-26T22:50:23.298247Z","steps":["trace[554743300] 'agreement among raft nodes before linearized reading' (duration: 1.318064194s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:23.298269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836314164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6mcpn\" ","response":"range_response_count:1 size:4886"} {"level":"warn","ts":"2026-02-26T22:50:23.298298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.924981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-fbdb9cbbb-7dvn9.1897eceb52603564\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-02-26T22:50:23.29832Z","caller":"traceutil/trace.go:171","msg":"trace[617343503] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6mcpn; range_end:; response_count:1; response_revision:24681; }","duration":"1.836423536s","start":"2026-02-26T22:50:21.461881Z","end":"2026-02-26T22:50:23.298304Z","steps":["trace[617343503] 'agreement among raft nodes before linearized reading' (duration: 1.836238651s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:23.298353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:21.461858Z","time spent":"1.836486838s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4908,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6mcpn\" "} {"level":"info","ts":"2026-02-26T22:50:23.298349Z","caller":"traceutil/trace.go:171","msg":"trace[225134075] range","detail":"{range_begin:/registry/events/openstack/heat-api-fbdb9cbbb-7dvn9.1897eceb52603564; range_end:; response_count:1; response_revision:24681; }","duration":"876.997393ms","start":"2026-02-26T22:50:22.421335Z","end":"2026-02-26T22:50:23.298332Z","steps":["trace[225134075] 'agreement among raft nodes before linearized reading' (duration: 876.799498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:23.298357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008231422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:23.298368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.889087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:50:23.298374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.411627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-26T22:50:23.298478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.921704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:23.298537Z","caller":"traceutil/trace.go:171","msg":"trace[987145805] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24681; }","duration":"333.008666ms","start":"2026-02-26T22:50:22.965514Z","end":"2026-02-26T22:50:23.298523Z","steps":["trace[987145805] 'agreement among raft nodes before linearized reading' (duration: 332.922704ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:23.298544Z","caller":"traceutil/trace.go:171","msg":"trace[1727265133] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24681; }","duration":"296.623782ms","start":"2026-02-26T22:50:23.001901Z","end":"2026-02-26T22:50:23.298524Z","steps":["trace[1727265133] 'agreement among raft nodes before linearized reading' (duration: 296.284044ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:23.298391Z","caller":"traceutil/trace.go:171","msg":"trace[1261287841] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24681; }","duration":"2.008316584s","start":"2026-02-26T22:50:21.290063Z","end":"2026-02-26T22:50:23.298379Z","steps":["trace[1261287841] 'agreement among raft nodes before linearized reading' (duration: 2.008255362s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:23.298644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:21.290036Z","time spent":"2.008595301s","remote":"127.0.0.1:39822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:23.298578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:22.9655Z","time spent":"333.066657ms","remote":"127.0.0.1:53028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:23.298308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:21.979723Z","time spent":"1.318569536s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:50:23.298417Z","caller":"traceutil/trace.go:171","msg":"trace[2087809231] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24681; }","duration":"372.976779ms","start":"2026-02-26T22:50:22.925427Z","end":"2026-02-26T22:50:23.298403Z","steps":["trace[2087809231] 'agreement among raft nodes before linearized reading' (duration: 372.893237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:23.298771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:22.925407Z","time spent":"373.339239ms","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:23.298474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.440785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:23.29839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:22.421318Z","time spent":"877.061494ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":924,"request content":"key:\"/registry/events/openstack/heat-api-fbdb9cbbb-7dvn9.1897eceb52603564\" "} {"level":"info","ts":"2026-02-26T22:50:23.298928Z","caller":"traceutil/trace.go:171","msg":"trace[1660522473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24681; }","duration":"432.930957ms","start":"2026-02-26T22:50:22.865984Z","end":"2026-02-26T22:50:23.298915Z","steps":["trace[1660522473] 'agreement among raft nodes before linearized reading' (duration: 432.433505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:23.298976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:22.865967Z","time spent":"432.995798ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:50:23.298587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.187897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-26T22:50:23.299186Z","caller":"traceutil/trace.go:171","msg":"trace[792768627] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24681; }","duration":"877.780081ms","start":"2026-02-26T22:50:22.42139Z","end":"2026-02-26T22:50:23.29917Z","steps":["trace[792768627] 'agreement among raft nodes before linearized reading' (duration: 877.111435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:23.299229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:22.421381Z","time spent":"877.833132ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-26T22:50:23.298037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004121237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:23.299794Z","caller":"traceutil/trace.go:171","msg":"trace[717468591] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24681; }","duration":"1.00587688s","start":"2026-02-26T22:50:22.293848Z","end":"2026-02-26T22:50:23.299724Z","steps":["trace[717468591] 'agreement among raft nodes before linearized reading' (duration: 1.004047055s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:23.300333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:22.293835Z","time spent":"1.006434904s","remote":"127.0.0.1:49194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:23.805197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:24.306377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:25.277728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.993478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:50:25.277846Z","caller":"traceutil/trace.go:171","msg":"trace[968226284] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"1.97435491s","start":"2026-02-26T22:50:23.30347Z","end":"2026-02-26T22:50:25.277824Z","steps":["trace[968226284] 'process raft request' (duration: 1.045144256s)","trace[968226284] 'compare' (duration: 928.809474ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:25.277911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:23.303442Z","time spent":"1.974437342s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:26.03736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000516318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:26.037493Z","caller":"traceutil/trace.go:171","msg":"trace[509155561] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000629781s","start":"2026-02-26T22:50:24.0368Z","end":"2026-02-26T22:50:26.03743Z","steps":["trace[509155561] 'agreement among raft nodes before linearized reading' (duration: 2.000513238s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:26.037547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:24.036737Z","time spent":"2.000800616s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:50:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:26.282905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.934219582s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:50:26.560561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.360838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:50:26.561388Z","caller":"traceutil/trace.go:171","msg":"trace[908832738] linearizableReadLoop","detail":"{readStateIndex:25587; appliedIndex:25583; }","duration":"3.256592783s","start":"2026-02-26T22:50:23.304776Z","end":"2026-02-26T22:50:26.561369Z","steps":["trace[908832738] 'read index received' (duration: 1.043905886s)","trace[908832738] 'applied index is now lower than readState.Index' (duration: 2.212684697s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:50:26.561439Z","caller":"traceutil/trace.go:171","msg":"trace[1181759730] transaction","detail":"{read_only:false; response_revision:24686; number_of_response:1; }","duration":"2.139239853s","start":"2026-02-26T22:50:24.422163Z","end":"2026-02-26T22:50:26.561402Z","steps":["trace[1181759730] 'process raft request' (duration: 2.138609146s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:26.561491Z","caller":"traceutil/trace.go:171","msg":"trace[1590161317] transaction","detail":"{read_only:false; response_revision:24685; number_of_response:1; }","duration":"3.254890121s","start":"2026-02-26T22:50:23.306592Z","end":"2026-02-26T22:50:26.561482Z","steps":["trace[1590161317] 'process raft request' (duration: 3.254139191s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:26.561472Z","caller":"traceutil/trace.go:171","msg":"trace[164193909] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"3.254935242s","start":"2026-02-26T22:50:23.306503Z","end":"2026-02-26T22:50:26.561438Z","steps":["trace[164193909] 'process raft request' (duration: 3.254150982s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:26.561545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:23.306588Z","time spent":"3.254926862s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4881,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:26.5616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:24.422135Z","time spent":"2.139377157s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:26.561424Z","caller":"traceutil/trace.go:171","msg":"trace[557520784] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"3.255401013s","start":"2026-02-26T22:50:23.305969Z","end":"2026-02-26T22:50:26.56137Z","steps":["trace[557520784] 'process raft request' (duration: 2.977162234s)","trace[557520784] 'compare' (duration: 277.030379ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:26.56217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:23.306493Z","time spent":"3.255507226s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:26.562356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:23.305957Z","time spent":"3.256219105s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:27.902994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000175579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:27.903077Z","caller":"traceutil/trace.go:171","msg":"trace[512517710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000314623s","start":"2026-02-26T22:50:25.902742Z","end":"2026-02-26T22:50:27.903057Z","steps":["trace[512517710] 'agreement among raft nodes before linearized reading' (duration: 2.00020636s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:27.903127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:25.902729Z","time spent":"2.000388055s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:50:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:28.038454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000551998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:28.038518Z","caller":"traceutil/trace.go:171","msg":"trace[730155032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000696382s","start":"2026-02-26T22:50:26.037807Z","end":"2026-02-26T22:50:28.038504Z","steps":["trace[730155032] 'agreement among raft nodes before linearized reading' (duration: 2.00061106s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:28.038566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:26.03777Z","time spent":"2.000775004s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:50:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:28.508008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947181008s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-26T22:50:28.508681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.203877945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:28.508771Z","caller":"traceutil/trace.go:171","msg":"trace[828461339] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24686; }","duration":"5.203995788s","start":"2026-02-26T22:50:23.304752Z","end":"2026-02-26T22:50:28.508748Z","steps":["trace[828461339] 'agreement among raft nodes before linearized reading' (duration: 3.256936413s)","trace[828461339] 'range keys from in-memory index tree' (duration: 1.946898851s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:50:28.509535Z","caller":"traceutil/trace.go:171","msg":"trace[1648688998] transaction","detail":"{read_only:false; response_revision:24687; number_of_response:1; }","duration":"2.649317807s","start":"2026-02-26T22:50:25.860197Z","end":"2026-02-26T22:50:28.509514Z","steps":["trace[1648688998] 'process raft request' (duration: 2.647912151s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:28.50882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:23.304737Z","time spent":"5.20407271s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T22:50:28.509533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:27.691083Z","time spent":"817.730364ms","remote":"127.0.0.1:43230","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T22:50:28.509657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:25.86017Z","time spent":"2.64941509s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:28.509537Z","caller":"traceutil/trace.go:171","msg":"trace[2145122949] linearizableReadLoop","detail":"{readStateIndex:25590; appliedIndex:25588; }","duration":"1.94808545s","start":"2026-02-26T22:50:26.561435Z","end":"2026-02-26T22:50:28.50952Z","steps":["trace[2145122949] 'read index received' (duration: 320.898µs)","trace[2145122949] 'applied index is now lower than readState.Index' (duration: 1.947763062s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:29.154717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:29.655724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:29.874895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.308526633s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:50:31.427229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911571716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:31.427341Z","caller":"traceutil/trace.go:171","msg":"trace[2030725719] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24687; }","duration":"2.911697189s","start":"2026-02-26T22:50:28.515615Z","end":"2026-02-26T22:50:31.427312Z","steps":["trace[2030725719] 'range keys from in-memory index tree' (duration: 2.911502724s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:31.427401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:28.515574Z","time spent":"2.911811082s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T22:50:31.427411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.932019627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:31.427494Z","caller":"traceutil/trace.go:171","msg":"trace[1375656817] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24687; }","duration":"5.93211737s","start":"2026-02-26T22:50:25.495353Z","end":"2026-02-26T22:50:31.42747Z","steps":["trace[1375656817] 'agreement among raft nodes before linearized reading' (duration: 3.014168373s)","trace[1375656817] 'count revisions from in-memory index tree' (duration: 2.917815072s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.427538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:25.495331Z","time spent":"5.932195722s","remote":"127.0.0.1:38316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:31.427794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.926700979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:31.427782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.277301332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:31.427884Z","caller":"traceutil/trace.go:171","msg":"trace[1056228033] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24687; }","duration":"6.277459815s","start":"2026-02-26T22:50:25.150396Z","end":"2026-02-26T22:50:31.427856Z","steps":["trace[1056228033] 'agreement among raft nodes before linearized reading' (duration: 3.359186591s)","trace[1056228033] 'count revisions from in-memory index tree' (duration: 2.918128021s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.427968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.600779579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:31.428003Z","caller":"traceutil/trace.go:171","msg":"trace[1972708402] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24687; }","duration":"6.600876062s","start":"2026-02-26T22:50:24.827115Z","end":"2026-02-26T22:50:31.427991Z","steps":["trace[1972708402] 'agreement among raft nodes before linearized reading' (duration: 3.682475124s)","trace[1972708402] 'count revisions from in-memory index tree' (duration: 2.918307896s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.427995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:25.150375Z","time spent":"6.277601679s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:31.428032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:24.827109Z","time spent":"6.600916493s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:31.428206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.272228487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:31.428245Z","caller":"traceutil/trace.go:171","msg":"trace[1393427875] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24687; }","duration":"7.272323189s","start":"2026-02-26T22:50:24.155902Z","end":"2026-02-26T22:50:31.428225Z","steps":["trace[1393427875] 'agreement among raft nodes before linearized reading' (duration: 4.353694345s)","trace[1393427875] 'count revisions from in-memory index tree' (duration: 2.918585763s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.428275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:24.155879Z","time spent":"7.272387771s","remote":"127.0.0.1:58546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:31.428275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.19563179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:31.428317Z","caller":"traceutil/trace.go:171","msg":"trace[72153619] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24687; }","duration":"6.195711662s","start":"2026-02-26T22:50:25.23259Z","end":"2026-02-26T22:50:31.428302Z","steps":["trace[72153619] 'agreement among raft nodes before linearized reading' (duration: 3.276949536s)","trace[72153619] 'count revisions from in-memory index tree' (duration: 2.918703255s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.428349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:25.23257Z","time spent":"6.195770733s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:31.428569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.091242955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-02-26T22:50:31.428606Z","caller":"traceutil/trace.go:171","msg":"trace[173723511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.091325688s","start":"2026-02-26T22:50:26.33727Z","end":"2026-02-26T22:50:31.428596Z","steps":["trace[173723511] 'agreement among raft nodes before linearized reading' (duration: 2.172278114s)","trace[173723511] 'range keys from in-memory index tree' (duration: 2.918991933s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.428642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:26.337248Z","time spent":"5.091386289s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/26 22:50:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:31.428739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.316203157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:31.428767Z","caller":"traceutil/trace.go:171","msg":"trace[1140757] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24687; }","duration":"5.316229238s","start":"2026-02-26T22:50:26.112526Z","end":"2026-02-26T22:50:31.428755Z","steps":["trace[1140757] 'agreement among raft nodes before linearized reading' (duration: 2.397053831s)","trace[1140757] 'count revisions from in-memory index tree' (duration: 2.919142176s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.428795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:26.112467Z","time spent":"5.316320919s","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:50:31.427825Z","caller":"traceutil/trace.go:171","msg":"trace[312849593] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24687; }","duration":"7.926835892s","start":"2026-02-26T22:50:23.500978Z","end":"2026-02-26T22:50:31.427814Z","steps":["trace[312849593] 'agreement among raft nodes before linearized reading' (duration: 5.008608279s)","trace[312849593] 'count revisions from in-memory index tree' (duration: 2.918185063s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.428859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.123723939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T22:50:31.428933Z","caller":"traceutil/trace.go:171","msg":"trace[997893413] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24687; }","duration":"8.123818971s","start":"2026-02-26T22:50:23.305094Z","end":"2026-02-26T22:50:31.428913Z","steps":["trace[997893413] 'agreement among raft nodes before linearized reading' (duration: 5.204476559s)","trace[997893413] 'range keys from in-memory index tree' (duration: 2.919148286s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.428979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:23.305087Z","time spent":"8.123879352s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T22:50:31.428981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.319887634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:31.429019Z","caller":"traceutil/trace.go:171","msg":"trace[387388091] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24687; }","duration":"7.319955336s","start":"2026-02-26T22:50:24.109046Z","end":"2026-02-26T22:50:31.429001Z","steps":["trace[387388091] 'agreement among raft nodes before linearized reading' (duration: 4.400539833s)","trace[387388091] 'count revisions from in-memory index tree' (duration: 2.919374662s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.429052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:24.109026Z","time spent":"7.320015877s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:31.429141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313945427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:31.429173Z","caller":"traceutil/trace.go:171","msg":"trace[514013465] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24687; }","duration":"4.314001799s","start":"2026-02-26T22:50:27.115157Z","end":"2026-02-26T22:50:31.429159Z","steps":["trace[514013465] 'agreement among raft nodes before linearized reading' (duration: 1.394799311s)","trace[514013465] 'count revisions from in-memory index tree' (duration: 2.919168067s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.429207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:27.115141Z","time spent":"4.31405792s","remote":"127.0.0.1:58616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:31.429228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.147567162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-857c9cc8c6-qg59s.1897eceb529ab62b\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-02-26T22:50:31.42926Z","caller":"traceutil/trace.go:171","msg":"trace[1313443238] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-857c9cc8c6-qg59s.1897eceb529ab62b; range_end:; response_count:1; response_revision:24687; }","duration":"6.147598623s","start":"2026-02-26T22:50:25.28165Z","end":"2026-02-26T22:50:31.429248Z","steps":["trace[1313443238] 'agreement among raft nodes before linearized reading' (duration: 3.227909873s)","trace[1313443238] 'range keys from in-memory index tree' (duration: 2.919606618s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.42929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:25.281593Z","time spent":"6.147689635s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":927,"request content":"key:\"/registry/events/openstack/heat-cfn-857c9cc8c6-qg59s.1897eceb529ab62b\" "} {"level":"warn","ts":"2026-02-26T22:50:31.429248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.127787ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:31.429339Z","caller":"traceutil/trace.go:171","msg":"trace[658710711] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24687; }","duration":"321.213929ms","start":"2026-02-26T22:50:31.108109Z","end":"2026-02-26T22:50:31.429323Z","steps":["trace[658710711] 'range keys from in-memory index tree' (duration: 321.118406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:31.428874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:23.500956Z","time spent":"7.927891418s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:31.429404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.856847346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6mcpn\" ","response":"range_response_count:1 size:4898"} {"level":"warn","ts":"2026-02-26T22:50:31.429407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.379217319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:31.429435Z","caller":"traceutil/trace.go:171","msg":"trace[698280199] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6mcpn; range_end:; response_count:1; response_revision:24687; }","duration":"4.856905397s","start":"2026-02-26T22:50:26.572518Z","end":"2026-02-26T22:50:31.429424Z","steps":["trace[698280199] 'agreement among raft nodes before linearized reading' (duration: 1.937400742s)","trace[698280199] 'range keys from in-memory index tree' (duration: 2.919416253s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.429424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.56992496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T22:50:31.429464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:26.572504Z","time spent":"4.856952989s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4920,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6mcpn\" "} {"level":"info","ts":"2026-02-26T22:50:31.429479Z","caller":"traceutil/trace.go:171","msg":"trace[1919899925] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24687; }","duration":"5.379333422s","start":"2026-02-26T22:50:26.050121Z","end":"2026-02-26T22:50:31.429454Z","steps":["trace[1919899925] 'agreement among raft nodes before linearized reading' (duration: 2.459450217s)","trace[1919899925] 'count revisions from in-memory index tree' (duration: 2.919794312s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.429491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.035630252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:31.429503Z","caller":"traceutil/trace.go:171","msg":"trace[829787696] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24687; }","duration":"5.570016512s","start":"2026-02-26T22:50:25.859446Z","end":"2026-02-26T22:50:31.429463Z","steps":["trace[829787696] 'agreement among raft nodes before linearized reading' (duration: 2.650127037s)","trace[829787696] 'range keys from in-memory index tree' (duration: 2.919760481s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.429535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:25.859427Z","time spent":"5.570101714s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:50:31.429532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:26.050098Z","time spent":"5.379417024s","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:50:31.42954Z","caller":"traceutil/trace.go:171","msg":"trace[920731902] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24687; }","duration":"3.035720044s","start":"2026-02-26T22:50:28.3938Z","end":"2026-02-26T22:50:31.42952Z","steps":["trace[920731902] 'agreement among raft nodes before linearized reading' (duration: 116.131766ms)","trace[920731902] 'count revisions from in-memory index tree' (duration: 2.919537015s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.429585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:28.393778Z","time spent":"3.035795776s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:31.429617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.856506775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:31.429647Z","caller":"traceutil/trace.go:171","msg":"trace[840405840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24687; }","duration":"3.856567115s","start":"2026-02-26T22:50:27.57307Z","end":"2026-02-26T22:50:31.429637Z","steps":["trace[840405840] 'agreement among raft nodes before linearized reading' (duration: 936.878686ms)","trace[840405840] 'range keys from in-memory index tree' (duration: 2.919651459s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.42943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.383949883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:31.42975Z","caller":"traceutil/trace.go:171","msg":"trace[720849533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24687; }","duration":"3.384265351s","start":"2026-02-26T22:50:28.045439Z","end":"2026-02-26T22:50:31.429704Z","steps":["trace[720849533] 'agreement among raft nodes before linearized reading' (duration: 464.50237ms)","trace[720849533] 'range keys from in-memory index tree' (duration: 2.919462514s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.429786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:28.045428Z","time spent":"3.384348653s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:50:31.429786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.603545238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:50:31.429819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.166101175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:31.429841Z","caller":"traceutil/trace.go:171","msg":"trace[1517134892] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24687; }","duration":"6.60363873s","start":"2026-02-26T22:50:24.826185Z","end":"2026-02-26T22:50:31.429823Z","steps":["trace[1517134892] 'agreement among raft nodes before linearized reading' (duration: 3.683339495s)","trace[1517134892] 'count revisions from in-memory index tree' (duration: 2.920181072s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.429871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554645546s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-26T22:50:31.429882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:24.826165Z","time spent":"6.603707641s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:31.429676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:27.573052Z","time spent":"3.856617997s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:50:31.429936Z","caller":"traceutil/trace.go:171","msg":"trace[76985931] transaction","detail":"{read_only:false; response_revision:24688; number_of_response:1; }","duration":"2.863656931s","start":"2026-02-26T22:50:28.566265Z","end":"2026-02-26T22:50:31.429922Z","steps":["trace[76985931] 'process raft request' (duration: 1.308898752s)","trace[76985931] 'compare' (duration: 1.552799481s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.429981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:28.566245Z","time spent":"2.863713753s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:31.429876Z","caller":"traceutil/trace.go:171","msg":"trace[1892082108] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24687; }","duration":"5.166205108s","start":"2026-02-26T22:50:26.263653Z","end":"2026-02-26T22:50:31.429858Z","steps":["trace[1892082108] 'agreement among raft nodes before linearized reading' (duration: 2.245908703s)","trace[1892082108] 'count revisions from in-memory index tree' (duration: 2.920222243s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.430094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:26.263622Z","time spent":"5.166460783s","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:31.43167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.124839625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-26T22:50:31.431736Z","caller":"traceutil/trace.go:171","msg":"trace[1600413968] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24687; }","duration":"8.124909008s","start":"2026-02-26T22:50:23.306811Z","end":"2026-02-26T22:50:31.43172Z","steps":["trace[1600413968] 'agreement among raft nodes before linearized reading' (duration: 5.202789067s)","trace[1600413968] 'range keys from in-memory index tree' (duration: 2.918797748s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:31.431773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:23.306762Z","time spent":"8.12500081s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-26T22:50:32.05416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000324243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:32.054267Z","caller":"traceutil/trace.go:171","msg":"trace[812433603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000455646s","start":"2026-02-26T22:50:30.053791Z","end":"2026-02-26T22:50:32.054246Z","steps":["trace[812433603] 'agreement among raft nodes before linearized reading' (duration: 2.000320463s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:32.054317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:30.053716Z","time spent":"2.00059051s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:50:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:32.720747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.84561856s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:50:33.188345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.207727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:50:33.188467Z","caller":"traceutil/trace.go:171","msg":"trace[623045995] linearizableReadLoop","detail":"{readStateIndex:25592; appliedIndex:25590; }","duration":"4.534418555s","start":"2026-02-26T22:50:28.65403Z","end":"2026-02-26T22:50:33.188448Z","steps":["trace[623045995] 'read index received' (duration: 1.221084336s)","trace[623045995] 'applied index is now lower than readState.Index' (duration: 3.313332699s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:50:33.18849Z","caller":"traceutil/trace.go:171","msg":"trace[788346600] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"4.12576385s","start":"2026-02-26T22:50:29.062697Z","end":"2026-02-26T22:50:33.188461Z","steps":["trace[788346600] 'process raft request' (duration: 3.658346077s)","trace[788346600] 'compare' (duration: 465.997478ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:33.188613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:29.062659Z","time spent":"4.125888003s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:33.188595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.534547229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:33.188668Z","caller":"traceutil/trace.go:171","msg":"trace[247427716] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24689; }","duration":"4.534635831s","start":"2026-02-26T22:50:28.654013Z","end":"2026-02-26T22:50:33.188649Z","steps":["trace[247427716] 'agreement among raft nodes before linearized reading' (duration: 4.534512458s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:33.188721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:28.65394Z","time spent":"4.534769355s","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:33.689362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:34.054233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000043966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:34.054349Z","caller":"traceutil/trace.go:171","msg":"trace[2104788377] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210741s","start":"2026-02-26T22:50:32.054122Z","end":"2026-02-26T22:50:34.054333Z","steps":["trace[2104788377] 'agreement among raft nodes before linearized reading' (duration: 2.000075697s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.054392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:32.054106Z","time spent":"2.000278352s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:50:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:34.190111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:34.449845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.205227918s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:50:34.450144Z","caller":"traceutil/trace.go:171","msg":"trace[903187051] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"3.645497494s","start":"2026-02-26T22:50:30.804629Z","end":"2026-02-26T22:50:34.450126Z","steps":["trace[903187051] 'process raft request' (duration: 3.64534194s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.450223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:30.804589Z","time spent":"3.645582787s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:34.450302Z","caller":"traceutil/trace.go:171","msg":"trace[880845261] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"3.447744316s","start":"2026-02-26T22:50:31.002554Z","end":"2026-02-26T22:50:34.450298Z","steps":["trace[880845261] 'process raft request' (duration: 3.447511669s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.45033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:31.002518Z","time spent":"3.447798677s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:34.451Z","caller":"traceutil/trace.go:171","msg":"trace[1895745889] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"3.017964349s","start":"2026-02-26T22:50:31.433027Z","end":"2026-02-26T22:50:34.450992Z","steps":["trace[1895745889] 'process raft request' (duration: 3.017058316s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.451054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:31.433016Z","time spent":"3.01800555s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:34.451185Z","caller":"traceutil/trace.go:171","msg":"trace[2128165292] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"3.013465726s","start":"2026-02-26T22:50:31.437713Z","end":"2026-02-26T22:50:34.451179Z","steps":["trace[2128165292] 'process raft request' (duration: 3.012661356s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.451219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:31.437688Z","time spent":"3.013513777s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4687,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:34.730821Z","caller":"traceutil/trace.go:171","msg":"trace[990685741] linearizableReadLoop","detail":"{readStateIndex:25598; appliedIndex:25593; }","duration":"1.542305677s","start":"2026-02-26T22:50:33.188496Z","end":"2026-02-26T22:50:34.730801Z","steps":["trace[990685741] 'read index received' (duration: 1.261578413s)","trace[990685741] 'applied index is now lower than readState.Index' (duration: 280.726474ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:50:34.731008Z","caller":"traceutil/trace.go:171","msg":"trace[66839037] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"1.294793069s","start":"2026-02-26T22:50:33.436205Z","end":"2026-02-26T22:50:34.730998Z","steps":["trace[66839037] 'process raft request' (duration: 1.237727044s)","trace[66839037] 'compare' (duration: 56.237913ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:34.731084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:33.436174Z","time spent":"1.294853529s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:34.731213Z","caller":"traceutil/trace.go:171","msg":"trace[45605682] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"1.216467351s","start":"2026-02-26T22:50:33.51474Z","end":"2026-02-26T22:50:34.731207Z","steps":["trace[45605682] 'process raft request' (duration: 1.21601775s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.731251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:33.514723Z","time spent":"1.216504141s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:34.731396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2966487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:50:34.731416Z","caller":"traceutil/trace.go:171","msg":"trace[1666497928] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24695; }","duration":"3.296700292s","start":"2026-02-26T22:50:31.43471Z","end":"2026-02-26T22:50:34.731411Z","steps":["trace[1666497928] 'agreement among raft nodes before linearized reading' (duration: 3.29661033s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.731434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:31.434691Z","time spent":"3.296738492s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:50:34.731598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.297001729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-daea2a43-c876-460a-9568-0a8b86db0d1d\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-02-26T22:50:34.731619Z","caller":"traceutil/trace.go:171","msg":"trace[2016096241] range","detail":"{range_begin:/registry/persistentvolumes/pvc-daea2a43-c876-460a-9568-0a8b86db0d1d; range_end:; response_count:1; response_revision:24695; }","duration":"3.29703693s","start":"2026-02-26T22:50:31.434576Z","end":"2026-02-26T22:50:34.731613Z","steps":["trace[2016096241] 'agreement among raft nodes before linearized reading' (duration: 3.296942037s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.731664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:31.434569Z","time spent":"3.297083071s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-daea2a43-c876-460a-9568-0a8b86db0d1d\" "} {"level":"warn","ts":"2026-02-26T22:50:34.731832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298940188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-26T22:50:34.731857Z","caller":"traceutil/trace.go:171","msg":"trace[1528328992] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:24695; }","duration":"3.29899565s","start":"2026-02-26T22:50:31.432856Z","end":"2026-02-26T22:50:34.731851Z","steps":["trace[1528328992] 'agreement among raft nodes before linearized reading' (duration: 3.298933198s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.731873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:31.432842Z","time spent":"3.29902712s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"warn","ts":"2026-02-26T22:50:34.731985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.027388429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:34.732007Z","caller":"traceutil/trace.go:171","msg":"trace[1141848296] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24695; }","duration":"4.02745516s","start":"2026-02-26T22:50:30.704546Z","end":"2026-02-26T22:50:34.732002Z","steps":["trace[1141848296] 'agreement among raft nodes before linearized reading' (duration: 4.02741813s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.732022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:30.704526Z","time spent":"4.027492081s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:34.732128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.33121659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:34.732168Z","caller":"traceutil/trace.go:171","msg":"trace[1675101610] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24695; }","duration":"4.331257701s","start":"2026-02-26T22:50:30.400904Z","end":"2026-02-26T22:50:34.732162Z","steps":["trace[1675101610] 'agreement among raft nodes before linearized reading' (duration: 4.33120368s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.732188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:30.40083Z","time spent":"4.331349904s","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:34.732304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.570141573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:34.732338Z","caller":"traceutil/trace.go:171","msg":"trace[501055806] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24695; }","duration":"4.570176914s","start":"2026-02-26T22:50:30.162155Z","end":"2026-02-26T22:50:34.732332Z","steps":["trace[501055806] 'agreement among raft nodes before linearized reading' (duration: 4.570119822s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.732355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:30.162085Z","time spent":"4.570265516s","remote":"127.0.0.1:52242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:34.732456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.498481115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:34.732472Z","caller":"traceutil/trace.go:171","msg":"trace[295816578] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24695; }","duration":"5.498540846s","start":"2026-02-26T22:50:29.233926Z","end":"2026-02-26T22:50:34.732467Z","steps":["trace[295816578] 'agreement among raft nodes before linearized reading' (duration: 5.498512785s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.732489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:29.233906Z","time spent":"5.498577998s","remote":"127.0.0.1:40226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:34.732583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.609020193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:34.732601Z","caller":"traceutil/trace.go:171","msg":"trace[1230760924] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24695; }","duration":"5.609070894s","start":"2026-02-26T22:50:29.123524Z","end":"2026-02-26T22:50:34.732595Z","steps":["trace[1230760924] 'agreement among raft nodes before linearized reading' (duration: 5.609043113s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.732618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:29.123506Z","time spent":"5.609107365s","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:34.732731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.826745262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:34.732752Z","caller":"traceutil/trace.go:171","msg":"trace[1729572875] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24695; }","duration":"5.826804974s","start":"2026-02-26T22:50:28.90594Z","end":"2026-02-26T22:50:34.732745Z","steps":["trace[1729572875] 'agreement among raft nodes before linearized reading' (duration: 5.826752253s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.732768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:28.905919Z","time spent":"5.826844105s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:34.732863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.929577626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:34.732881Z","caller":"traceutil/trace.go:171","msg":"trace[1884025623] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24695; }","duration":"5.929649187s","start":"2026-02-26T22:50:28.803224Z","end":"2026-02-26T22:50:34.732874Z","steps":["trace[1884025623] 'agreement among raft nodes before linearized reading' (duration: 5.929622366s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.732897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:28.80319Z","time spent":"5.929702249s","remote":"127.0.0.1:52280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:34.733038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.963424567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:34.733054Z","caller":"traceutil/trace.go:171","msg":"trace[1872434415] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24695; }","duration":"5.963442907s","start":"2026-02-26T22:50:28.769607Z","end":"2026-02-26T22:50:34.73305Z","steps":["trace[1872434415] 'agreement among raft nodes before linearized reading' (duration: 5.963365405s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.733069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:28.769543Z","time spent":"5.963521669s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:34.733193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.054856994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T22:50:34.733211Z","caller":"traceutil/trace.go:171","msg":"trace[805850721] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24695; }","duration":"6.054918735s","start":"2026-02-26T22:50:28.678287Z","end":"2026-02-26T22:50:34.733206Z","steps":["trace[805850721] 'agreement among raft nodes before linearized reading' (duration: 6.054863284s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.733229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:28.678263Z","time spent":"6.054959297s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T22:50:34.733336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238507004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:34.733354Z","caller":"traceutil/trace.go:171","msg":"trace[1528603187] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24695; }","duration":"1.238560977s","start":"2026-02-26T22:50:33.494787Z","end":"2026-02-26T22:50:34.733348Z","steps":["trace[1528603187] 'agreement among raft nodes before linearized reading' (duration: 1.238530726s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.73337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:33.494769Z","time spent":"1.238596587s","remote":"127.0.0.1:53002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:34.733897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.811348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:50:34.733959Z","caller":"traceutil/trace.go:171","msg":"trace[977154683] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24695; }","duration":"638.940342ms","start":"2026-02-26T22:50:34.095005Z","end":"2026-02-26T22:50:34.733945Z","steps":["trace[977154683] 'agreement among raft nodes before linearized reading' (duration: 638.789668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.733991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:34.094986Z","time spent":"638.995814ms","remote":"127.0.0.1:35634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:34.733995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.411353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:34.73406Z","caller":"traceutil/trace.go:171","msg":"trace[616840639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24695; }","duration":"668.491085ms","start":"2026-02-26T22:50:34.065552Z","end":"2026-02-26T22:50:34.734043Z","steps":["trace[616840639] 'agreement among raft nodes before linearized reading' (duration: 668.361932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.734092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:34.065496Z","time spent":"668.589657ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:50:34.734279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.318046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:34.734304Z","caller":"traceutil/trace.go:171","msg":"trace[482803305] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24695; }","duration":"917.396968ms","start":"2026-02-26T22:50:33.816898Z","end":"2026-02-26T22:50:34.734295Z","steps":["trace[482803305] 'agreement among raft nodes before linearized reading' (duration: 917.335607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.734325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:33.816875Z","time spent":"917.441939ms","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:34.734354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.554578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-02-26T22:50:34.734376Z","caller":"traceutil/trace.go:171","msg":"trace[1282505321] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24695; }","duration":"278.614469ms","start":"2026-02-26T22:50:34.455757Z","end":"2026-02-26T22:50:34.734371Z","steps":["trace[1282505321] 'agreement among raft nodes before linearized reading' (duration: 278.511587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:34.734487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.095152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T22:50:34.7345Z","caller":"traceutil/trace.go:171","msg":"trace[1057551503] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897eaabc68b0a07; range_end:; response_count:1; response_revision:24695; }","duration":"279.271186ms","start":"2026-02-26T22:50:34.455225Z","end":"2026-02-26T22:50:34.734496Z","steps":["trace[1057551503] 'agreement among raft nodes before linearized reading' (duration: 279.219585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:35.327123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:36.208375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.789601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:50:36.209206Z","caller":"traceutil/trace.go:171","msg":"trace[650991052] linearizableReadLoop","detail":"{readStateIndex:25602; appliedIndex:25599; }","duration":"1.382567133s","start":"2026-02-26T22:50:34.826621Z","end":"2026-02-26T22:50:36.209188Z","steps":["trace[650991052] 'read index received' (duration: 880.848408ms)","trace[650991052] 'applied index is now lower than readState.Index' (duration: 501.717665ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:50:36.209244Z","caller":"traceutil/trace.go:171","msg":"trace[941596876] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"1.464523702s","start":"2026-02-26T22:50:34.744677Z","end":"2026-02-26T22:50:36.209201Z","steps":["trace[941596876] 'process raft request' (duration: 1.463805194s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:36.209307Z","caller":"traceutil/trace.go:171","msg":"trace[200353376] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"1.378298426s","start":"2026-02-26T22:50:34.830983Z","end":"2026-02-26T22:50:36.209281Z","steps":["trace[200353376] 'process raft request' (duration: 1.378145682s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:36.209428Z","caller":"traceutil/trace.go:171","msg":"trace[1231927979] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"1.471419575s","start":"2026-02-26T22:50:34.737216Z","end":"2026-02-26T22:50:36.208635Z","steps":["trace[1231927979] 'process raft request' (duration: 970.236814ms)","trace[1231927979] 'compare' (duration: 499.846558ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:36.20966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.355529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T22:50:36.20974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369116406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-26T22:50:36.209814Z","caller":"traceutil/trace.go:171","msg":"trace[2764896] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24698; }","duration":"398.529203ms","start":"2026-02-26T22:50:35.811265Z","end":"2026-02-26T22:50:36.209795Z","steps":["trace[2764896] 'agreement among raft nodes before linearized reading' (duration: 398.220955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:36.209458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:34.830956Z","time spent":"1.378431251s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:36.209899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:35.811245Z","time spent":"398.642686ms","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:36.209459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:34.744658Z","time spent":"1.464672415s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:36.209489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.52882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:50:36.209572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.194533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:36.210038Z","caller":"traceutil/trace.go:171","msg":"trace[496910035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24698; }","duration":"174.113634ms","start":"2026-02-26T22:50:36.035901Z","end":"2026-02-26T22:50:36.210014Z","steps":["trace[496910035] 'agreement among raft nodes before linearized reading' (duration: 173.54511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:36.209577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145842826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:36.210097Z","caller":"traceutil/trace.go:171","msg":"trace[1678741989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24698; }","duration":"306.742226ms","start":"2026-02-26T22:50:35.90332Z","end":"2026-02-26T22:50:36.210062Z","steps":["trace[1678741989] 'agreement among raft nodes before linearized reading' (duration: 306.195473ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:36.210047Z","caller":"traceutil/trace.go:171","msg":"trace[2050852771] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24698; }","duration":"1.369405393s","start":"2026-02-26T22:50:34.840527Z","end":"2026-02-26T22:50:36.209933Z","steps":["trace[2050852771] 'agreement among raft nodes before linearized reading' (duration: 1.368940062s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:36.210178Z","caller":"traceutil/trace.go:171","msg":"trace[1809867929] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24698; }","duration":"1.146461352s","start":"2026-02-26T22:50:35.063673Z","end":"2026-02-26T22:50:36.210134Z","steps":["trace[1809867929] 'agreement among raft nodes before linearized reading' (duration: 1.145839307s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:36.209665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.27694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T22:50:36.209686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474250668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-02-26T22:50:36.2103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:35.063651Z","time spent":"1.146590805s","remote":"127.0.0.1:38006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:50:36.210335Z","caller":"traceutil/trace.go:171","msg":"trace[1059645092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24698; }","duration":"793.989447ms","start":"2026-02-26T22:50:35.416316Z","end":"2026-02-26T22:50:36.210305Z","steps":["trace[1059645092] 'agreement among raft nodes before linearized reading' (duration: 793.197918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:36.21017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:35.903299Z","time spent":"306.85457ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:50:36.210346Z","caller":"traceutil/trace.go:171","msg":"trace[1506556484] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24698; }","duration":"1.474918864s","start":"2026-02-26T22:50:34.735413Z","end":"2026-02-26T22:50:36.210332Z","steps":["trace[1506556484] 'agreement among raft nodes before linearized reading' (duration: 1.473882887s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:36.210396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:35.416296Z","time spent":"794.08113ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:50:36.210443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:34.735402Z","time spent":"1.475027517s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18856,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T22:50:36.210495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:34.737197Z","time spent":"1.472619466s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:36.210271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:34.840512Z","time spent":"1.36970764s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-26T22:50:43.690786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.072111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-26T22:50:43.690814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.994318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-26T22:50:43.690859Z","caller":"traceutil/trace.go:171","msg":"trace[671718213] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24855; }","duration":"109.226794ms","start":"2026-02-26T22:50:43.581615Z","end":"2026-02-26T22:50:43.690842Z","steps":["trace[671718213] 'range keys from in-memory index tree' (duration: 108.851045ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:43.690936Z","caller":"traceutil/trace.go:171","msg":"trace[322868421] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24855; }","duration":"109.178183ms","start":"2026-02-26T22:50:43.581736Z","end":"2026-02-26T22:50:43.690914Z","steps":["trace[322868421] 'range keys from in-memory index tree' (duration: 108.782813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:47.281716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:47.782315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:48.00233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.262002954s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:50:48.002871Z","caller":"traceutil/trace.go:171","msg":"trace[597878533] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"1.26262521s","start":"2026-02-26T22:50:46.740217Z","end":"2026-02-26T22:50:48.002843Z","steps":["trace[597878533] 'process raft request' (duration: 1.262270101s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:48.003024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:46.740205Z","time spent":"1.262738412s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:48.005843Z","caller":"traceutil/trace.go:171","msg":"trace[1868364459] linearizableReadLoop","detail":"{readStateIndex:25770; appliedIndex:25767; }","duration":"1.22518738s","start":"2026-02-26T22:50:46.780637Z","end":"2026-02-26T22:50:48.005824Z","steps":["trace[1868364459] 'read index received' (duration: 1.221847696s)","trace[1868364459] 'applied index is now lower than readState.Index' (duration: 3.338624ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:50:48.005893Z","caller":"traceutil/trace.go:171","msg":"trace[523155194] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"974.05392ms","start":"2026-02-26T22:50:47.031825Z","end":"2026-02-26T22:50:48.005879Z","steps":["trace[523155194] 'process raft request' (duration: 973.801624ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:48.005859Z","caller":"traceutil/trace.go:171","msg":"trace[317976841] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"1.218186843s","start":"2026-02-26T22:50:46.787629Z","end":"2026-02-26T22:50:48.005815Z","steps":["trace[317976841] 'process raft request' (duration: 1.217869786s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:48.005947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:47.031797Z","time spent":"974.125822ms","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:48.006006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225347784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:50:48.006056Z","caller":"traceutil/trace.go:171","msg":"trace[1821355802] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24864; }","duration":"1.225452917s","start":"2026-02-26T22:50:46.780591Z","end":"2026-02-26T22:50:48.006044Z","steps":["trace[1821355802] 'agreement among raft nodes before linearized reading' (duration: 1.225355454s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:48.006047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:46.787595Z","time spent":"1.218353677s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:48.006086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:46.780577Z","time spent":"1.225501138s","remote":"127.0.0.1:51850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:48.006448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.995569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:50:48.00648Z","caller":"traceutil/trace.go:171","msg":"trace[156286095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24864; }","duration":"644.059471ms","start":"2026-02-26T22:50:47.362414Z","end":"2026-02-26T22:50:48.006473Z","steps":["trace[156286095] 'agreement among raft nodes before linearized reading' (duration: 643.930598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:48.006498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:47.362395Z","time spent":"644.098081ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:50:48.006429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.117372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:50:48.006578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126788629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T22:50:48.006583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069711064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-26T22:50:48.006568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.072842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T22:50:48.0066Z","caller":"traceutil/trace.go:171","msg":"trace[40897480] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24864; }","duration":"437.344377ms","start":"2026-02-26T22:50:47.569234Z","end":"2026-02-26T22:50:48.006578Z","steps":["trace[40897480] 'agreement among raft nodes before linearized reading' (duration: 437.116162ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:48.006614Z","caller":"traceutil/trace.go:171","msg":"trace[738158086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24864; }","duration":"1.12681943s","start":"2026-02-26T22:50:46.879781Z","end":"2026-02-26T22:50:48.006601Z","steps":["trace[738158086] 'agreement among raft nodes before linearized reading' (duration: 1.126705867s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:48.006631Z","caller":"traceutil/trace.go:171","msg":"trace[1744402333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24864; }","duration":"644.185594ms","start":"2026-02-26T22:50:47.362429Z","end":"2026-02-26T22:50:48.006615Z","steps":["trace[1744402333] 'agreement among raft nodes before linearized reading' (duration: 643.987689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:48.006656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:46.879747Z","time spent":"1.126902051s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:50:48.006665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:47.569213Z","time spent":"437.433409ms","remote":"127.0.0.1:38158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:50:48.006679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:47.36241Z","time spent":"644.257376ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:50:48.006616Z","caller":"traceutil/trace.go:171","msg":"trace[57395710] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24864; }","duration":"1.069738945s","start":"2026-02-26T22:50:46.936863Z","end":"2026-02-26T22:50:48.006602Z","steps":["trace[57395710] 'agreement among raft nodes before linearized reading' (duration: 1.069619992s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:48.00671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165824509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T22:50:48.006732Z","caller":"traceutil/trace.go:171","msg":"trace[284580775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24864; }","duration":"1.165872309s","start":"2026-02-26T22:50:46.840853Z","end":"2026-02-26T22:50:48.006725Z","steps":["trace[284580775] 'agreement among raft nodes before linearized reading' (duration: 1.165798657s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:48.006732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:46.936835Z","time spent":"1.069889078s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T22:50:48.006746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:46.84084Z","time spent":"1.16590274s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:50:48.00661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.429253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-02-26T22:50:48.006821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219207179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-26T22:50:48.006902Z","caller":"traceutil/trace.go:171","msg":"trace[614326605] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24864; }","duration":"1.219330862s","start":"2026-02-26T22:50:46.78756Z","end":"2026-02-26T22:50:48.006891Z","steps":["trace[614326605] 'agreement among raft nodes before linearized reading' (duration: 1.218745818s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:48.00688Z","caller":"traceutil/trace.go:171","msg":"trace[981698735] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24864; }","duration":"990.704769ms","start":"2026-02-26T22:50:47.016101Z","end":"2026-02-26T22:50:48.006806Z","steps":["trace[981698735] 'agreement among raft nodes before linearized reading' (duration: 990.413182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:48.006931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:46.78754Z","time spent":"1.219383974s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T22:50:48.007005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:47.01607Z","time spent":"990.889154ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-02-26T22:50:48.010485Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22738} {"level":"info","ts":"2026-02-26T22:50:48.297653Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22738,"took":"281.746598ms","hash":3735873065,"current-db-size-bytes":49000448,"current-db-size":"49 MB","current-db-size-in-use-bytes":30257152,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T22:50:48.29776Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3735873065,"revision":22738,"compact-revision":19884} {"level":"warn","ts":"2026-02-26T22:50:54.136757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:54.637734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:55.138259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:55.63871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:50:55.647228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.039829676s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:50:55.647604Z","caller":"traceutil/trace.go:171","msg":"trace[2123185879] transaction","detail":"{read_only:false; response_revision:24892; number_of_response:1; }","duration":"2.040317158s","start":"2026-02-26T22:50:53.607261Z","end":"2026-02-26T22:50:55.647578Z","steps":["trace[2123185879] 'process raft request' (duration: 2.040155254s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:55.647737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:53.607236Z","time spent":"2.04042917s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:56.036895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000211811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:50:56.036973Z","caller":"traceutil/trace.go:171","msg":"trace[297438989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328113s","start":"2026-02-26T22:50:54.036625Z","end":"2026-02-26T22:50:56.036953Z","steps":["trace[297438989] 'agreement among raft nodes before linearized reading' (duration: 2.00022577s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:56.037013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:54.036619Z","time spent":"2.000386685s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:50:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:57.293877Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.646419722s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:50:57.294263Z","caller":"traceutil/trace.go:171","msg":"trace[1793614063] transaction","detail":"{read_only:false; response_revision:24894; number_of_response:1; }","duration":"3.266996645s","start":"2026-02-26T22:50:54.027243Z","end":"2026-02-26T22:50:57.29424Z","steps":["trace[1793614063] 'process raft request' (duration: 3.266904003s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:57.294301Z","caller":"traceutil/trace.go:171","msg":"trace[1536460763] transaction","detail":"{read_only:false; response_revision:24893; number_of_response:1; }","duration":"3.276505674s","start":"2026-02-26T22:50:54.017757Z","end":"2026-02-26T22:50:57.294263Z","steps":["trace[1536460763] 'process raft request' (duration: 3.276262018s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:57.294391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:54.027228Z","time spent":"3.267091217s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:57.294446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:54.017735Z","time spent":"3.276628346s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:57.294552Z","caller":"traceutil/trace.go:171","msg":"trace[29166891] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"2.998187362s","start":"2026-02-26T22:50:54.296357Z","end":"2026-02-26T22:50:57.294544Z","steps":["trace[29166891] 'process raft request' (duration: 2.997852603s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:57.294577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:54.296339Z","time spent":"2.998223502s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:57.29459Z","caller":"traceutil/trace.go:171","msg":"trace[786195091] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"2.553357666s","start":"2026-02-26T22:50:54.741221Z","end":"2026-02-26T22:50:57.294579Z","steps":["trace[786195091] 'process raft request' (duration: 2.553234162s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:57.294616Z","caller":"traceutil/trace.go:171","msg":"trace[2018053317] linearizableReadLoop","detail":"{readStateIndex:25807; appliedIndex:25800; }","duration":"3.658669945s","start":"2026-02-26T22:50:53.635927Z","end":"2026-02-26T22:50:57.294597Z","steps":["trace[2018053317] 'read index received' (duration: 2.011558026s)","trace[2018053317] 'applied index is now lower than readState.Index' (duration: 1.647111239s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:50:57.294636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:54.741204Z","time spent":"2.553403527s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:57.294664Z","caller":"traceutil/trace.go:171","msg":"trace[1824095725] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"2.537379305s","start":"2026-02-26T22:50:54.757255Z","end":"2026-02-26T22:50:57.294634Z","steps":["trace[1824095725] 'process raft request' (duration: 2.537286533s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:57.294802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658861769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-26T22:50:57.294814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:54.757245Z","time spent":"2.537491588s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:50:57.294831Z","caller":"traceutil/trace.go:171","msg":"trace[2132570475] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24898; }","duration":"3.658952121s","start":"2026-02-26T22:50:53.635868Z","end":"2026-02-26T22:50:57.29482Z","steps":["trace[2132570475] 'agreement among raft nodes before linearized reading' (duration: 3.658793468s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:50:57.294813Z","caller":"traceutil/trace.go:171","msg":"trace[881566365] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"2.526371669s","start":"2026-02-26T22:50:54.768309Z","end":"2026-02-26T22:50:57.29468Z","steps":["trace[881566365] 'process raft request' (duration: 2.526260446s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:57.294987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:54.768285Z","time spent":"2.526647475s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:50:57.294862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:53.635849Z","time spent":"3.659006673s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T22:50:57.903366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000053606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:50:57.903472Z","caller":"traceutil/trace.go:171","msg":"trace[1839837962] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239521s","start":"2026-02-26T22:50:55.903206Z","end":"2026-02-26T22:50:57.903445Z","steps":["trace[1839837962] 'agreement among raft nodes before linearized reading' (duration: 2.000101667s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:57.90353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:55.903185Z","time spent":"2.000329443s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:50:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:50:58.037783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000402345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:50:58.037876Z","caller":"traceutil/trace.go:171","msg":"trace[175546826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000547259s","start":"2026-02-26T22:50:56.037312Z","end":"2026-02-26T22:50:58.037859Z","steps":["trace[175546826] 'agreement among raft nodes before linearized reading' (duration: 2.000429096s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:58.037909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:56.0373Z","time spent":"2.00060411s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:50:58.780582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326315142s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T22:50:58.781631Z","caller":"traceutil/trace.go:171","msg":"trace[1830790611] linearizableReadLoop","detail":"{readStateIndex:25809; appliedIndex:25807; }","duration":"1.486940536s","start":"2026-02-26T22:50:57.294646Z","end":"2026-02-26T22:50:58.781586Z","steps":["trace[1830790611] 'read index received' (duration: 159.703102ms)","trace[1830790611] 'applied index is now lower than readState.Index' (duration: 1.327236124s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:50:58.781819Z","caller":"traceutil/trace.go:171","msg":"trace[854565749] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"1.810036223s","start":"2026-02-26T22:50:56.971766Z","end":"2026-02-26T22:50:58.781802Z","steps":["trace[854565749] 'process raft request' (duration: 1.808925785s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:50:58.782868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:56.97174Z","time spent":"1.810124085s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:00.047385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000564249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:51:00.047504Z","caller":"traceutil/trace.go:171","msg":"trace[1763121270] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000711703s","start":"2026-02-26T22:50:58.046768Z","end":"2026-02-26T22:51:00.047479Z","steps":["trace[1763121270] 'agreement among raft nodes before linearized reading' (duration: 2.000558369s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:00.047571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:58.046731Z","time spent":"2.000822976s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:51:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:51:00.099543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.062752281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T22:51:00.099634Z","caller":"traceutil/trace.go:171","msg":"trace[323801753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24899; }","duration":"6.062882836s","start":"2026-02-26T22:50:54.036732Z","end":"2026-02-26T22:51:00.099615Z","steps":["trace[323801753] 'agreement among raft nodes before linearized reading' (duration: 4.74592089s)","trace[323801753] 'range keys from in-memory index tree' (duration: 1.31672648s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:00.09964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.431941893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:00.099715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.580586219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-02-26T22:51:00.099743Z","caller":"traceutil/trace.go:171","msg":"trace[1284683170] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"5.580684042s","start":"2026-02-26T22:50:54.519052Z","end":"2026-02-26T22:51:00.099736Z","steps":["trace[1284683170] 'agreement among raft nodes before linearized reading' (duration: 4.263589052s)","trace[1284683170] 'range keys from in-memory index tree' (duration: 1.317054648s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:00.099733Z","caller":"traceutil/trace.go:171","msg":"trace[1896353632] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24899; }","duration":"4.432082966s","start":"2026-02-26T22:50:55.667628Z","end":"2026-02-26T22:51:00.099711Z","steps":["trace[1896353632] 'agreement among raft nodes before linearized reading' (duration: 3.114879814s)","trace[1896353632] 'count revisions from in-memory index tree' (duration: 1.317068119s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:00.099768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:54.519032Z","time spent":"5.580729293s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/26 22:51:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:51:00.099782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:55.667614Z","time spent":"4.432156768s","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:00.099875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.919850753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:00.099985Z","caller":"traceutil/trace.go:171","msg":"trace[1741332978] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24899; }","duration":"5.920023146s","start":"2026-02-26T22:50:54.179929Z","end":"2026-02-26T22:51:00.099952Z","steps":["trace[1741332978] 'agreement among raft nodes before linearized reading' (duration: 4.602720392s)","trace[1741332978] 'count revisions from in-memory index tree' (duration: 1.31713392s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:00.099985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.128241508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"warn","ts":"2026-02-26T22:51:00.100039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:54.179911Z","time spent":"5.920115239s","remote":"127.0.0.1:52186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:00.100078Z","caller":"traceutil/trace.go:171","msg":"trace[359884780] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"6.128408862s","start":"2026-02-26T22:50:53.971646Z","end":"2026-02-26T22:51:00.100054Z","steps":["trace[359884780] 'agreement among raft nodes before linearized reading' (duration: 4.810976504s)","trace[359884780] 'range keys from in-memory index tree' (duration: 1.317260924s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:00.099676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:54.036722Z","time spent":"6.062941787s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:51:00.100094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.485077509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267254"} {"level":"warn","ts":"2026-02-26T22:51:00.100131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:53.971628Z","time spent":"6.128491084s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T22:51:00.100156Z","caller":"traceutil/trace.go:171","msg":"trace[1795092758] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24899; }","duration":"5.485176772s","start":"2026-02-26T22:50:54.614956Z","end":"2026-02-26T22:51:00.100133Z","steps":["trace[1795092758] 'agreement among raft nodes before linearized reading' (duration: 4.167674592s)","trace[1795092758] 'range keys from in-memory index tree' (duration: 1.317054559s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:00.09987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.069230605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-02-26T22:51:00.100212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:54.614936Z","time spent":"5.485264214s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267276,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-26T22:51:00.100236Z","caller":"traceutil/trace.go:171","msg":"trace[14708630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"6.069636555s","start":"2026-02-26T22:50:54.030591Z","end":"2026-02-26T22:51:00.100228Z","steps":["trace[14708630] 'agreement among raft nodes before linearized reading' (duration: 4.752055724s)","trace[14708630] 'range keys from in-memory index tree' (duration: 1.317197092s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:00.100259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:54.030571Z","time spent":"6.069682636s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:51:00.100334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194108094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-02-26T22:51:00.100363Z","caller":"traceutil/trace.go:171","msg":"trace[761819012] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24899; }","duration":"3.194172605s","start":"2026-02-26T22:50:56.90618Z","end":"2026-02-26T22:51:00.100352Z","steps":["trace[761819012] 'agreement among raft nodes before linearized reading' (duration: 1.876268456s)","trace[761819012] 'range keys from in-memory index tree' (duration: 1.317757456s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:00.100392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:56.906155Z","time spent":"3.194231067s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7099,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-26T22:51:00.100436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.274765093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:51:00.100463Z","caller":"traceutil/trace.go:171","msg":"trace[1726741638] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24899; }","duration":"4.274837385s","start":"2026-02-26T22:50:55.825615Z","end":"2026-02-26T22:51:00.100452Z","steps":["trace[1726741638] 'agreement among raft nodes before linearized reading' (duration: 2.956881084s)","trace[1726741638] 'count revisions from in-memory index tree' (duration: 1.31791808s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:00.100486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:55.825591Z","time spent":"4.274889206s","remote":"127.0.0.1:35568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:00.100513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.602284121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T22:51:00.100545Z","caller":"traceutil/trace.go:171","msg":"trace[2069820185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24899; }","duration":"4.602355473s","start":"2026-02-26T22:50:55.498178Z","end":"2026-02-26T22:51:00.100533Z","steps":["trace[2069820185] 'agreement among raft nodes before linearized reading' (duration: 3.28433963s)","trace[2069820185] 'range keys from in-memory index tree' (duration: 1.317935661s)"],"step_count":2} 2026/02/26 22:51:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:51:00.100573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:55.498159Z","time spent":"4.602407865s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:51:00.10057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.524860383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} 2026/02/26 22:51:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T22:51:00.100625Z","caller":"traceutil/trace.go:171","msg":"trace[328636973] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24899; }","duration":"3.524957266s","start":"2026-02-26T22:50:56.575649Z","end":"2026-02-26T22:51:00.100606Z","steps":["trace[328636973] 'agreement among raft nodes before linearized reading' (duration: 2.20682188s)","trace[328636973] 'range keys from in-memory index tree' (duration: 1.317980732s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:00.100625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.064317992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T22:51:00.100659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:56.575629Z","time spent":"3.525021438s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T22:51:00.100647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.526383852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T22:51:00.100683Z","caller":"traceutil/trace.go:171","msg":"trace[1139470827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24899; }","duration":"6.064369363s","start":"2026-02-26T22:50:54.036292Z","end":"2026-02-26T22:51:00.100661Z","steps":["trace[1139470827] 'agreement among raft nodes before linearized reading' (duration: 4.74631386s)","trace[1139470827] 'range keys from in-memory index tree' (duration: 1.31791317s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:00.100721Z","caller":"traceutil/trace.go:171","msg":"trace[384931676] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24899; }","duration":"3.526503645s","start":"2026-02-26T22:50:56.574195Z","end":"2026-02-26T22:51:00.100698Z","steps":["trace[384931676] 'agreement among raft nodes before linearized reading' (duration: 2.208288857s)","trace[384931676] 'range keys from in-memory index tree' (duration: 1.318003712s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:00.100727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:54.036243Z","time spent":"6.064472355s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:51:00.100733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.441566331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T22:51:00.100737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.62852554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T22:51:00.100719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.466844642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-02-26T22:51:00.100764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:56.574179Z","time spent":"3.526576106s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T22:51:00.100777Z","caller":"traceutil/trace.go:171","msg":"trace[248580512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24899; }","duration":"3.441641463s","start":"2026-02-26T22:50:56.659122Z","end":"2026-02-26T22:51:00.100763Z","steps":["trace[248580512] 'agreement among raft nodes before linearized reading' (duration: 2.123338014s)","trace[248580512] 'range keys from in-memory index tree' (duration: 1.318157256s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:00.100781Z","caller":"traceutil/trace.go:171","msg":"trace[183676179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24899; }","duration":"4.628615523s","start":"2026-02-26T22:50:55.472152Z","end":"2026-02-26T22:51:00.100768Z","steps":["trace[183676179] 'agreement among raft nodes before linearized reading' (duration: 3.310372365s)","trace[183676179] 'range keys from in-memory index tree' (duration: 1.318141285s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:00.10079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.433669398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:00.100807Z","caller":"traceutil/trace.go:171","msg":"trace[610867305] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24899; }","duration":"5.466980685s","start":"2026-02-26T22:50:54.633798Z","end":"2026-02-26T22:51:00.100779Z","steps":["trace[610867305] 'agreement among raft nodes before linearized reading' (duration: 4.148572963s)","trace[610867305] 'range keys from in-memory index tree' (duration: 1.318140056s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:00.100823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:55.472127Z","time spent":"4.628689274s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:51:00.100826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:56.659108Z","time spent":"3.441706605s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T22:51:00.100842Z","caller":"traceutil/trace.go:171","msg":"trace[1632227935] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24899; }","duration":"5.43373258s","start":"2026-02-26T22:50:54.667091Z","end":"2026-02-26T22:51:00.100823Z","steps":["trace[1632227935] 'agreement among raft nodes before linearized reading' (duration: 4.115443711s)","trace[1632227935] 'count revisions from in-memory index tree' (duration: 1.318231758s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:00.100858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:54.633779Z","time spent":"5.467063137s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:51:00.100885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:54.667082Z","time spent":"5.433790451s","remote":"127.0.0.1:39880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:00.101347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319701974s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:00.104023Z","caller":"traceutil/trace.go:171","msg":"trace[1217731826] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"2.804197299s","start":"2026-02-26T22:50:57.29976Z","end":"2026-02-26T22:51:00.103957Z","steps":["trace[1217731826] 'process raft request' (duration: 1.481812757s)","trace[1217731826] 'compare' (duration: 1.318258018s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:00.104341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:57.299737Z","time spent":"2.804446805s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:00.104506Z","caller":"traceutil/trace.go:171","msg":"trace[652463238] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"803.693871ms","start":"2026-02-26T22:50:59.300794Z","end":"2026-02-26T22:51:00.104488Z","steps":["trace[652463238] 'process raft request' (duration: 803.579988ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:00.104553Z","caller":"traceutil/trace.go:171","msg":"trace[842241142] linearizableReadLoop","detail":"{readStateIndex:25810; appliedIndex:25809; }","duration":"1.322793732s","start":"2026-02-26T22:50:58.781735Z","end":"2026-02-26T22:51:00.104529Z","steps":["trace[842241142] 'read index received' (duration: 904.302µs)","trace[842241142] 'applied index is now lower than readState.Index' (duration: 1.32188641s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:00.104623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:59.300762Z","time spent":"803.798193ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:00.104694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921061801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:00.104753Z","caller":"traceutil/trace.go:171","msg":"trace[393651405] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24901; }","duration":"1.921155674s","start":"2026-02-26T22:50:58.183583Z","end":"2026-02-26T22:51:00.104739Z","steps":["trace[393651405] 'agreement among raft nodes before linearized reading' (duration: 1.92101112s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:00.10475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047686554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:00.104774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283311412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:00.104795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:58.183569Z","time spent":"1.921216945s","remote":"127.0.0.1:38002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:00.104805Z","caller":"traceutil/trace.go:171","msg":"trace[2090538204] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24901; }","duration":"2.283383514s","start":"2026-02-26T22:50:57.82141Z","end":"2026-02-26T22:51:00.104793Z","steps":["trace[2090538204] 'agreement among raft nodes before linearized reading' (duration: 2.283322523s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:00.1048Z","caller":"traceutil/trace.go:171","msg":"trace[654716697] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24901; }","duration":"2.047755215s","start":"2026-02-26T22:50:58.057032Z","end":"2026-02-26T22:51:00.104787Z","steps":["trace[654716697] 'agreement among raft nodes before linearized reading' (duration: 2.047603621s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:00.1048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19880581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ed93e826e368\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-26T22:51:00.104703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684676563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:00.104834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:57.821391Z","time spent":"2.283436526s","remote":"127.0.0.1:40250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:00.104843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:58.057025Z","time spent":"2.047808826s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:00.104856Z","caller":"traceutil/trace.go:171","msg":"trace[1570110172] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897ed93e826e368; range_end:; response_count:1; response_revision:24901; }","duration":"2.198901762s","start":"2026-02-26T22:50:57.905936Z","end":"2026-02-26T22:51:00.104838Z","steps":["trace[1570110172] 'agreement among raft nodes before linearized reading' (duration: 2.198725868s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:00.104878Z","caller":"traceutil/trace.go:171","msg":"trace[656053117] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24901; }","duration":"1.684845667s","start":"2026-02-26T22:50:58.420009Z","end":"2026-02-26T22:51:00.104854Z","steps":["trace[656053117] 'agreement among raft nodes before linearized reading' (duration: 1.684651992s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:00.104908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:57.90592Z","time spent":"2.198978574s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ed93e826e368\" "} {"level":"warn","ts":"2026-02-26T22:51:00.104949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:58.419986Z","time spent":"1.684936509s","remote":"127.0.0.1:58522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:00.60487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:01.105397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398446874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:01.188698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.754704882s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:51:01.265113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.356944ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:01.265286Z","caller":"traceutil/trace.go:171","msg":"trace[908633151] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24901; }","duration":"157.549869ms","start":"2026-02-26T22:51:01.10771Z","end":"2026-02-26T22:51:01.26526Z","steps":["trace[908633151] 'range keys from in-memory index tree' (duration: 157.335574ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:01.265854Z","caller":"traceutil/trace.go:171","msg":"trace[1514419349] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"1.96399256s","start":"2026-02-26T22:50:59.301825Z","end":"2026-02-26T22:51:01.265818Z","steps":["trace[1514419349] 'process raft request' (duration: 1.887143408s)","trace[1514419349] 'compare' (duration: 76.275858ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:01.26594Z","caller":"traceutil/trace.go:171","msg":"trace[324245748] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"1.964090713s","start":"2026-02-26T22:50:59.301822Z","end":"2026-02-26T22:51:01.265913Z","steps":["trace[324245748] 'process raft request' (duration: 1.96394179s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:01.266034Z","caller":"traceutil/trace.go:171","msg":"trace[1562882095] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"1.961011526s","start":"2026-02-26T22:50:59.305007Z","end":"2026-02-26T22:51:01.266018Z","steps":["trace[1562882095] 'process raft request' (duration: 1.960860352s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:01.266116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:59.304981Z","time spent":"1.961095718s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:01.266108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:59.301794Z","time spent":"1.964231196s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:01.266034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:59.301805Z","time spent":"1.964142904s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:02.048106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000279402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:51:02.048199Z","caller":"traceutil/trace.go:171","msg":"trace[1354681107] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000439806s","start":"2026-02-26T22:51:00.047739Z","end":"2026-02-26T22:51:02.048178Z","steps":["trace[1354681107] 'agreement among raft nodes before linearized reading' (duration: 2.000321203s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:02.04825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.047721Z","time spent":"2.000520078s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:51:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:51:03.074063Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.885019317s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:51:03.14465Z","caller":"traceutil/trace.go:171","msg":"trace[1112071310] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"3.037076s","start":"2026-02-26T22:51:00.107543Z","end":"2026-02-26T22:51:03.144619Z","steps":["trace[1112071310] 'process raft request' (duration: 3.036907615s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.144839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.107527Z","time spent":"3.037220764s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:03.145056Z","caller":"traceutil/trace.go:171","msg":"trace[613169028] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"3.037572282s","start":"2026-02-26T22:51:00.107471Z","end":"2026-02-26T22:51:03.145043Z","steps":["trace[613169028] 'process raft request' (duration: 2.966807443s)","trace[613169028] 'compare' (duration: 69.951978ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:03.145123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.107434Z","time spent":"3.037658554s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:03.145516Z","caller":"traceutil/trace.go:171","msg":"trace[635259733] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"3.037571672s","start":"2026-02-26T22:51:00.107919Z","end":"2026-02-26T22:51:03.145491Z","steps":["trace[635259733] 'process raft request' (duration: 3.036675529s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:03.145536Z","caller":"traceutil/trace.go:171","msg":"trace[1833595256] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"3.03788425s","start":"2026-02-26T22:51:00.107607Z","end":"2026-02-26T22:51:03.145491Z","steps":["trace[1833595256] 'process raft request' (duration: 3.036940156s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.145648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.107908Z","time spent":"3.037669675s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:03.145796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.107597Z","time spent":"3.038042974s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:03.146161Z","caller":"traceutil/trace.go:171","msg":"trace[884215587] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"3.037568751s","start":"2026-02-26T22:51:00.107997Z","end":"2026-02-26T22:51:03.145566Z","steps":["trace[884215587] 'process raft request' (duration: 3.036635858s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.146307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.107986Z","time spent":"3.038243318s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:03.147256Z","caller":"traceutil/trace.go:171","msg":"trace[1082569424] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"3.039250712s","start":"2026-02-26T22:51:00.107994Z","end":"2026-02-26T22:51:03.147245Z","steps":["trace[1082569424] 'process raft request' (duration: 3.036694339s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.147321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.107977Z","time spent":"3.039314164s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:03.147501Z","caller":"traceutil/trace.go:171","msg":"trace[1994842294] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"3.038132746s","start":"2026-02-26T22:51:00.109351Z","end":"2026-02-26T22:51:03.147484Z","steps":["trace[1994842294] 'process raft request' (duration: 3.037843058s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.147611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.109338Z","time spent":"3.038216228s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:03.14782Z","caller":"traceutil/trace.go:171","msg":"trace[1154264242] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"3.038397142s","start":"2026-02-26T22:51:00.109414Z","end":"2026-02-26T22:51:03.147811Z","steps":["trace[1154264242] 'process raft request' (duration: 3.038009283s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:03.147849Z","caller":"traceutil/trace.go:171","msg":"trace[872980587] linearizableReadLoop","detail":"{readStateIndex:25824; appliedIndex:25811; }","duration":"3.043231454s","start":"2026-02-26T22:51:00.104605Z","end":"2026-02-26T22:51:03.147836Z","steps":["trace[872980587] 'read index received' (duration: 1.084381422s)","trace[872980587] 'applied index is now lower than readState.Index' (duration: 1.958849162s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:03.147885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.109373Z","time spent":"3.038482584s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:03.147912Z","caller":"traceutil/trace.go:171","msg":"trace[1429100398] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"3.036718939s","start":"2026-02-26T22:51:00.111185Z","end":"2026-02-26T22:51:03.147904Z","steps":["trace[1429100398] 'process raft request' (duration: 3.036503584s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.147962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.111174Z","time spent":"3.036756241s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T22:51:03.147987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082813458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:03.148037Z","caller":"traceutil/trace.go:171","msg":"trace[2060595000] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24914; }","duration":"3.08289342s","start":"2026-02-26T22:51:00.065132Z","end":"2026-02-26T22:51:03.148025Z","steps":["trace[2060595000] 'agreement among raft nodes before linearized reading' (duration: 3.082788538s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.148054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.508078992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-02-26T22:51:03.148074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.291629996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:03.148109Z","caller":"traceutil/trace.go:171","msg":"trace[1637963303] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24914; }","duration":"4.291716948s","start":"2026-02-26T22:50:58.856383Z","end":"2026-02-26T22:51:03.1481Z","steps":["trace[1637963303] 'agreement among raft nodes before linearized reading' (duration: 4.291658777s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.148138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:58.85636Z","time spent":"4.29177274s","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:03.148158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133320397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:03.148069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.065117Z","time spent":"3.082945221s","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:03.148196Z","caller":"traceutil/trace.go:171","msg":"trace[1377252145] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24914; }","duration":"3.133412069s","start":"2026-02-26T22:51:00.014774Z","end":"2026-02-26T22:51:03.148186Z","steps":["trace[1377252145] 'agreement among raft nodes before linearized reading' (duration: 3.133354248s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.148236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.014746Z","time spent":"3.133482021s","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:03.148108Z","caller":"traceutil/trace.go:171","msg":"trace[266845588] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24914; }","duration":"3.508174414s","start":"2026-02-26T22:50:59.639922Z","end":"2026-02-26T22:51:03.148096Z","steps":["trace[266845588] 'agreement among raft nodes before linearized reading' (duration: 3.50801138s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.148299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:50:59.639872Z","time spent":"3.508419121s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-26T22:51:03.148201Z","caller":"traceutil/trace.go:171","msg":"trace[1021592305] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"3.036635168s","start":"2026-02-26T22:51:00.111557Z","end":"2026-02-26T22:51:03.148192Z","steps":["trace[1021592305] 'process raft request' (duration: 3.036213457s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.148411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.111548Z","time spent":"3.036824642s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:03.165634Z","caller":"traceutil/trace.go:171","msg":"trace[947968276] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"1.054329457s","start":"2026-02-26T22:51:02.111274Z","end":"2026-02-26T22:51:03.165603Z","steps":["trace[947968276] 'process raft request' (duration: 1.054102591s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:03.165653Z","caller":"traceutil/trace.go:171","msg":"trace[1921873537] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"864.96413ms","start":"2026-02-26T22:51:02.300662Z","end":"2026-02-26T22:51:03.165627Z","steps":["trace[1921873537] 'process raft request' (duration: 864.858748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.165791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:02.111252Z","time spent":"1.05446452s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:03.165834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:02.300623Z","time spent":"865.123604ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:03.16584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263853663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:03.165904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730922725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-26T22:51:03.165948Z","caller":"traceutil/trace.go:171","msg":"trace[1769284829] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24916; }","duration":"2.264026878s","start":"2026-02-26T22:51:00.901897Z","end":"2026-02-26T22:51:03.165924Z","steps":["trace[1769284829] 'agreement among raft nodes before linearized reading' (duration: 2.263834503s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.165959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.054518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:03.166002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937804385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:51:03.166029Z","caller":"traceutil/trace.go:171","msg":"trace[150430399] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24916; }","duration":"874.169491ms","start":"2026-02-26T22:51:02.291845Z","end":"2026-02-26T22:51:03.166015Z","steps":["trace[150430399] 'agreement among raft nodes before linearized reading' (duration: 874.053788ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:03.166059Z","caller":"traceutil/trace.go:171","msg":"trace[2099841210] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24916; }","duration":"2.937917578s","start":"2026-02-26T22:51:00.228131Z","end":"2026-02-26T22:51:03.166049Z","steps":["trace[2099841210] 'agreement among raft nodes before linearized reading' (duration: 2.937808425s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.166071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:02.291829Z","time spent":"874.231763ms","remote":"127.0.0.1:39806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:03.166096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.228106Z","time spent":"2.93798096s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:03.16611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231998391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:03.166163Z","caller":"traceutil/trace.go:171","msg":"trace[2037121194] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24916; }","duration":"1.232100373s","start":"2026-02-26T22:51:01.934049Z","end":"2026-02-26T22:51:03.166149Z","steps":["trace[2037121194] 'agreement among raft nodes before linearized reading' (duration: 1.232010261s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.166234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:01.934027Z","time spent":"1.232193826s","remote":"127.0.0.1:52946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:03.166022Z","caller":"traceutil/trace.go:171","msg":"trace[1528036792] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:24916; }","duration":"1.731061119s","start":"2026-02-26T22:51:01.434912Z","end":"2026-02-26T22:51:03.165973Z","steps":["trace[1528036792] 'agreement among raft nodes before linearized reading' (duration: 1.730741421s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.166247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133642791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T22:51:03.166317Z","caller":"traceutil/trace.go:171","msg":"trace[162375343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24916; }","duration":"2.133753534s","start":"2026-02-26T22:51:01.032547Z","end":"2026-02-26T22:51:03.1663Z","steps":["trace[162375343] 'agreement among raft nodes before linearized reading' (duration: 2.133489757s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.166364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:01.032522Z","time spent":"2.133832786s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:51:03.166381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827465603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-02-26T22:51:03.166387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.059112883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4eed0d80-fdb6-4eed-ac32-909e789c3d92\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-02-26T22:51:03.166421Z","caller":"traceutil/trace.go:171","msg":"trace[483463761] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24916; }","duration":"2.827550635s","start":"2026-02-26T22:51:00.338857Z","end":"2026-02-26T22:51:03.166408Z","steps":["trace[483463761] 'agreement among raft nodes before linearized reading' (duration: 2.827407131s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:03.166435Z","caller":"traceutil/trace.go:171","msg":"trace[1618308848] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4eed0d80-fdb6-4eed-ac32-909e789c3d92; range_end:; response_count:1; response_revision:24916; }","duration":"3.059161814s","start":"2026-02-26T22:51:00.107262Z","end":"2026-02-26T22:51:03.166424Z","steps":["trace[1618308848] 'agreement among raft nodes before linearized reading' (duration: 3.059049321s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.166323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:01.434888Z","time spent":"1.731421217s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"warn","ts":"2026-02-26T22:51:03.166509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.107243Z","time spent":"3.059257826s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-4eed0d80-fdb6-4eed-ac32-909e789c3d92\" "} {"level":"warn","ts":"2026-02-26T22:51:03.166461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.338834Z","time spent":"2.827617757s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-02-26T22:51:03.166572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519641256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:03.166614Z","caller":"traceutil/trace.go:171","msg":"trace[603932442] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24916; }","duration":"1.519718198s","start":"2026-02-26T22:51:01.646881Z","end":"2026-02-26T22:51:03.1666Z","steps":["trace[603932442] 'agreement among raft nodes before linearized reading' (duration: 1.519662207s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.166519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313031966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-02-26T22:51:03.166657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:01.646861Z","time spent":"1.519786801s","remote":"127.0.0.1:58552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:03.166001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.90187Z","time spent":"2.264119s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:03.166827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.059603735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:51:03.166867Z","caller":"traceutil/trace.go:171","msg":"trace[1784637047] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24916; }","duration":"3.059664996s","start":"2026-02-26T22:51:00.107193Z","end":"2026-02-26T22:51:03.166858Z","steps":["trace[1784637047] 'agreement among raft nodes before linearized reading' (duration: 3.059384829s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.166913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674716652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:03.166954Z","caller":"traceutil/trace.go:171","msg":"trace[390651775] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24916; }","duration":"1.674804124s","start":"2026-02-26T22:51:01.492138Z","end":"2026-02-26T22:51:03.166942Z","steps":["trace[390651775] 'agreement among raft nodes before linearized reading' (duration: 1.674734522s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.16699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:01.492117Z","time spent":"1.674865646s","remote":"127.0.0.1:40060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T22:51:03.16695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:00.107174Z","time spent":"3.059767709s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T22:51:03.166691Z","caller":"traceutil/trace.go:171","msg":"trace[1681719565] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24916; }","duration":"1.313232751s","start":"2026-02-26T22:51:01.853446Z","end":"2026-02-26T22:51:03.166679Z","steps":["trace[1681719565] 'agreement among raft nodes before linearized reading' (duration: 1.312974965s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.167208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:01.853429Z","time spent":"1.313769905s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-26T22:51:03.166532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.620852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:03.167258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063723306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:03.167271Z","caller":"traceutil/trace.go:171","msg":"trace[1411598537] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24916; }","duration":"955.564717ms","start":"2026-02-26T22:51:02.211683Z","end":"2026-02-26T22:51:03.167248Z","steps":["trace[1411598537] 'agreement among raft nodes before linearized reading' (duration: 954.340396ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:03.167323Z","caller":"traceutil/trace.go:171","msg":"trace[1748658804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24916; }","duration":"2.063840039s","start":"2026-02-26T22:51:01.103464Z","end":"2026-02-26T22:51:03.167304Z","steps":["trace[1748658804] 'agreement among raft nodes before linearized reading' (duration: 2.063742756s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.167344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:02.211657Z","time spent":"955.655859ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:03.167373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:01.103411Z","time spent":"2.063946391s","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:03.167566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11292089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:03.167612Z","caller":"traceutil/trace.go:171","msg":"trace[108027915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24916; }","duration":"1.113022562s","start":"2026-02-26T22:51:02.054579Z","end":"2026-02-26T22:51:03.167602Z","steps":["trace[108027915] 'agreement among raft nodes before linearized reading' (duration: 1.111241657s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.167696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117187049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-26T22:51:03.167904Z","caller":"traceutil/trace.go:171","msg":"trace[422994912] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24916; }","duration":"2.117440055s","start":"2026-02-26T22:51:01.050449Z","end":"2026-02-26T22:51:03.16789Z","steps":["trace[422994912] 'agreement among raft nodes before linearized reading' (duration: 2.115400164s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.167949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:01.050427Z","time spent":"2.117510007s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T22:51:03.167865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:02.054559Z","time spent":"1.113236418s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:03.640887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.594338ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-26T22:51:03.641028Z","caller":"traceutil/trace.go:171","msg":"trace[996020182] linearizableReadLoop","detail":"{readStateIndex:25827; appliedIndex:25826; }","duration":"475.419504ms","start":"2026-02-26T22:51:03.165583Z","end":"2026-02-26T22:51:03.641003Z","steps":["trace[996020182] 'read index received' (duration: 165.699533ms)","trace[996020182] 'applied index is now lower than readState.Index' (duration: 309.717771ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:03.641276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.152403Z","time spent":"488.865552ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T22:51:03.641434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.466052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T22:51:03.641556Z","caller":"traceutil/trace.go:171","msg":"trace[11763100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24916; }","duration":"488.567774ms","start":"2026-02-26T22:51:03.152924Z","end":"2026-02-26T22:51:03.641491Z","steps":["trace[11763100] 'agreement among raft nodes before linearized reading' (duration: 488.297548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.641615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.152916Z","time spent":"488.688287ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:51:03.641608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.574329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"warn","ts":"2026-02-26T22:51:03.641641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.843787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T22:51:03.641662Z","caller":"traceutil/trace.go:171","msg":"trace[1652901903] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24916; }","duration":"485.682201ms","start":"2026-02-26T22:51:03.155967Z","end":"2026-02-26T22:51:03.641649Z","steps":["trace[1652901903] 'agreement among raft nodes before linearized reading' (duration: 485.493087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.641688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.155947Z","time spent":"485.735592ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7099,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-02-26T22:51:03.641693Z","caller":"traceutil/trace.go:171","msg":"trace[796150945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24916; }","duration":"489.918978ms","start":"2026-02-26T22:51:03.151756Z","end":"2026-02-26T22:51:03.641675Z","steps":["trace[796150945] 'agreement among raft nodes before linearized reading' (duration: 489.785845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.641776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.151743Z","time spent":"490.024021ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:51:03.641793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.057227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79b4bbf794-sll7h.1897ed8d9b94f51f\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-02-26T22:51:03.641864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.167194Z","time spent":"474.669425ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T22:51:03.64187Z","caller":"traceutil/trace.go:171","msg":"trace[1641462209] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79b4bbf794-sll7h.1897ed8d9b94f51f; range_end:; response_count:1; response_revision:24916; }","duration":"493.17971ms","start":"2026-02-26T22:51:03.148671Z","end":"2026-02-26T22:51:03.64185Z","steps":["trace[1641462209] 'agreement among raft nodes before linearized reading' (duration: 492.868783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.64191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.148656Z","time spent":"493.243862ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-79b4bbf794-sll7h.1897ed8d9b94f51f\" "} {"level":"info","ts":"2026-02-26T22:51:03.641936Z","caller":"traceutil/trace.go:171","msg":"trace[1680303763] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"469.244408ms","start":"2026-02-26T22:51:03.172668Z","end":"2026-02-26T22:51:03.641912Z","steps":["trace[1680303763] 'process raft request' (duration: 469.076814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.64208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.172645Z","time spent":"469.359111ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:03.642226Z","caller":"traceutil/trace.go:171","msg":"trace[492040225] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"469.466863ms","start":"2026-02-26T22:51:03.172741Z","end":"2026-02-26T22:51:03.642207Z","steps":["trace[492040225] 'process raft request' (duration: 469.127005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.642332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.172736Z","time spent":"469.526696ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:03.643277Z","caller":"traceutil/trace.go:171","msg":"trace[989784746] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"469.653308ms","start":"2026-02-26T22:51:03.1736Z","end":"2026-02-26T22:51:03.643253Z","steps":["trace[989784746] 'process raft request' (duration: 468.706635ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:03.64362Z","caller":"traceutil/trace.go:171","msg":"trace[1891655857] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"371.35735ms","start":"2026-02-26T22:51:03.272252Z","end":"2026-02-26T22:51:03.643609Z","steps":["trace[1891655857] 'process raft request' (duration: 370.847976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.64334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.510234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:03.643684Z","caller":"traceutil/trace.go:171","msg":"trace[655622774] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"371.270097ms","start":"2026-02-26T22:51:03.272388Z","end":"2026-02-26T22:51:03.643658Z","steps":["trace[655622774] 'process raft request' (duration: 371.112833ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:03.64377Z","caller":"traceutil/trace.go:171","msg":"trace[954574460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24917; }","duration":"490.999626ms","start":"2026-02-26T22:51:03.152752Z","end":"2026-02-26T22:51:03.643752Z","steps":["trace[954574460] 'agreement among raft nodes before linearized reading' (duration: 489.067318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.643827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.272217Z","time spent":"371.559685ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:03.643832Z","caller":"traceutil/trace.go:171","msg":"trace[2036118467] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"371.030382ms","start":"2026-02-26T22:51:03.272785Z","end":"2026-02-26T22:51:03.643816Z","steps":["trace[2036118467] 'process raft request' (duration: 370.825507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.643847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.152743Z","time spent":"491.086578ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:03.643866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.272344Z","time spent":"371.420912ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:03.643897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.272774Z","time spent":"371.088013ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:03.643694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.173582Z","time spent":"469.885285ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:03.643966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.527647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-02-26T22:51:03.643984Z","caller":"traceutil/trace.go:171","msg":"trace[1048419086] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24923; }","duration":"475.565888ms","start":"2026-02-26T22:51:03.168413Z","end":"2026-02-26T22:51:03.643978Z","steps":["trace[1048419086] 'agreement among raft nodes before linearized reading' (duration: 475.476346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.644009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.168392Z","time spent":"475.603499ms","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18856,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T22:51:03.644044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.235124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:03.644075Z","caller":"traceutil/trace.go:171","msg":"trace[841451503] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24923; }","duration":"470.290045ms","start":"2026-02-26T22:51:03.173775Z","end":"2026-02-26T22:51:03.644065Z","steps":["trace[841451503] 'agreement among raft nodes before linearized reading' (duration: 470.232774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.644099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.173766Z","time spent":"470.328086ms","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T22:51:03.64412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.684631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:03.644135Z","caller":"traceutil/trace.go:171","msg":"trace[1221162210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24923; }","duration":"473.713301ms","start":"2026-02-26T22:51:03.170417Z","end":"2026-02-26T22:51:03.644131Z","steps":["trace[1221162210] 'agreement among raft nodes before linearized reading' (duration: 473.68452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.644152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.170406Z","time spent":"473.743761ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:03.644171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.506188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-02-26T22:51:03.644219Z","caller":"traceutil/trace.go:171","msg":"trace[1669381121] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:24923; }","duration":"370.58495ms","start":"2026-02-26T22:51:03.273623Z","end":"2026-02-26T22:51:03.644208Z","steps":["trace[1669381121] 'agreement among raft nodes before linearized reading' (duration: 370.440576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.644249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.273613Z","time spent":"370.629441ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1340,"request content":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" "} {"level":"warn","ts":"2026-02-26T22:51:03.64427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.715341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-26T22:51:03.644312Z","caller":"traceutil/trace.go:171","msg":"trace[126152916] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24923; }","duration":"473.783623ms","start":"2026-02-26T22:51:03.170514Z","end":"2026-02-26T22:51:03.644298Z","steps":["trace[126152916] 'agreement among raft nodes before linearized reading' (duration: 473.537157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:03.644453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:03.170498Z","time spent":"473.942577ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-26T22:51:08.834142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175089901s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:51:08.834422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.266751Z","time spent":"567.663372ms","remote":"127.0.0.1:44258","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T22:51:08.834715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388797561s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:08.834832Z","caller":"traceutil/trace.go:171","msg":"trace[1990745193] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"1.175898012s","start":"2026-02-26T22:51:07.658922Z","end":"2026-02-26T22:51:08.83482Z","steps":["trace[1990745193] 'process raft request' (duration: 1.175865611s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:08.834873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:07.658895Z","time spent":"1.175961193s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:08.835054Z","caller":"traceutil/trace.go:171","msg":"trace[939393670] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"1.448856979s","start":"2026-02-26T22:51:07.386191Z","end":"2026-02-26T22:51:08.835048Z","steps":["trace[939393670] 'process raft request' (duration: 59.656319ms)","trace[939393670] 'compare' (duration: 1.38723704s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:08.835086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:07.386174Z","time spent":"1.44889624s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:08.835147Z","caller":"traceutil/trace.go:171","msg":"trace[1795902646] linearizableReadLoop","detail":"{readStateIndex:25986; appliedIndex:25985; }","duration":"1.369653679s","start":"2026-02-26T22:51:07.465488Z","end":"2026-02-26T22:51:08.835141Z","steps":["trace[1795902646] 'read index received' (duration: 26.09µs)","trace[1795902646] 'applied index is now lower than readState.Index' (duration: 1.369626899s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:08.835277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369794913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-02-26T22:51:08.835292Z","caller":"traceutil/trace.go:171","msg":"trace[224918321] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25073; }","duration":"1.369843555s","start":"2026-02-26T22:51:07.465443Z","end":"2026-02-26T22:51:08.835286Z","steps":["trace[224918321] 'agreement among raft nodes before linearized reading' (duration: 1.369765833s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:08.835307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:07.465426Z","time spent":"1.369877675s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" "} {"level":"info","ts":"2026-02-26T22:51:08.8838Z","caller":"traceutil/trace.go:171","msg":"trace[1167797411] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"1.219905896s","start":"2026-02-26T22:51:07.663868Z","end":"2026-02-26T22:51:08.883774Z","steps":["trace[1167797411] 'process raft request' (duration: 1.219820024s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:08.88384Z","caller":"traceutil/trace.go:171","msg":"trace[468990048] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"1.222617955s","start":"2026-02-26T22:51:07.661179Z","end":"2026-02-26T22:51:08.883797Z","steps":["trace[468990048] 'process raft request' (duration: 1.222371409s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:08.88397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:07.663844Z","time spent":"1.2200323s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:08.884097Z","caller":"traceutil/trace.go:171","msg":"trace[551219034] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"1.217305112s","start":"2026-02-26T22:51:07.666761Z","end":"2026-02-26T22:51:08.884066Z","steps":["trace[551219034] 'process raft request' (duration: 1.216973853s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:08.884108Z","caller":"traceutil/trace.go:171","msg":"trace[1551540929] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"1.211069995s","start":"2026-02-26T22:51:07.673016Z","end":"2026-02-26T22:51:08.884086Z","steps":["trace[1551540929] 'process raft request' (duration: 1.210909821s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:08.884202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:07.661153Z","time spent":"1.222775359s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:08.884224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:07.666746Z","time spent":"1.217411284s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:08.884236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411151341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-02-26T22:51:08.884243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:07.673007Z","time spent":"1.211156377s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:08.884266Z","caller":"traceutil/trace.go:171","msg":"trace[290955035] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25078; }","duration":"1.411200802s","start":"2026-02-26T22:51:07.473056Z","end":"2026-02-26T22:51:08.884257Z","steps":["trace[290955035] 'agreement among raft nodes before linearized reading' (duration: 1.411072279s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:08.88429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:07.473048Z","time spent":"1.411237103s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" "} {"level":"warn","ts":"2026-02-26T22:51:08.884354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.041771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:08.884376Z","caller":"traceutil/trace.go:171","msg":"trace[1548750865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25078; }","duration":"849.139052ms","start":"2026-02-26T22:51:08.03523Z","end":"2026-02-26T22:51:08.884369Z","steps":["trace[1548750865] 'agreement among raft nodes before linearized reading' (duration: 849.095511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:08.884397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.03521Z","time spent":"849.178474ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:08.884406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.493545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:08.884434Z","caller":"traceutil/trace.go:171","msg":"trace[210015500] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25078; }","duration":"758.556866ms","start":"2026-02-26T22:51:08.125868Z","end":"2026-02-26T22:51:08.884425Z","steps":["trace[210015500] 'agreement among raft nodes before linearized reading' (duration: 758.504574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:08.884447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223161208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T22:51:08.884455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.125852Z","time spent":"758.597607ms","remote":"127.0.0.1:39912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:08.88447Z","caller":"traceutil/trace.go:171","msg":"trace[385835384] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25078; }","duration":"1.223211709s","start":"2026-02-26T22:51:07.661251Z","end":"2026-02-26T22:51:08.884462Z","steps":["trace[385835384] 'agreement among raft nodes before linearized reading' (duration: 1.223147688s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:08.884491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:07.661243Z","time spent":"1.22324239s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:51:08.884487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.078382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T22:51:08.884524Z","caller":"traceutil/trace.go:171","msg":"trace[1352789472] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25078; }","duration":"689.166764ms","start":"2026-02-26T22:51:08.195347Z","end":"2026-02-26T22:51:08.884514Z","steps":["trace[1352789472] 'agreement among raft nodes before linearized reading' (duration: 688.975919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:08.884552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.195327Z","time spent":"689.218414ms","remote":"127.0.0.1:38104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:08.884552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21767147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T22:51:08.884612Z","caller":"traceutil/trace.go:171","msg":"trace[2112431687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25078; }","duration":"1.217763503s","start":"2026-02-26T22:51:07.666835Z","end":"2026-02-26T22:51:08.884598Z","steps":["trace[2112431687] 'agreement among raft nodes before linearized reading' (duration: 1.217549357s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:08.884643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:07.666828Z","time spent":"1.217808384s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:51:08.884673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.433443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-02-26T22:51:08.8847Z","caller":"traceutil/trace.go:171","msg":"trace[1533081212] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25078; }","duration":"830.482274ms","start":"2026-02-26T22:51:08.05421Z","end":"2026-02-26T22:51:08.884692Z","steps":["trace[1533081212] 'agreement among raft nodes before linearized reading' (duration: 830.288238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:08.884696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215505817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T22:51:08.884729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.054199Z","time spent":"830.524286ms","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418278,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-02-26T22:51:08.884734Z","caller":"traceutil/trace.go:171","msg":"trace[288028137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25078; }","duration":"1.215561358s","start":"2026-02-26T22:51:07.669165Z","end":"2026-02-26T22:51:08.884727Z","steps":["trace[288028137] 'agreement among raft nodes before linearized reading' (duration: 1.215388003s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:08.884756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:07.669159Z","time spent":"1.215592439s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:51:08.884777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.295604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:08.884798Z","caller":"traceutil/trace.go:171","msg":"trace[117556365] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25078; }","duration":"536.348585ms","start":"2026-02-26T22:51:08.348443Z","end":"2026-02-26T22:51:08.884791Z","steps":["trace[117556365] 'agreement among raft nodes before linearized reading' (duration: 536.305804ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:08.884722Z","caller":"traceutil/trace.go:171","msg":"trace[1452094535] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"710.872029ms","start":"2026-02-26T22:51:08.173839Z","end":"2026-02-26T22:51:08.884711Z","steps":["trace[1452094535] 'process raft request' (duration: 710.198601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:08.884817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.348426Z","time spent":"536.386536ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:08.884842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.803578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T22:51:08.884858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.173793Z","time spent":"711.039464ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:08.884871Z","caller":"traceutil/trace.go:171","msg":"trace[486776335] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25078; }","duration":"103.88147ms","start":"2026-02-26T22:51:08.780983Z","end":"2026-02-26T22:51:08.884864Z","steps":["trace[486776335] 'agreement among raft nodes before linearized reading' (duration: 103.761047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:08.884923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.454003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:08.884952Z","caller":"traceutil/trace.go:171","msg":"trace[1736467621] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25078; }","duration":"455.531224ms","start":"2026-02-26T22:51:08.429412Z","end":"2026-02-26T22:51:08.884943Z","steps":["trace[1736467621] 'agreement among raft nodes before linearized reading' (duration: 455.485333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:08.884955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.234686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-02-26T22:51:08.884975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.429391Z","time spent":"455.576906ms","remote":"127.0.0.1:40002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:08.887329Z","caller":"traceutil/trace.go:171","msg":"trace[638784727] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25078; }","duration":"449.300818ms","start":"2026-02-26T22:51:08.435672Z","end":"2026-02-26T22:51:08.884973Z","steps":["trace[638784727] 'agreement among raft nodes before linearized reading' (duration: 449.234826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:08.888107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.435651Z","time spent":"452.434736ms","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T22:51:09.395575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447370,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:09.896043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447370,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:10.396186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447370,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:10.673306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.784257865s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:51:10.673782Z","caller":"traceutil/trace.go:171","msg":"trace[1569302119] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"1.784840309s","start":"2026-02-26T22:51:08.888917Z","end":"2026-02-26T22:51:10.673757Z","steps":["trace[1569302119] 'process raft request' (duration: 1.784596843s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:10.673936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.888873Z","time spent":"1.784987113s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:11.037718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000311242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:51:11.037813Z","caller":"traceutil/trace.go:171","msg":"trace[386589777] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000486987s","start":"2026-02-26T22:51:09.037302Z","end":"2026-02-26T22:51:11.037789Z","steps":["trace[386589777] 'agreement among raft nodes before linearized reading' (duration: 2.000341683s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:11.037867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:09.037285Z","time spent":"2.000570399s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:11.551038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.351928ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:11.551179Z","caller":"traceutil/trace.go:171","msg":"trace[718234864] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25079; }","duration":"443.504852ms","start":"2026-02-26T22:51:11.107653Z","end":"2026-02-26T22:51:11.551158Z","steps":["trace[718234864] 'range keys from in-memory index tree' (duration: 443.334828ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:11.671546Z","caller":"traceutil/trace.go:171","msg":"trace[959426519] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"2.780589645s","start":"2026-02-26T22:51:08.890917Z","end":"2026-02-26T22:51:11.671507Z","steps":["trace[959426519] 'process raft request' (duration: 2.780247417s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:11.671766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.890892Z","time spent":"2.780769549s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:11.672144Z","caller":"traceutil/trace.go:171","msg":"trace[235397669] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"2.780257828s","start":"2026-02-26T22:51:08.891841Z","end":"2026-02-26T22:51:11.672099Z","steps":["trace[235397669] 'process raft request' (duration: 2.77959624s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:11.672214Z","caller":"traceutil/trace.go:171","msg":"trace[163333300] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"2.776182505s","start":"2026-02-26T22:51:08.896011Z","end":"2026-02-26T22:51:11.672194Z","steps":["trace[163333300] 'process raft request' (duration: 2.775964669s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:11.672315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.895983Z","time spent":"2.776277117s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3739,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:11.672328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.891833Z","time spent":"2.780400981s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:11.672538Z","caller":"traceutil/trace.go:171","msg":"trace[1020033684] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"2.503699589s","start":"2026-02-26T22:51:09.168825Z","end":"2026-02-26T22:51:11.672524Z","steps":["trace[1020033684] 'process raft request' (duration: 2.503263708s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:11.672592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:09.168801Z","time spent":"2.503760611s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:11.672677Z","caller":"traceutil/trace.go:171","msg":"trace[930343901] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"2.48780999s","start":"2026-02-26T22:51:09.184827Z","end":"2026-02-26T22:51:11.672637Z","steps":["trace[930343901] 'process raft request' (duration: 2.487511453s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:11.672882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:09.18481Z","time spent":"2.487955483s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:11.672963Z","caller":"traceutil/trace.go:171","msg":"trace[522344459] linearizableReadLoop","detail":"{readStateIndex:25999; appliedIndex:25992; }","duration":"2.777423277s","start":"2026-02-26T22:51:08.895517Z","end":"2026-02-26T22:51:11.67294Z","steps":["trace[522344459] 'read index received' (duration: 1.778020259s)","trace[522344459] 'applied index is now lower than readState.Index' (duration: 999.401728ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:11.67308Z","caller":"traceutil/trace.go:171","msg":"trace[390844356] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"2.353570337s","start":"2026-02-26T22:51:09.319481Z","end":"2026-02-26T22:51:11.673052Z","steps":["trace[390844356] 'process raft request' (duration: 2.353131946s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:11.673224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:09.319461Z","time spent":"2.353682411s","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418389,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:11.673299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777777315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-02-26T22:51:11.673361Z","caller":"traceutil/trace.go:171","msg":"trace[1583283270] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25085; }","duration":"2.777865727s","start":"2026-02-26T22:51:08.895476Z","end":"2026-02-26T22:51:11.673342Z","steps":["trace[1583283270] 'agreement among raft nodes before linearized reading' (duration: 2.777613591s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:11.673408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.895464Z","time spent":"2.777931619s","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1334,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-02-26T22:51:12.173872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:12.674541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:13.039006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000542709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:51:13.039099Z","caller":"traceutil/trace.go:171","msg":"trace[1643204110] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000697543s","start":"2026-02-26T22:51:11.038376Z","end":"2026-02-26T22:51:13.039074Z","steps":["trace[1643204110] 'agreement among raft nodes before linearized reading' (duration: 2.00058065s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.03915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:11.038361Z","time spent":"2.000777045s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:51:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:51:13.701418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.075117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:13.701687Z","caller":"traceutil/trace.go:171","msg":"trace[198628873] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"2.859907819s","start":"2026-02-26T22:51:10.841745Z","end":"2026-02-26T22:51:13.701653Z","steps":["trace[198628873] 'process raft request' (duration: 1.958462652s)","trace[198628873] 'compare' (duration: 900.192326ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:13.701813Z","caller":"traceutil/trace.go:171","msg":"trace[1830464353] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"2.811283606s","start":"2026-02-26T22:51:10.890501Z","end":"2026-02-26T22:51:13.701784Z","steps":["trace[1830464353] 'process raft request' (duration: 2.81105655s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.701881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:10.841689Z","time spent":"2.860098853s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:13.701885Z","caller":"traceutil/trace.go:171","msg":"trace[200874563] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"2.810473486s","start":"2026-02-26T22:51:10.891385Z","end":"2026-02-26T22:51:13.701859Z","steps":["trace[200874563] 'process raft request' (duration: 2.810372593s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:13.701922Z","caller":"traceutil/trace.go:171","msg":"trace[1595329466] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"2.811355938s","start":"2026-02-26T22:51:10.890519Z","end":"2026-02-26T22:51:13.701875Z","steps":["trace[1595329466] 'process raft request' (duration: 2.811166104s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.701976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:10.890476Z","time spent":"2.811408249s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:13.70199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:10.89136Z","time spent":"2.810584729s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:13.702027Z","caller":"traceutil/trace.go:171","msg":"trace[662091596] linearizableReadLoop","detail":"{readStateIndex:26004; appliedIndex:25999; }","duration":"2.028966133s","start":"2026-02-26T22:51:11.673053Z","end":"2026-02-26T22:51:13.70202Z","steps":["trace[662091596] 'read index received' (duration: 1.127138987s)","trace[662091596] 'applied index is now lower than readState.Index' (duration: 901.826466ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:13.702111Z","caller":"traceutil/trace.go:171","msg":"trace[1944439880] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"2.81061968s","start":"2026-02-26T22:51:10.891486Z","end":"2026-02-26T22:51:13.702106Z","steps":["trace[1944439880] 'process raft request' (duration: 2.810317612s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.702148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:10.89148Z","time spent":"2.81064661s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:13.702221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:10.890491Z","time spent":"2.811520832s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:13.702275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727109367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-02-26T22:51:13.702276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.725807304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-02-26T22:51:13.702281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727041415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-el21s3\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-26T22:51:13.702312Z","caller":"traceutil/trace.go:171","msg":"trace[2042382237] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:25090; }","duration":"4.725852776s","start":"2026-02-26T22:51:08.976447Z","end":"2026-02-26T22:51:13.7023Z","steps":["trace[2042382237] 'agreement among raft nodes before linearized reading' (duration: 4.725691342s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:13.702327Z","caller":"traceutil/trace.go:171","msg":"trace[122259355] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-el21s3; range_end:; response_count:1; response_revision:25090; }","duration":"4.727100216s","start":"2026-02-26T22:51:08.975215Z","end":"2026-02-26T22:51:13.702316Z","steps":["trace[122259355] 'agreement among raft nodes before linearized reading' (duration: 4.726947782s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.702341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.726284486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18295"} {"level":"warn","ts":"2026-02-26T22:51:13.702374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.97521Z","time spent":"4.727157647s","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":563,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-el21s3\" "} {"level":"warn","ts":"2026-02-26T22:51:13.702366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.726071111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"info","ts":"2026-02-26T22:51:13.702413Z","caller":"traceutil/trace.go:171","msg":"trace[573766199] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:25090; }","duration":"4.726372878s","start":"2026-02-26T22:51:08.976023Z","end":"2026-02-26T22:51:13.702396Z","steps":["trace[573766199] 'agreement among raft nodes before linearized reading' (duration: 4.726193934s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.702433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727475866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-02-26T22:51:13.702437Z","caller":"traceutil/trace.go:171","msg":"trace[476451192] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:25090; }","duration":"4.726166063s","start":"2026-02-26T22:51:08.976255Z","end":"2026-02-26T22:51:13.702421Z","steps":["trace[476451192] 'agreement among raft nodes before linearized reading' (duration: 4.725956528s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.702452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266590392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-02-26T22:51:13.702458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.976017Z","time spent":"4.72643333s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18317,"request content":"key:\"/registry/daemonsets/openstack/nova-compute-default\" "} {"level":"warn","ts":"2026-02-26T22:51:13.702474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.97625Z","time spent":"4.726218305s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3911,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-02-26T22:51:13.702486Z","caller":"traceutil/trace.go:171","msg":"trace[42441839] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:25090; }","duration":"2.266658624s","start":"2026-02-26T22:51:11.435818Z","end":"2026-02-26T22:51:13.702477Z","steps":["trace[42441839] 'agreement among raft nodes before linearized reading' (duration: 2.266566672s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.702519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:11.435798Z","time spent":"2.266716005s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"warn","ts":"2026-02-26T22:51:13.702522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.726358938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"warn","ts":"2026-02-26T22:51:13.702577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727954558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-02-26T22:51:13.702598Z","caller":"traceutil/trace.go:171","msg":"trace[573352885] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:25090; }","duration":"4.727986488s","start":"2026-02-26T22:51:08.974605Z","end":"2026-02-26T22:51:13.702592Z","steps":["trace[573352885] 'agreement among raft nodes before linearized reading' (duration: 4.727945657s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.702598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.726701216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"warn","ts":"2026-02-26T22:51:13.702358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.976443Z","time spent":"4.725908897s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9567,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-02-26T22:51:13.702641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.728172093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-02-26T22:51:13.702639Z","caller":"traceutil/trace.go:171","msg":"trace[1025615340] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:25090; }","duration":"4.726783299s","start":"2026-02-26T22:51:08.975846Z","end":"2026-02-26T22:51:13.70263Z","steps":["trace[1025615340] 'agreement among raft nodes before linearized reading' (duration: 4.726673116s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:13.702664Z","caller":"traceutil/trace.go:171","msg":"trace[1492124066] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25090; }","duration":"4.728230785s","start":"2026-02-26T22:51:08.974428Z","end":"2026-02-26T22:51:13.702659Z","steps":["trace[1492124066] 'agreement among raft nodes before linearized reading' (duration: 4.728195594s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.702677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.726296536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-02-26T22:51:13.702681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.974408Z","time spent":"4.728268565s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-26T22:51:13.702706Z","caller":"traceutil/trace.go:171","msg":"trace[172584305] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25090; }","duration":"4.726335888s","start":"2026-02-26T22:51:08.976363Z","end":"2026-02-26T22:51:13.702699Z","steps":["trace[172584305] 'agreement among raft nodes before linearized reading' (duration: 4.726253616s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.70273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.976357Z","time spent":"4.726368808s","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-26T22:51:13.702758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727180448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-02-26T22:51:13.702793Z","caller":"traceutil/trace.go:171","msg":"trace[1341361816] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25090; }","duration":"4.72725338s","start":"2026-02-26T22:51:08.97553Z","end":"2026-02-26T22:51:13.702783Z","steps":["trace[1341361816] 'agreement among raft nodes before linearized reading' (duration: 4.727165268s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.702799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.476424264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-02-26T22:51:13.702395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727408284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-02-26T22:51:13.702826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.975511Z","time spent":"4.727309322s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18856,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T22:51:13.702838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.806729496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:51:13.702842Z","caller":"traceutil/trace.go:171","msg":"trace[981912402] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25090; }","duration":"4.727859725s","start":"2026-02-26T22:51:08.974974Z","end":"2026-02-26T22:51:13.702833Z","steps":["trace[981912402] 'agreement among raft nodes before linearized reading' (duration: 4.727387403s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:13.70284Z","caller":"traceutil/trace.go:171","msg":"trace[790553613] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25090; }","duration":"2.476511566s","start":"2026-02-26T22:51:11.226317Z","end":"2026-02-26T22:51:13.702829Z","steps":["trace[790553613] 'agreement among raft nodes before linearized reading' (duration: 2.476386353s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.702866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.97497Z","time spent":"4.727889426s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-26T22:51:13.702881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:11.226286Z","time spent":"2.476588498s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T22:51:13.702888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727633929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-02-26T22:51:13.702935Z","caller":"traceutil/trace.go:171","msg":"trace[1704497919] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:25090; }","duration":"4.727687261s","start":"2026-02-26T22:51:08.975237Z","end":"2026-02-26T22:51:13.702925Z","steps":["trace[1704497919] 'agreement among raft nodes before linearized reading' (duration: 4.727588889s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.702539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727794934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7383"} {"level":"warn","ts":"2026-02-26T22:51:13.702991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264558364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:13.703006Z","caller":"traceutil/trace.go:171","msg":"trace[446534655] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25090; }","duration":"4.728269265s","start":"2026-02-26T22:51:08.974728Z","end":"2026-02-26T22:51:13.702997Z","steps":["trace[446534655] 'agreement among raft nodes before linearized reading' (duration: 4.727781553s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.703018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.947495251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:13.703011Z","caller":"traceutil/trace.go:171","msg":"trace[1527250460] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25090; }","duration":"3.264634795s","start":"2026-02-26T22:51:10.43837Z","end":"2026-02-26T22:51:13.703005Z","steps":["trace[1527250460] 'agreement among raft nodes before linearized reading' (duration: 3.264600204s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.703063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:10.438346Z","time spent":"3.264708358s","remote":"127.0.0.1:49178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:13.703068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.441036719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:13.703068Z","caller":"traceutil/trace.go:171","msg":"trace[927923613] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25090; }","duration":"3.947594144s","start":"2026-02-26T22:51:09.755457Z","end":"2026-02-26T22:51:13.703052Z","steps":["trace[927923613] 'agreement among raft nodes before linearized reading' (duration: 3.947506271s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:13.703098Z","caller":"traceutil/trace.go:171","msg":"trace[822018008] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25090; }","duration":"3.44110653s","start":"2026-02-26T22:51:10.261981Z","end":"2026-02-26T22:51:13.703088Z","steps":["trace[822018008] 'agreement among raft nodes before linearized reading' (duration: 3.441064939s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.703108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:09.755434Z","time spent":"3.947664547s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:13.703114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.159745004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:51:13.703135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:10.261959Z","time spent":"3.441168041s","remote":"127.0.0.1:39750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:13.703152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.066638252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-26T22:51:13.70315Z","caller":"traceutil/trace.go:171","msg":"trace[1810165770] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25090; }","duration":"4.159816846s","start":"2026-02-26T22:51:09.543323Z","end":"2026-02-26T22:51:13.70314Z","steps":["trace[1810165770] 'agreement among raft nodes before linearized reading' (duration: 4.159703693s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:13.703172Z","caller":"traceutil/trace.go:171","msg":"trace[505679224] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25090; }","duration":"3.066705813s","start":"2026-02-26T22:51:10.63646Z","end":"2026-02-26T22:51:13.703166Z","steps":["trace[505679224] 'agreement among raft nodes before linearized reading' (duration: 3.066655422s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.703193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:10.636442Z","time spent":"3.066747805s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-26T22:51:13.70319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:09.543306Z","time spent":"4.159871737s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:13.703208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.726714718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" ","response":"range_response_count:1 size:17544"} {"level":"warn","ts":"2026-02-26T22:51:13.702676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.975827Z","time spent":"4.72684295s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15452,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-02-26T22:51:13.703254Z","caller":"traceutil/trace.go:171","msg":"trace[1332557962] range","detail":"{range_begin:/registry/daemonsets/openstack/libvirt-libvirt-default; range_end:; response_count:1; response_revision:25090; }","duration":"4.726773819s","start":"2026-02-26T22:51:08.97647Z","end":"2026-02-26T22:51:13.703244Z","steps":["trace[1332557962] 'agreement among raft nodes before linearized reading' (duration: 4.726664866s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.703105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98094418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-02-26T22:51:13.703283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.976465Z","time spent":"4.72681168s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":17566,"request content":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" "} {"level":"info","ts":"2026-02-26T22:51:13.702296Z","caller":"traceutil/trace.go:171","msg":"trace[424812479] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:25090; }","duration":"4.727148538s","start":"2026-02-26T22:51:08.975142Z","end":"2026-02-26T22:51:13.70229Z","steps":["trace[424812479] 'agreement among raft nodes before linearized reading' (duration: 4.727046025s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.703311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.935013938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:13.702451Z","caller":"traceutil/trace.go:171","msg":"trace[1014860022] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25090; }","duration":"4.727506826s","start":"2026-02-26T22:51:08.97494Z","end":"2026-02-26T22:51:13.702447Z","steps":["trace[1014860022] 'agreement among raft nodes before linearized reading' (duration: 4.727466335s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.703358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.974932Z","time spent":"4.72842284s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-02-26T22:51:13.702498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727549438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"info","ts":"2026-02-26T22:51:13.703372Z","caller":"traceutil/trace.go:171","msg":"trace[1383823215] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25090; }","duration":"3.935068539s","start":"2026-02-26T22:51:09.768286Z","end":"2026-02-26T22:51:13.703354Z","steps":["trace[1383823215] 'agreement among raft nodes before linearized reading' (duration: 3.934994127s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:13.703313Z","caller":"traceutil/trace.go:171","msg":"trace[909424217] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:25090; }","duration":"2.981203766s","start":"2026-02-26T22:51:10.722098Z","end":"2026-02-26T22:51:13.703302Z","steps":["trace[909424217] 'agreement among raft nodes before linearized reading' (duration: 2.98097673s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:13.703405Z","caller":"traceutil/trace.go:171","msg":"trace[178352826] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:25090; }","duration":"4.728496582s","start":"2026-02-26T22:51:08.974896Z","end":"2026-02-26T22:51:13.703393Z","steps":["trace[178352826] 'agreement among raft nodes before linearized reading' (duration: 4.727564148s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.703414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:09.768253Z","time spent":"3.935151841s","remote":"127.0.0.1:38144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:13.702348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.72723919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3380"} {"level":"warn","ts":"2026-02-26T22:51:13.703448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.974873Z","time spent":"4.728563314s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18226,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-02-26T22:51:13.703027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.486556542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:13.702613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.974599Z","time spent":"4.728010598s","remote":"127.0.0.1:51866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1248,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"info","ts":"2026-02-26T22:51:13.703478Z","caller":"traceutil/trace.go:171","msg":"trace[286534255] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:25090; }","duration":"4.728363418s","start":"2026-02-26T22:51:08.975092Z","end":"2026-02-26T22:51:13.703455Z","steps":["trace[286534255] 'agreement among raft nodes before linearized reading' (duration: 4.727215859s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:13.703504Z","caller":"traceutil/trace.go:171","msg":"trace[1881786808] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25090; }","duration":"3.487075064s","start":"2026-02-26T22:51:10.216422Z","end":"2026-02-26T22:51:13.703497Z","steps":["trace[1881786808] 'agreement among raft nodes before linearized reading' (duration: 3.486576181s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.703523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:10.216401Z","time spent":"3.487115515s","remote":"127.0.0.1:53056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:13.703411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.221341318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:51:13.703532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.975086Z","time spent":"4.72843398s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3402,"request content":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" "} {"level":"info","ts":"2026-02-26T22:51:13.703567Z","caller":"traceutil/trace.go:171","msg":"trace[588888841] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25090; }","duration":"3.221494832s","start":"2026-02-26T22:51:10.482054Z","end":"2026-02-26T22:51:13.703548Z","steps":["trace[588888841] 'agreement among raft nodes before linearized reading' (duration: 3.221318187s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.703637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:10.481982Z","time spent":"3.221637095s","remote":"127.0.0.1:38066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:13.703341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.975134Z","time spent":"4.728202094s","remote":"127.0.0.1:51862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1287,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-02-26T22:51:13.703033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.974721Z","time spent":"4.728305387s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7405,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-02-26T22:51:13.70257Z","caller":"traceutil/trace.go:171","msg":"trace[1565738075] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:25090; }","duration":"4.726414599s","start":"2026-02-26T22:51:08.976139Z","end":"2026-02-26T22:51:13.702553Z","steps":["trace[1565738075] 'agreement among raft nodes before linearized reading' (duration: 4.726240275s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.702976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.975231Z","time spent":"4.727736252s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-02-26T22:51:13.703771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.976133Z","time spent":"4.72762581s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5729,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"info","ts":"2026-02-26T22:51:13.702858Z","caller":"traceutil/trace.go:171","msg":"trace[1439367838] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25090; }","duration":"4.806767967s","start":"2026-02-26T22:51:08.896084Z","end":"2026-02-26T22:51:13.702852Z","steps":["trace[1439367838] 'agreement among raft nodes before linearized reading' (duration: 4.806712176s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.703824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.325019495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:13.703846Z","caller":"traceutil/trace.go:171","msg":"trace[654374881] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25090; }","duration":"4.325099027s","start":"2026-02-26T22:51:09.378741Z","end":"2026-02-26T22:51:13.70384Z","steps":["trace[654374881] 'agreement among raft nodes before linearized reading' (duration: 4.325061296s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.703836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.896061Z","time spent":"4.807760402s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:51:13.703186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.862571468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3757"} {"level":"warn","ts":"2026-02-26T22:51:13.703866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:09.378718Z","time spent":"4.325141538s","remote":"127.0.0.1:51896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:13.70391Z","caller":"traceutil/trace.go:171","msg":"trace[555003253] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25090; }","duration":"3.863333377s","start":"2026-02-26T22:51:09.84054Z","end":"2026-02-26T22:51:13.703873Z","steps":["trace[555003253] 'agreement among raft nodes before linearized reading' (duration: 3.862495956s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.703909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.530889698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T22:51:13.703946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:09.840525Z","time spent":"3.863411718s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" "} {"level":"info","ts":"2026-02-26T22:51:13.703956Z","caller":"traceutil/trace.go:171","msg":"trace[2012413554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25090; }","duration":"4.530989661s","start":"2026-02-26T22:51:09.172955Z","end":"2026-02-26T22:51:13.703945Z","steps":["trace[2012413554] 'agreement among raft nodes before linearized reading' (duration: 4.530852687s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.7028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727491156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-02-26T22:51:13.703996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:09.17295Z","time spent":"4.531038472s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:51:13.703778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.531891493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T22:51:13.704023Z","caller":"traceutil/trace.go:171","msg":"trace[1422191973] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:25090; }","duration":"4.728724357s","start":"2026-02-26T22:51:08.975286Z","end":"2026-02-26T22:51:13.70401Z","steps":["trace[1422191973] 'agreement among raft nodes before linearized reading' (duration: 4.727439784s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:13.704036Z","caller":"traceutil/trace.go:171","msg":"trace[1696847288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25090; }","duration":"4.532195441s","start":"2026-02-26T22:51:09.171832Z","end":"2026-02-26T22:51:13.704027Z","steps":["trace[1696847288] 'agreement among raft nodes before linearized reading' (duration: 4.531845722s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.704066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:09.171802Z","time spent":"4.532257362s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:51:13.704069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.97528Z","time spent":"4.728778509s","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3738,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-02-26T22:51:13.703064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851089567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79b4bbf794-sll7h.1897ed8d9b94f51f\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-02-26T22:51:13.704152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727254062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"info","ts":"2026-02-26T22:51:13.70417Z","caller":"traceutil/trace.go:171","msg":"trace[44610227] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:25090; }","duration":"4.727288972s","start":"2026-02-26T22:51:08.976876Z","end":"2026-02-26T22:51:13.704165Z","steps":["trace[44610227] 'agreement among raft nodes before linearized reading' (duration: 4.727234781s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:13.704173Z","caller":"traceutil/trace.go:171","msg":"trace[842387678] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79b4bbf794-sll7h.1897ed8d9b94f51f; range_end:; response_count:1; response_revision:25090; }","duration":"2.852247755s","start":"2026-02-26T22:51:10.851916Z","end":"2026-02-26T22:51:13.704163Z","steps":["trace[842387678] 'agreement among raft nodes before linearized reading' (duration: 2.851105827s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:13.704185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:08.976868Z","time spent":"4.727311732s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3950,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-02-26T22:51:13.704205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:10.851893Z","time spent":"2.852303937s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-79b4bbf794-sll7h.1897ed8d9b94f51f\" "} {"level":"warn","ts":"2026-02-26T22:51:13.703432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:10.72208Z","time spent":"2.98134794s","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":902,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-02-26T22:51:14.203338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:14.703859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:14.750485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.873667Z","time spent":"876.810718ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T22:51:15.047467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999733538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:51:15.047555Z","caller":"traceutil/trace.go:171","msg":"trace[456071758] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999877651s","start":"2026-02-26T22:51:13.047655Z","end":"2026-02-26T22:51:15.047532Z","steps":["trace[456071758] 'agreement among raft nodes before linearized reading' (duration: 1.999772698s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:15.047601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.047629Z","time spent":"1.999961753s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:51:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:51:15.204545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:15.423003Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.744608788s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:51:15.423404Z","caller":"traceutil/trace.go:171","msg":"trace[969809669] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"1.745120692s","start":"2026-02-26T22:51:13.678254Z","end":"2026-02-26T22:51:15.423374Z","steps":["trace[969809669] 'process raft request' (duration: 1.744956538s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:15.423574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.67822Z","time spent":"1.745269235s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:17.048069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99980903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:51:17.048165Z","caller":"traceutil/trace.go:171","msg":"trace[164282399] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999978404s","start":"2026-02-26T22:51:15.048164Z","end":"2026-02-26T22:51:17.048143Z","steps":["trace[164282399] 'agreement among raft nodes before linearized reading' (duration: 1.999848911s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:17.048237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:15.048141Z","time spent":"2.000081637s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:51:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:51:17.678025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999346096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:51:17.678096Z","caller":"traceutil/trace.go:171","msg":"trace[876323007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999467488s","start":"2026-02-26T22:51:12.678612Z","end":"2026-02-26T22:51:17.67808Z","steps":["trace[876323007] 'agreement among raft nodes before linearized reading' (duration: 4.999377876s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:17.678127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:12.678593Z","time spent":"4.99952688s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/26 22:51:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:51:17.903371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00063227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:51:17.903471Z","caller":"traceutil/trace.go:171","msg":"trace[784439964] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000782544s","start":"2026-02-26T22:51:15.902667Z","end":"2026-02-26T22:51:17.90345Z","steps":["trace[784439964] 'agreement among raft nodes before linearized reading' (duration: 2.000644861s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:17.903518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:15.902657Z","time spent":"2.000851286s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:17.916852Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.493516853s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:51:17.917677Z","caller":"traceutil/trace.go:171","msg":"trace[445118284] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"4.120925178s","start":"2026-02-26T22:51:13.796716Z","end":"2026-02-26T22:51:17.917642Z","steps":["trace[445118284] 'process raft request' (duration: 4.120735153s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:17.917858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.796684Z","time spent":"4.121084082s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:17.918405Z","caller":"traceutil/trace.go:171","msg":"trace[1994673358] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"4.239302712s","start":"2026-02-26T22:51:13.679094Z","end":"2026-02-26T22:51:17.918396Z","steps":["trace[1994673358] 'process raft request' (duration: 4.238000999s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:17.918461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.679067Z","time spent":"4.239369033s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:17.918707Z","caller":"traceutil/trace.go:171","msg":"trace[561062540] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"4.211921683s","start":"2026-02-26T22:51:13.706776Z","end":"2026-02-26T22:51:17.918698Z","steps":["trace[561062540] 'process raft request' (duration: 4.210492628s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:17.918755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.706761Z","time spent":"4.211965815s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:17.91888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.706785Z","time spent":"4.212093207s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T22:51:17.919032Z","caller":"traceutil/trace.go:171","msg":"trace[1628571659] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"4.209059261s","start":"2026-02-26T22:51:13.709925Z","end":"2026-02-26T22:51:17.918984Z","steps":["trace[1628571659] 'process raft request' (duration: 4.207460041s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:17.919178Z","caller":"traceutil/trace.go:171","msg":"trace[39380256] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"4.209139855s","start":"2026-02-26T22:51:13.710028Z","end":"2026-02-26T22:51:17.919168Z","steps":["trace[39380256] 'process raft request' (duration: 4.20739817s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:17.919219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.710018Z","time spent":"4.209179115s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:17.919268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.709905Z","time spent":"4.209250997s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:17.9195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.242825431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T22:51:17.919534Z","caller":"traceutil/trace.go:171","msg":"trace[1075349886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25097; }","duration":"4.242901592s","start":"2026-02-26T22:51:13.676623Z","end":"2026-02-26T22:51:17.919524Z","steps":["trace[1075349886] 'agreement among raft nodes before linearized reading' (duration: 4.242780999s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:17.919552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.676179Z","time spent":"4.243368674s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T22:51:17.919626Z","caller":"traceutil/trace.go:171","msg":"trace[1855685063] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"4.019066219s","start":"2026-02-26T22:51:13.900551Z","end":"2026-02-26T22:51:17.919617Z","steps":["trace[1855685063] 'process raft request' (duration: 4.016925215s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:17.919677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.900531Z","time spent":"4.01911302s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:17.919822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.241650701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T22:51:17.919841Z","caller":"traceutil/trace.go:171","msg":"trace[1521306963] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25097; }","duration":"4.241715912s","start":"2026-02-26T22:51:13.678118Z","end":"2026-02-26T22:51:17.919834Z","steps":["trace[1521306963] 'agreement among raft nodes before linearized reading' (duration: 4.241657831s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:17.919856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.678096Z","time spent":"4.241757013s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:51:17.919922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.241982108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:17.91994Z","caller":"traceutil/trace.go:171","msg":"trace[1229839554] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25097; }","duration":"4.24203301s","start":"2026-02-26T22:51:13.677898Z","end":"2026-02-26T22:51:17.919931Z","steps":["trace[1229839554] 'agreement among raft nodes before linearized reading' (duration: 4.241996549s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:17.919956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.67788Z","time spent":"4.242070451s","remote":"127.0.0.1:40060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-26T22:51:17.920038Z","caller":"traceutil/trace.go:171","msg":"trace[1272172466] linearizableReadLoop","detail":"{readStateIndex:26012; appliedIndex:26005; }","duration":"4.215466364s","start":"2026-02-26T22:51:13.702044Z","end":"2026-02-26T22:51:17.91751Z","steps":["trace[1272172466] 'read index received' (duration: 1.721470669s)","trace[1272172466] 'applied index is now lower than readState.Index' (duration: 2.493995025s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:17.920313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.373633539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-02-26T22:51:17.920355Z","caller":"traceutil/trace.go:171","msg":"trace[355857951] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25097; }","duration":"5.373729782s","start":"2026-02-26T22:51:12.546613Z","end":"2026-02-26T22:51:17.920343Z","steps":["trace[355857951] 'agreement among raft nodes before linearized reading' (duration: 5.373542027s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:17.920392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:12.546595Z","time spent":"5.373788663s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18856,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T22:51:17.920618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.105863275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:17.920673Z","caller":"traceutil/trace.go:171","msg":"trace[1305328022] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25097; }","duration":"6.105962058s","start":"2026-02-26T22:51:11.814693Z","end":"2026-02-26T22:51:17.920655Z","steps":["trace[1305328022] 'agreement among raft nodes before linearized reading' (duration: 6.105858335s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:17.920698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.240387684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-02-26T22:51:17.920707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:11.814674Z","time spent":"6.10602511s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:17.920728Z","caller":"traceutil/trace.go:171","msg":"trace[238356342] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25097; }","duration":"6.240460166s","start":"2026-02-26T22:51:11.680258Z","end":"2026-02-26T22:51:17.920719Z","steps":["trace[238356342] 'agreement among raft nodes before linearized reading' (duration: 6.240369764s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:17.920755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:11.680241Z","time spent":"6.240508107s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-02-26T22:51:17.920766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.550989494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:51:17.920796Z","caller":"traceutil/trace.go:171","msg":"trace[1978854322] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25097; }","duration":"5.551133388s","start":"2026-02-26T22:51:12.369654Z","end":"2026-02-26T22:51:17.920787Z","steps":["trace[1978854322] 'agreement among raft nodes before linearized reading' (duration: 5.551069306s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:17.920816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:12.369632Z","time spent":"5.551179919s","remote":"127.0.0.1:51866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:17.920912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.067760978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:51:17.921023Z","caller":"traceutil/trace.go:171","msg":"trace[2035202062] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25097; }","duration":"6.067910531s","start":"2026-02-26T22:51:11.8531Z","end":"2026-02-26T22:51:17.921011Z","steps":["trace[2035202062] 'agreement among raft nodes before linearized reading' (duration: 6.067770108s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:17.921058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:11.853081Z","time spent":"6.067966352s","remote":"127.0.0.1:51862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:18.421117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447401,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T22:51:18.677551Z","caller":"traceutil/trace.go:171","msg":"trace[2133500694] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"2.966364043s","start":"2026-02-26T22:51:15.711166Z","end":"2026-02-26T22:51:18.67753Z","steps":["trace[2133500694] 'process raft request' (duration: 2.966310112s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:18.677547Z","caller":"traceutil/trace.go:171","msg":"trace[590238320] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"2.967684055s","start":"2026-02-26T22:51:15.709822Z","end":"2026-02-26T22:51:18.677506Z","steps":["trace[590238320] 'process raft request' (duration: 2.967396318s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:18.67772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:15.711139Z","time spent":"2.966480215s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:18.677755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:15.709794Z","time spent":"2.96784282s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:18.678009Z","caller":"traceutil/trace.go:171","msg":"trace[1401995653] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"2.968157668s","start":"2026-02-26T22:51:15.709837Z","end":"2026-02-26T22:51:18.677995Z","steps":["trace[1401995653] 'process raft request' (duration: 2.967555073s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:18.677986Z","caller":"traceutil/trace.go:171","msg":"trace[826551946] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"2.628958166s","start":"2026-02-26T22:51:16.049001Z","end":"2026-02-26T22:51:18.677959Z","steps":["trace[826551946] 'process raft request' (duration: 2.628502654s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:18.678079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:15.709817Z","time spent":"2.968227519s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:18.678135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:16.048976Z","time spent":"2.629082119s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:18.678163Z","caller":"traceutil/trace.go:171","msg":"trace[585843678] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"2.968171967s","start":"2026-02-26T22:51:15.709982Z","end":"2026-02-26T22:51:18.678154Z","steps":["trace[585843678] 'process raft request' (duration: 2.967444939s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:18.678213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:15.709968Z","time spent":"2.968217518s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:18.678275Z","caller":"traceutil/trace.go:171","msg":"trace[1291618003] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"1.249279924s","start":"2026-02-26T22:51:17.428981Z","end":"2026-02-26T22:51:18.678261Z","steps":["trace[1291618003] 'process raft request' (duration: 1.248894635s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:18.678299Z","caller":"traceutil/trace.go:171","msg":"trace[206136545] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"2.968011495s","start":"2026-02-26T22:51:15.710279Z","end":"2026-02-26T22:51:18.67829Z","steps":["trace[206136545] 'process raft request' (duration: 2.967171993s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:18.67835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:15.71026Z","time spent":"2.968061116s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:18.678349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:17.428951Z","time spent":"1.249362397s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:19.054276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:51:19.054378Z","caller":"traceutil/trace.go:171","msg":"trace[2114374710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369714s","start":"2026-02-26T22:51:17.053985Z","end":"2026-02-26T22:51:19.054354Z","steps":["trace[2114374710] 'agreement among raft nodes before linearized reading' (duration: 2.000236051s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:19.054479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:17.053968Z","time spent":"2.000497197s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:21.055476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000249241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:51:21.055571Z","caller":"traceutil/trace.go:171","msg":"trace[1980544223] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419665s","start":"2026-02-26T22:51:19.05513Z","end":"2026-02-26T22:51:21.055549Z","steps":["trace[1980544223] 'agreement among raft nodes before linearized reading' (duration: 2.000268631s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.055625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:19.055106Z","time spent":"2.000507448s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:21.587261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.838364ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:21.587541Z","caller":"traceutil/trace.go:171","msg":"trace[1248894605] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25104; }","duration":"480.130032ms","start":"2026-02-26T22:51:21.107385Z","end":"2026-02-26T22:51:21.587515Z","steps":["trace[1248894605] 'range keys from in-memory index tree' (duration: 479.818914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.62365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.587448231s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:51:21.624196Z","caller":"traceutil/trace.go:171","msg":"trace[102629107] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"3.699902711s","start":"2026-02-26T22:51:17.924258Z","end":"2026-02-26T22:51:21.624161Z","steps":["trace[102629107] 'process raft request' (duration: 3.699782498s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:21.62418Z","caller":"traceutil/trace.go:171","msg":"trace[73051255] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"3.703488051s","start":"2026-02-26T22:51:17.920656Z","end":"2026-02-26T22:51:21.624144Z","steps":["trace[73051255] 'process raft request' (duration: 3.703198294s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:21.624206Z","caller":"traceutil/trace.go:171","msg":"trace[496994781] linearizableReadLoop","detail":"{readStateIndex:26022; appliedIndex:26012; }","duration":"3.704036035s","start":"2026-02-26T22:51:17.920119Z","end":"2026-02-26T22:51:21.624155Z","steps":["trace[496994781] 'read index received' (duration: 757.134301ms)","trace[496994781] 'applied index is now lower than readState.Index' (duration: 2.946899544s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:21.624322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:17.924192Z","time spent":"3.700051195s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:21.624331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:17.920637Z","time spent":"3.703613814s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:21.624555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.913445426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"info","ts":"2026-02-26T22:51:21.624613Z","caller":"traceutil/trace.go:171","msg":"trace[310156884] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:25107; }","duration":"7.913540918s","start":"2026-02-26T22:51:13.711057Z","end":"2026-02-26T22:51:21.624598Z","steps":["trace[310156884] 'agreement among raft nodes before linearized reading' (duration: 7.913276262s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.624654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.711046Z","time spent":"7.9135996s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3922,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-02-26T22:51:21.624708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.913526458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"warn","ts":"2026-02-26T22:51:21.624782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.91485629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-02-26T22:51:21.624797Z","caller":"traceutil/trace.go:171","msg":"trace[1677238057] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:25107; }","duration":"7.91364215s","start":"2026-02-26T22:51:13.711133Z","end":"2026-02-26T22:51:21.624776Z","steps":["trace[1677238057] 'agreement among raft nodes before linearized reading' (duration: 7.913052196s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:21.624818Z","caller":"traceutil/trace.go:171","msg":"trace[24651110] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:25107; }","duration":"7.914900502s","start":"2026-02-26T22:51:13.709908Z","end":"2026-02-26T22:51:21.624809Z","steps":["trace[24651110] 'agreement among raft nodes before linearized reading' (duration: 7.914743138s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.62484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.709904Z","time spent":"7.914931603s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9603,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-02-26T22:51:21.624845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.711129Z","time spent":"7.913706212s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5123,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"warn","ts":"2026-02-26T22:51:21.624978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.915051625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"warn","ts":"2026-02-26T22:51:21.624999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.915140568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-02-26T22:51:21.625034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.914033681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2889"} {"level":"info","ts":"2026-02-26T22:51:21.625039Z","caller":"traceutil/trace.go:171","msg":"trace[1571974311] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25107; }","duration":"7.91520325s","start":"2026-02-26T22:51:13.709823Z","end":"2026-02-26T22:51:21.625026Z","steps":["trace[1571974311] 'agreement among raft nodes before linearized reading' (duration: 7.915095407s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.625052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.915130207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T22:51:21.625065Z","caller":"traceutil/trace.go:171","msg":"trace[201128392] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:25107; }","duration":"7.914072601s","start":"2026-02-26T22:51:13.710983Z","end":"2026-02-26T22:51:21.625055Z","steps":["trace[201128392] 'agreement among raft nodes before linearized reading' (duration: 7.913994019s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.625102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.710974Z","time spent":"7.914122532s","remote":"127.0.0.1:51892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2911,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"info","ts":"2026-02-26T22:51:21.625113Z","caller":"traceutil/trace.go:171","msg":"trace[390875524] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"3.699992922s","start":"2026-02-26T22:51:17.925105Z","end":"2026-02-26T22:51:21.625098Z","steps":["trace[390875524] 'process raft request' (duration: 3.698990338s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.625128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.918247606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-4ddhq\" ","response":"range_response_count:1 size:3481"} {"level":"warn","ts":"2026-02-26T22:51:21.625146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.915250061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14481"} {"level":"info","ts":"2026-02-26T22:51:21.625154Z","caller":"traceutil/trace.go:171","msg":"trace[1378112964] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-4ddhq; range_end:; response_count:1; response_revision:25107; }","duration":"7.918279837s","start":"2026-02-26T22:51:13.706866Z","end":"2026-02-26T22:51:21.625146Z","steps":["trace[1378112964] 'agreement among raft nodes before linearized reading' (duration: 7.918226305s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:21.625185Z","caller":"traceutil/trace.go:171","msg":"trace[559924632] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:25107; }","duration":"7.915288331s","start":"2026-02-26T22:51:13.709874Z","end":"2026-02-26T22:51:21.625163Z","steps":["trace[559924632] 'agreement among raft nodes before linearized reading' (duration: 7.915210749s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.6252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:17.925094Z","time spent":"3.700048344s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:21.625267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.915314103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"warn","ts":"2026-02-26T22:51:21.625283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.918434271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9564"} {"level":"info","ts":"2026-02-26T22:51:21.625321Z","caller":"traceutil/trace.go:171","msg":"trace[887203154] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:25107; }","duration":"7.918507433s","start":"2026-02-26T22:51:13.706805Z","end":"2026-02-26T22:51:21.625313Z","steps":["trace[887203154] 'agreement among raft nodes before linearized reading' (duration: 7.91839511s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.625338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.914887832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8139"} {"level":"warn","ts":"2026-02-26T22:51:21.625353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.915405796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T22:51:21.625393Z","caller":"traceutil/trace.go:171","msg":"trace[1930251994] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25107; }","duration":"7.915454237s","start":"2026-02-26T22:51:13.709928Z","end":"2026-02-26T22:51:21.625382Z","steps":["trace[1930251994] 'agreement among raft nodes before linearized reading' (duration: 7.915384964s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.625398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.902586565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:21.625421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.709922Z","time spent":"7.915491877s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T22:51:21.625432Z","caller":"traceutil/trace.go:171","msg":"trace[1012615659] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25107; }","duration":"3.902625065s","start":"2026-02-26T22:51:17.722796Z","end":"2026-02-26T22:51:21.625421Z","steps":["trace[1012615659] 'agreement among raft nodes before linearized reading' (duration: 3.902561814s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.625441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.918822251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-02-26T22:51:21.625463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:17.722749Z","time spent":"3.902705887s","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:21.625482Z","caller":"traceutil/trace.go:171","msg":"trace[1760082599] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25107; }","duration":"7.918860832s","start":"2026-02-26T22:51:13.70661Z","end":"2026-02-26T22:51:21.625471Z","steps":["trace[1760082599] 'agreement among raft nodes before linearized reading' (duration: 7.918759299s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.625499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.915176169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-02-26T22:51:21.625524Z","caller":"traceutil/trace.go:171","msg":"trace[2009412333] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25107; }","duration":"7.915213181s","start":"2026-02-26T22:51:13.710305Z","end":"2026-02-26T22:51:21.625518Z","steps":["trace[2009412333] 'agreement among raft nodes before linearized reading' (duration: 7.91515831s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.625527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.706567Z","time spent":"7.918951274s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18856,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T22:51:21.625542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.710298Z","time spent":"7.915241031s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-02-26T22:51:21.625629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.435877581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:51:21.625288Z","caller":"traceutil/trace.go:171","msg":"trace[1515758846] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:25107; }","duration":"7.915346783s","start":"2026-02-26T22:51:13.709937Z","end":"2026-02-26T22:51:21.625283Z","steps":["trace[1515758846] 'agreement among raft nodes before linearized reading' (duration: 7.915288402s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.625756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.198506446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:51:21.625801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.709929Z","time spent":"7.915860147s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9529,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"info","ts":"2026-02-26T22:51:21.625846Z","caller":"traceutil/trace.go:171","msg":"trace[610343348] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25107; }","duration":"7.198653869s","start":"2026-02-26T22:51:14.427171Z","end":"2026-02-26T22:51:21.625825Z","steps":["trace[610343348] 'agreement among raft nodes before linearized reading' (duration: 7.198438004s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.625892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:14.427107Z","time spent":"7.198774852s","remote":"127.0.0.1:38208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:21.624849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.914982464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-daea2a43-c876-460a-9568-0a8b86db0d1d\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-02-26T22:51:21.625183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.706862Z","time spent":"7.918313127s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3503,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-4ddhq\" "} {"level":"warn","ts":"2026-02-26T22:51:21.62599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.914479781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-02-26T22:51:21.625451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.915095388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-02-26T22:51:21.625211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.709868Z","time spent":"7.915338973s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14503,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"info","ts":"2026-02-26T22:51:21.626084Z","caller":"traceutil/trace.go:171","msg":"trace[1055810936] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25107; }","duration":"7.915699883s","start":"2026-02-26T22:51:13.710341Z","end":"2026-02-26T22:51:21.626041Z","steps":["trace[1055810936] 'agreement among raft nodes before linearized reading' (duration: 7.915067137s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.62613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.013861221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:21.626142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.914695437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-02-26T22:51:21.625976Z","caller":"traceutil/trace.go:171","msg":"trace[695925513] range","detail":"{range_begin:/registry/persistentvolumes/pvc-daea2a43-c876-460a-9568-0a8b86db0d1d; range_end:; response_count:1; response_revision:25107; }","duration":"7.916109083s","start":"2026-02-26T22:51:13.709843Z","end":"2026-02-26T22:51:21.625952Z","steps":["trace[695925513] 'agreement among raft nodes before linearized reading' (duration: 7.914912852s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:21.626177Z","caller":"traceutil/trace.go:171","msg":"trace[1037219496] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25107; }","duration":"7.91476446s","start":"2026-02-26T22:51:13.711403Z","end":"2026-02-26T22:51:21.626168Z","steps":["trace[1037219496] 'agreement among raft nodes before linearized reading' (duration: 7.914604686s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.6262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.709834Z","time spent":"7.916358929s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-daea2a43-c876-460a-9568-0a8b86db0d1d\" "} {"level":"warn","ts":"2026-02-26T22:51:21.6262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.710336Z","time spent":"7.915820996s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-02-26T22:51:21.626208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.711397Z","time spent":"7.914803061s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-02-26T22:51:21.626217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.463847567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:21.626249Z","caller":"traceutil/trace.go:171","msg":"trace[1304225209] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25107; }","duration":"5.463899028s","start":"2026-02-26T22:51:16.162339Z","end":"2026-02-26T22:51:21.626238Z","steps":["trace[1304225209] 'agreement among raft nodes before linearized reading' (duration: 5.463850436s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.626278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:16.162325Z","time spent":"5.463945519s","remote":"127.0.0.1:40148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:21.625074Z","caller":"traceutil/trace.go:171","msg":"trace[1263396606] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25107; }","duration":"7.915176219s","start":"2026-02-26T22:51:13.709889Z","end":"2026-02-26T22:51:21.625065Z","steps":["trace[1263396606] 'agreement among raft nodes before linearized reading' (duration: 7.915135408s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.626349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.709872Z","time spent":"7.916456831s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T22:51:21.625351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.706791Z","time spent":"7.918554275s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9586,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-02-26T22:51:21.626434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.091869444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-02-26T22:51:21.626475Z","caller":"traceutil/trace.go:171","msg":"trace[1069098333] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25107; }","duration":"6.091952516s","start":"2026-02-26T22:51:15.534511Z","end":"2026-02-26T22:51:21.626464Z","steps":["trace[1069098333] 'agreement among raft nodes before linearized reading' (duration: 6.091818013s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.626501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:15.534491Z","time spent":"6.092003557s","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-26T22:51:21.62507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.709808Z","time spent":"7.915254911s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-02-26T22:51:21.626546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.603038513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:51:21.626546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.915346291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-02-26T22:51:21.625012Z","caller":"traceutil/trace.go:171","msg":"trace[2054038000] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:25107; }","duration":"7.915083056s","start":"2026-02-26T22:51:13.709919Z","end":"2026-02-26T22:51:21.625002Z","steps":["trace[2054038000] 'agreement among raft nodes before linearized reading' (duration: 7.914948343s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:21.626579Z","caller":"traceutil/trace.go:171","msg":"trace[106945627] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25107; }","duration":"6.915430974s","start":"2026-02-26T22:51:14.711138Z","end":"2026-02-26T22:51:21.626569Z","steps":["trace[106945627] 'agreement among raft nodes before linearized reading' (duration: 6.91527638s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.626603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.709887Z","time spent":"7.916702537s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":16044,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-02-26T22:51:21.62662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.473999121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:51:21.626624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:14.711096Z","time spent":"6.915505116s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" "} {"level":"info","ts":"2026-02-26T22:51:21.626637Z","caller":"traceutil/trace.go:171","msg":"trace[2063093561] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25107; }","duration":"5.474061002s","start":"2026-02-26T22:51:16.152572Z","end":"2026-02-26T22:51:21.626633Z","steps":["trace[2063093561] 'agreement among raft nodes before linearized reading' (duration: 5.474009051s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.626656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:16.152545Z","time spent":"5.474106154s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:21.625802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.913654562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-02-26T22:51:21.625667Z","caller":"traceutil/trace.go:171","msg":"trace[351159424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25107; }","duration":"4.435949903s","start":"2026-02-26T22:51:17.189709Z","end":"2026-02-26T22:51:21.625659Z","steps":["trace[351159424] 'agreement among raft nodes before linearized reading' (duration: 4.435890132s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.626678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.725479408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:21.625358Z","caller":"traceutil/trace.go:171","msg":"trace[832134380] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:25107; }","duration":"7.914913454s","start":"2026-02-26T22:51:13.710437Z","end":"2026-02-26T22:51:21.625351Z","steps":["trace[832134380] 'agreement among raft nodes before linearized reading' (duration: 7.914862861s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:21.626569Z","caller":"traceutil/trace.go:171","msg":"trace[1625068682] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25107; }","duration":"5.603100294s","start":"2026-02-26T22:51:16.023461Z","end":"2026-02-26T22:51:21.626561Z","steps":["trace[1625068682] 'agreement among raft nodes before linearized reading' (duration: 5.603009171s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:21.626696Z","caller":"traceutil/trace.go:171","msg":"trace[1820754513] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25107; }","duration":"7.914554454s","start":"2026-02-26T22:51:13.712124Z","end":"2026-02-26T22:51:21.626679Z","steps":["trace[1820754513] 'agreement among raft nodes before linearized reading' (duration: 7.913563129s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.626708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:17.189678Z","time spent":"4.43701416s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:21.626713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.110918414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:21.626725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:16.023445Z","time spent":"5.603271088s","remote":"127.0.0.1:52928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:21.626739Z","caller":"traceutil/trace.go:171","msg":"trace[770478570] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25107; }","duration":"7.111001686s","start":"2026-02-26T22:51:14.51573Z","end":"2026-02-26T22:51:21.626732Z","steps":["trace[770478570] 'agreement among raft nodes before linearized reading' (duration: 7.110966585s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.626741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.712116Z","time spent":"7.914612015s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-02-26T22:51:21.626759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:14.515702Z","time spent":"7.111051727s","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:21.626014Z","caller":"traceutil/trace.go:171","msg":"trace[2079367233] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:25107; }","duration":"7.914511452s","start":"2026-02-26T22:51:13.711496Z","end":"2026-02-26T22:51:21.626007Z","steps":["trace[2079367233] 'agreement among raft nodes before linearized reading' (duration: 7.91444353s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:21.62617Z","caller":"traceutil/trace.go:171","msg":"trace[420982048] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25107; }","duration":"5.013955504s","start":"2026-02-26T22:51:16.6122Z","end":"2026-02-26T22:51:21.626156Z","steps":["trace[420982048] 'agreement among raft nodes before linearized reading' (duration: 5.013894062s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.626824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.711492Z","time spent":"7.915322573s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-02-26T22:51:21.62685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:16.612178Z","time spent":"5.0146606s","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:21.625294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.914335448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-02-26T22:51:21.626951Z","caller":"traceutil/trace.go:171","msg":"trace[1208999055] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:25107; }","duration":"7.9160011s","start":"2026-02-26T22:51:13.710939Z","end":"2026-02-26T22:51:21.62694Z","steps":["trace[1208999055] 'agreement among raft nodes before linearized reading' (duration: 7.914288397s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.626963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.710433Z","time spent":"7.916523353s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":8161,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-02-26T22:51:21.626992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.710934Z","time spent":"7.916047371s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-02-26T22:51:21.625396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.914949304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default\" ","response":"range_response_count:1 size:13014"} {"level":"info","ts":"2026-02-26T22:51:21.627121Z","caller":"traceutil/trace.go:171","msg":"trace[203447094] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default; range_end:; response_count:1; response_revision:25107; }","duration":"7.916672617s","start":"2026-02-26T22:51:13.71043Z","end":"2026-02-26T22:51:21.627103Z","steps":["trace[203447094] 'agreement among raft nodes before linearized reading' (duration: 7.914939564s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.627165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.710424Z","time spent":"7.916728908s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":13036,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default\" "} {"level":"info","ts":"2026-02-26T22:51:21.626919Z","caller":"traceutil/trace.go:171","msg":"trace[1788755108] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25107; }","duration":"5.725749065s","start":"2026-02-26T22:51:15.901156Z","end":"2026-02-26T22:51:21.626905Z","steps":["trace[1788755108] 'agreement among raft nodes before linearized reading' (duration: 5.725485259s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.627229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:15.901141Z","time spent":"5.726071544s","remote":"127.0.0.1:40176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:21.627216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.915586679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2873"} {"level":"info","ts":"2026-02-26T22:51:21.627286Z","caller":"traceutil/trace.go:171","msg":"trace[467276254] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:25107; }","duration":"7.915663991s","start":"2026-02-26T22:51:13.711611Z","end":"2026-02-26T22:51:21.627275Z","steps":["trace[467276254] 'agreement among raft nodes before linearized reading' (duration: 7.914210775s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.629535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:13.711609Z","time spent":"7.917892637s","remote":"127.0.0.1:51892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2895,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-02-26T22:51:21.971641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.795145ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T22:51:21.972003Z","caller":"traceutil/trace.go:171","msg":"trace[579852156] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"3.022529433s","start":"2026-02-26T22:51:18.949458Z","end":"2026-02-26T22:51:21.971987Z","steps":["trace[579852156] 'process raft request' (duration: 3.022278737s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:21.972092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:18.94943Z","time spent":"3.022608206s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:22.678565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998786316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:51:22.678666Z","caller":"traceutil/trace.go:171","msg":"trace[524668248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998943241s","start":"2026-02-26T22:51:19.679698Z","end":"2026-02-26T22:51:22.678641Z","steps":["trace[524668248] 'agreement among raft nodes before linearized reading' (duration: 2.998828127s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.678727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:19.679677Z","time spent":"2.999036164s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/26 22:51:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:51:22.728203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.103435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:22.728483Z","caller":"traceutil/trace.go:171","msg":"trace[1075809463] linearizableReadLoop","detail":"{readStateIndex:26031; appliedIndex:26022; }","duration":"1.104174619s","start":"2026-02-26T22:51:21.624294Z","end":"2026-02-26T22:51:22.728469Z","steps":["trace[1075809463] 'read index received' (duration: 93.5558ms)","trace[1075809463] 'applied index is now lower than readState.Index' (duration: 1.010618049s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:22.72865Z","caller":"traceutil/trace.go:171","msg":"trace[1013757651] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"2.80386877s","start":"2026-02-26T22:51:19.92477Z","end":"2026-02-26T22:51:22.728639Z","steps":["trace[1013757651] 'process raft request' (duration: 2.047209081s)","trace[1013757651] 'compare' (duration: 755.671685ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:22.728724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:19.924755Z","time spent":"2.803925562s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:22.728805Z","caller":"traceutil/trace.go:171","msg":"trace[758796659] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"2.043491397s","start":"2026-02-26T22:51:20.68529Z","end":"2026-02-26T22:51:22.728782Z","steps":["trace[758796659] 'process raft request' (duration: 2.043145648s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.728878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326369824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:51:22.728897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876637245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79b4bbf794-sll7h.1897ed8d9b94f51f\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-02-26T22:51:22.728908Z","caller":"traceutil/trace.go:171","msg":"trace[1727813882] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25115; }","duration":"2.326441636s","start":"2026-02-26T22:51:20.402458Z","end":"2026-02-26T22:51:22.7289Z","steps":["trace[1727813882] 'agreement among raft nodes before linearized reading' (duration: 2.326389494s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.728889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.803413964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1897eda3deace0a3\" ","response":"range_response_count:1 size:742"} {"level":"warn","ts":"2026-02-26T22:51:22.728888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.803097246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-02-26T22:51:22.728939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.579370115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-26T22:51:22.728952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665506012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:22.728806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.802893601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:22.728955Z","caller":"traceutil/trace.go:171","msg":"trace[374678653] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1897eda3deace0a3; range_end:; response_count:1; response_revision:25115; }","duration":"4.803532167s","start":"2026-02-26T22:51:17.925405Z","end":"2026-02-26T22:51:22.728937Z","steps":["trace[374678653] 'agreement among raft nodes before linearized reading' (duration: 4.803332372s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:22.728957Z","caller":"traceutil/trace.go:171","msg":"trace[930062969] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25115; }","duration":"4.803178738s","start":"2026-02-26T22:51:17.925765Z","end":"2026-02-26T22:51:22.728944Z","steps":["trace[930062969] 'agreement among raft nodes before linearized reading' (duration: 4.802984033s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:22.728972Z","caller":"traceutil/trace.go:171","msg":"trace[474889599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25115; }","duration":"1.665524462s","start":"2026-02-26T22:51:21.063442Z","end":"2026-02-26T22:51:22.728966Z","steps":["trace[474889599] 'agreement among raft nodes before linearized reading' (duration: 1.665489991s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.728981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.070073047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:22.728988Z","caller":"traceutil/trace.go:171","msg":"trace[1875407789] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25115; }","duration":"4.803106256s","start":"2026-02-26T22:51:17.925869Z","end":"2026-02-26T22:51:22.728975Z","steps":["trace[1875407789] 'agreement among raft nodes before linearized reading' (duration: 4.80286207s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.729005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.802320306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-02-26T22:51:22.728968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553944971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:22.729015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805169852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T22:51:22.729024Z","caller":"traceutil/trace.go:171","msg":"trace[88214556] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25115; }","duration":"4.579445706s","start":"2026-02-26T22:51:18.14952Z","end":"2026-02-26T22:51:22.728966Z","steps":["trace[88214556] 'agreement among raft nodes before linearized reading' (duration: 4.579322373s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:22.729034Z","caller":"traceutil/trace.go:171","msg":"trace[1416280084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25115; }","duration":"2.805227664s","start":"2026-02-26T22:51:19.9238Z","end":"2026-02-26T22:51:22.729028Z","steps":["trace[1416280084] 'agreement among raft nodes before linearized reading' (duration: 2.805179143s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.729028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:17.925864Z","time spent":"4.803155257s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T22:51:22.72899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.063374Z","time spent":"1.665613274s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:51:22.728919Z","caller":"traceutil/trace.go:171","msg":"trace[1297820328] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79b4bbf794-sll7h.1897ed8d9b94f51f; range_end:; response_count:1; response_revision:25115; }","duration":"1.876656636s","start":"2026-02-26T22:51:20.852254Z","end":"2026-02-26T22:51:22.72891Z","steps":["trace[1297820328] 'agreement among raft nodes before linearized reading' (duration: 1.876590964s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.729057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:19.923787Z","time spent":"2.805266045s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:51:22.729072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:20.852193Z","time spent":"1.876869862s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-79b4bbf794-sll7h.1897ed8d9b94f51f\" "} {"level":"warn","ts":"2026-02-26T22:51:22.729089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669907863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-02-26T22:51:22.728997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:17.92573Z","time spent":"4.80325904s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18856,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-26T22:51:22.729105Z","caller":"traceutil/trace.go:171","msg":"trace[1344874867] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25115; }","duration":"1.669963445s","start":"2026-02-26T22:51:21.059137Z","end":"2026-02-26T22:51:22.729101Z","steps":["trace[1344874867] 'agreement among raft nodes before linearized reading' (duration: 1.669915192s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.729124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.059118Z","time spent":"1.670001685s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-26T22:51:22.729133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.070229432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897eda3dc4f2102\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-02-26T22:51:22.729153Z","caller":"traceutil/trace.go:171","msg":"trace[1241155980] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897eda3dc4f2102; range_end:; response_count:1; response_revision:25115; }","duration":"3.070293874s","start":"2026-02-26T22:51:19.658852Z","end":"2026-02-26T22:51:22.729146Z","steps":["trace[1241155980] 'agreement among raft nodes before linearized reading' (duration: 3.070236512s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.728938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:20.402437Z","time spent":"2.326492637s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:22.729169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:19.658831Z","time spent":"3.070333844s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897eda3dc4f2102\" "} {"level":"warn","ts":"2026-02-26T22:51:22.728937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:20.685281Z","time spent":"2.0435791s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:22.729029Z","caller":"traceutil/trace.go:171","msg":"trace[2121244110] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25115; }","duration":"3.070128689s","start":"2026-02-26T22:51:19.658885Z","end":"2026-02-26T22:51:22.729014Z","steps":["trace[2121244110] 'agreement among raft nodes before linearized reading' (duration: 3.070069307s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:22.72903Z","caller":"traceutil/trace.go:171","msg":"trace[1945931701] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25115; }","duration":"4.802355718s","start":"2026-02-26T22:51:17.926664Z","end":"2026-02-26T22:51:22.729019Z","steps":["trace[1945931701] 'agreement among raft nodes before linearized reading' (duration: 4.802306686s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.729227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.970742186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:51:22.729221Z","caller":"traceutil/trace.go:171","msg":"trace[1449813745] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"2.045227322s","start":"2026-02-26T22:51:20.683975Z","end":"2026-02-26T22:51:22.729203Z","steps":["trace[1449813745] 'process raft request' (duration: 2.044438662s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.729242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:17.926654Z","time spent":"4.802579534s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-26T22:51:22.729199Z","caller":"traceutil/trace.go:171","msg":"trace[64621793] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"2.045599931s","start":"2026-02-26T22:51:20.683554Z","end":"2026-02-26T22:51:22.729154Z","steps":["trace[64621793] 'process raft request' (duration: 2.044840731s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:22.729037Z","caller":"traceutil/trace.go:171","msg":"trace[116959349] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25115; }","duration":"2.554048754s","start":"2026-02-26T22:51:20.174978Z","end":"2026-02-26T22:51:22.729027Z","steps":["trace[116959349] 'agreement among raft nodes before linearized reading' (duration: 2.553972582s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.729312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.015232244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-02-26T22:51:22.729003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:17.925384Z","time spent":"4.803604658s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":764,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.1897eda3deace0a3\" "} {"level":"info","ts":"2026-02-26T22:51:22.729332Z","caller":"traceutil/trace.go:171","msg":"trace[963547324] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25115; }","duration":"4.015292815s","start":"2026-02-26T22:51:18.714034Z","end":"2026-02-26T22:51:22.729326Z","steps":["trace[963547324] 'agreement among raft nodes before linearized reading' (duration: 4.015234914s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.729351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:18.714016Z","time spent":"4.015329366s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T22:51:22.729352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:20.683963Z","time spent":"2.045323714s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:22.729234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:19.658878Z","time spent":"3.070348855s","remote":"127.0.0.1:58492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:22.729368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:20.174959Z","time spent":"2.554373422s","remote":"127.0.0.1:58484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:22.728912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.577796116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T22:51:22.729427Z","caller":"traceutil/trace.go:171","msg":"trace[1062000775] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"2.045856958s","start":"2026-02-26T22:51:20.683561Z","end":"2026-02-26T22:51:22.729418Z","steps":["trace[1062000775] 'process raft request' (duration: 2.044814681s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.729425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:20.683526Z","time spent":"2.045800606s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:22.729452Z","caller":"traceutil/trace.go:171","msg":"trace[347710772] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"2.046305679s","start":"2026-02-26T22:51:20.68314Z","end":"2026-02-26T22:51:22.729446Z","steps":["trace[347710772] 'process raft request' (duration: 2.045143829s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.72947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:20.683552Z","time spent":"2.045893708s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:22.729461Z","caller":"traceutil/trace.go:171","msg":"trace[76950206] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25115; }","duration":"4.578377361s","start":"2026-02-26T22:51:18.151061Z","end":"2026-02-26T22:51:22.729438Z","steps":["trace[76950206] 'agreement among raft nodes before linearized reading' (duration: 4.577672943s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:22.729287Z","caller":"traceutil/trace.go:171","msg":"trace[1750302029] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25115; }","duration":"3.970809387s","start":"2026-02-26T22:51:18.758435Z","end":"2026-02-26T22:51:22.729244Z","steps":["trace[1750302029] 'agreement among raft nodes before linearized reading' (duration: 3.970766386s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.729046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:18.149472Z","time spent":"4.57956929s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T22:51:22.729526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:18.758415Z","time spent":"3.971102465s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:22.729526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:20.683116Z","time spent":"2.04636129s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:22.729077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.745856306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:22.728828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804975568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T22:51:22.729597Z","caller":"traceutil/trace.go:171","msg":"trace[564182241] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25115; }","duration":"3.74639711s","start":"2026-02-26T22:51:18.983182Z","end":"2026-02-26T22:51:22.729579Z","steps":["trace[564182241] 'agreement among raft nodes before linearized reading' (duration: 3.745878136s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.729646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:18.983164Z","time spent":"3.746462332s","remote":"127.0.0.1:58582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:22.729648Z","caller":"traceutil/trace.go:171","msg":"trace[1702973660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25115; }","duration":"2.805794429s","start":"2026-02-26T22:51:19.923799Z","end":"2026-02-26T22:51:22.729593Z","steps":["trace[1702973660] 'agreement among raft nodes before linearized reading' (duration: 2.804931566s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.729524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:18.15105Z","time spent":"4.578454454s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T22:51:22.729428Z","caller":"traceutil/trace.go:171","msg":"trace[90307998] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"2.046277899s","start":"2026-02-26T22:51:20.68314Z","end":"2026-02-26T22:51:22.729418Z","steps":["trace[90307998] 'process raft request' (duration: 2.045210531s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:22.729738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:19.923777Z","time spent":"2.805905962s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:51:22.729763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:20.683116Z","time spent":"2.046613436s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:23.228722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:23.729107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:24.230227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:24.313086Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.043524019s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:51:24.387972Z","caller":"traceutil/trace.go:171","msg":"trace[393354601] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"2.118515133s","start":"2026-02-26T22:51:22.269429Z","end":"2026-02-26T22:51:24.387944Z","steps":["trace[393354601] 'process raft request' (duration: 2.043855337s)","trace[393354601] 'compare' (duration: 74.41293ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:24.388208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.269399Z","time spent":"2.118633316s","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:24.407754Z","caller":"traceutil/trace.go:171","msg":"trace[11567526] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"1.725890619s","start":"2026-02-26T22:51:22.6818Z","end":"2026-02-26T22:51:24.407691Z","steps":["trace[11567526] 'process raft request' (duration: 1.725716164s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.407915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.681777Z","time spent":"1.726056012s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:24.408049Z","caller":"traceutil/trace.go:171","msg":"trace[503110089] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"1.676435457s","start":"2026-02-26T22:51:22.731584Z","end":"2026-02-26T22:51:24.408019Z","steps":["trace[503110089] 'process raft request' (duration: 1.676053117s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.408232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.731574Z","time spent":"1.676548289s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:24.408323Z","caller":"traceutil/trace.go:171","msg":"trace[1717668125] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"1.675036541s","start":"2026-02-26T22:51:22.733277Z","end":"2026-02-26T22:51:24.408313Z","steps":["trace[1717668125] 'process raft request' (duration: 1.674608071s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.408371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.733267Z","time spent":"1.675079082s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:24.408529Z","caller":"traceutil/trace.go:171","msg":"trace[476727301] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"1.67416714s","start":"2026-02-26T22:51:22.734335Z","end":"2026-02-26T22:51:24.408503Z","steps":["trace[476727301] 'process raft request' (duration: 1.673808971s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:24.408708Z","caller":"traceutil/trace.go:171","msg":"trace[904115282] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"1.67415822s","start":"2026-02-26T22:51:22.734539Z","end":"2026-02-26T22:51:24.408697Z","steps":["trace[904115282] 'process raft request' (duration: 1.673913964s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.408756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.734531Z","time spent":"1.67419953s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:24.408749Z","caller":"traceutil/trace.go:171","msg":"trace[274726620] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"1.674044335s","start":"2026-02-26T22:51:22.734685Z","end":"2026-02-26T22:51:24.408729Z","steps":["trace[274726620] 'process raft request' (duration: 1.673912202s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.408732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.734325Z","time spent":"1.674281892s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:24.40886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.734679Z","time spent":"1.674128537s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:24.409043Z","caller":"traceutil/trace.go:171","msg":"trace[1240223843] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"1.673567994s","start":"2026-02-26T22:51:22.735467Z","end":"2026-02-26T22:51:24.409035Z","steps":["trace[1240223843] 'process raft request' (duration: 1.673204235s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.409093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.73546Z","time spent":"1.673609995s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:24.409601Z","caller":"traceutil/trace.go:171","msg":"trace[1613255433] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"1.672832686s","start":"2026-02-26T22:51:22.736758Z","end":"2026-02-26T22:51:24.409591Z","steps":["trace[1613255433] 'process raft request' (duration: 1.672238131s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.409653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.736731Z","time spent":"1.672895698s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:24.409832Z","caller":"traceutil/trace.go:171","msg":"trace[1636488385] linearizableReadLoop","detail":"{readStateIndex:26042; appliedIndex:26031; }","duration":"1.681302438s","start":"2026-02-26T22:51:22.728511Z","end":"2026-02-26T22:51:24.409814Z","steps":["trace[1636488385] 'read index received' (duration: 1.584837525s)","trace[1636488385] 'applied index is now lower than readState.Index' (duration: 96.463863ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:24.409936Z","caller":"traceutil/trace.go:171","msg":"trace[274861711] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"1.671725608s","start":"2026-02-26T22:51:22.738199Z","end":"2026-02-26T22:51:24.409925Z","steps":["trace[274861711] 'process raft request' (duration: 1.671294076s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.410007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.738191Z","time spent":"1.671772849s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:24.410309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776188235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"info","ts":"2026-02-26T22:51:24.410351Z","caller":"traceutil/trace.go:171","msg":"trace[65680937] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25126; }","duration":"2.776267936s","start":"2026-02-26T22:51:21.634073Z","end":"2026-02-26T22:51:24.410341Z","steps":["trace[65680937] 'agreement among raft nodes before linearized reading' (duration: 2.776106832s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.410386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.634047Z","time spent":"2.776332258s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6152,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-26T22:51:24.410478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775099688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default\" ","response":"range_response_count:1 size:13056"} {"level":"info","ts":"2026-02-26T22:51:24.41054Z","caller":"traceutil/trace.go:171","msg":"trace[1054889924] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default; range_end:; response_count:1; response_revision:25126; }","duration":"2.77519087s","start":"2026-02-26T22:51:21.635332Z","end":"2026-02-26T22:51:24.410522Z","steps":["trace[1054889924] 'agreement among raft nodes before linearized reading' (duration: 2.775039506s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.410579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776460702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-02-26T22:51:24.410602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.635322Z","time spent":"2.775264763s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":13078,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default\" "} {"level":"warn","ts":"2026-02-26T22:51:24.410649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777824237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2600"} {"level":"info","ts":"2026-02-26T22:51:24.410684Z","caller":"traceutil/trace.go:171","msg":"trace[60341604] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:25126; }","duration":"2.777875678s","start":"2026-02-26T22:51:21.632799Z","end":"2026-02-26T22:51:24.410674Z","steps":["trace[60341604] 'agreement among raft nodes before linearized reading' (duration: 2.777746034s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.410709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.632792Z","time spent":"2.777911678s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2622,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-02-26T22:51:24.410797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784287919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-26T22:51:24.410815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776708688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-02-26T22:51:24.410838Z","caller":"traceutil/trace.go:171","msg":"trace[1347040518] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:25126; }","duration":"2.776744629s","start":"2026-02-26T22:51:21.634086Z","end":"2026-02-26T22:51:24.41083Z","steps":["trace[1347040518] 'agreement among raft nodes before linearized reading' (duration: 2.776680567s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.410862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.634078Z","time spent":"2.776778289s","remote":"127.0.0.1:51866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1252,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-02-26T22:51:24.410921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680313334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:24.410948Z","caller":"traceutil/trace.go:171","msg":"trace[1650484145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25126; }","duration":"1.680352655s","start":"2026-02-26T22:51:22.730587Z","end":"2026-02-26T22:51:24.41094Z","steps":["trace[1650484145] 'agreement among raft nodes before linearized reading' (duration: 1.680277283s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.410979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.730575Z","time spent":"1.680398006s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:24.410979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775824186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12029"} {"level":"info","ts":"2026-02-26T22:51:24.411033Z","caller":"traceutil/trace.go:171","msg":"trace[1127134631] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25126; }","duration":"2.775885607s","start":"2026-02-26T22:51:21.635132Z","end":"2026-02-26T22:51:24.411018Z","steps":["trace[1127134631] 'agreement among raft nodes before linearized reading' (duration: 2.775711803s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.411071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776981054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8224"} {"level":"warn","ts":"2026-02-26T22:51:24.411086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.635129Z","time spent":"2.775944929s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12051,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-02-26T22:51:24.410337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776161224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-02-26T22:51:24.411338Z","caller":"traceutil/trace.go:171","msg":"trace[45040348] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25126; }","duration":"2.777164449s","start":"2026-02-26T22:51:21.634158Z","end":"2026-02-26T22:51:24.411323Z","steps":["trace[45040348] 'agreement among raft nodes before linearized reading' (duration: 2.775972419s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.411385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776247306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"warn","ts":"2026-02-26T22:51:24.411418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.634142Z","time spent":"2.777228851s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-02-26T22:51:24.411446Z","caller":"traceutil/trace.go:171","msg":"trace[1691657895] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:25126; }","duration":"2.776315948s","start":"2026-02-26T22:51:21.635116Z","end":"2026-02-26T22:51:24.411432Z","steps":["trace[1691657895] 'agreement among raft nodes before linearized reading' (duration: 2.776174085s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.411492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.635112Z","time spent":"2.7763696s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5349,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-02-26T22:51:24.411587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776080802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-02-26T22:51:24.411628Z","caller":"traceutil/trace.go:171","msg":"trace[1285851774] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25126; }","duration":"2.776129123s","start":"2026-02-26T22:51:21.635489Z","end":"2026-02-26T22:51:24.411618Z","steps":["trace[1285851774] 'agreement among raft nodes before linearized reading' (duration: 2.774734659s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.41168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776563394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-02-26T22:51:24.411714Z","caller":"traceutil/trace.go:171","msg":"trace[30489110] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:25126; }","duration":"2.776603295s","start":"2026-02-26T22:51:21.635099Z","end":"2026-02-26T22:51:24.411702Z","steps":["trace[30489110] 'agreement among raft nodes before linearized reading' (duration: 2.776513983s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.41175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.635096Z","time spent":"2.776646896s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9567,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-02-26T22:51:24.411813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.630605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:51:24.411854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.635466Z","time spent":"2.776224886s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-02-26T22:51:24.411894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.095602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:24.411945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776845611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-02-26T22:51:24.41196Z","caller":"traceutil/trace.go:171","msg":"trace[1190172735] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25126; }","duration":"570.171704ms","start":"2026-02-26T22:51:23.841747Z","end":"2026-02-26T22:51:24.411919Z","steps":["trace[1190172735] 'agreement among raft nodes before linearized reading' (duration: 570.127552ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:24.411981Z","caller":"traceutil/trace.go:171","msg":"trace[1501117087] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:25126; }","duration":"2.776890492s","start":"2026-02-26T22:51:21.635081Z","end":"2026-02-26T22:51:24.411972Z","steps":["trace[1501117087] 'agreement among raft nodes before linearized reading' (duration: 2.776790829s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:23.841724Z","time spent":"570.265596ms","remote":"127.0.0.1:53044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:24.412095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777041396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-02-26T22:51:24.412145Z","caller":"traceutil/trace.go:171","msg":"trace[187751445] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:25126; }","duration":"2.777105858s","start":"2026-02-26T22:51:21.63503Z","end":"2026-02-26T22:51:24.412136Z","steps":["trace[187751445] 'agreement among raft nodes before linearized reading' (duration: 2.776996095s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.412164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.852473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:24.412172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.635001Z","time spent":"2.777162199s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-02-26T22:51:24.412191Z","caller":"traceutil/trace.go:171","msg":"trace[1860871079] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25126; }","duration":"629.959486ms","start":"2026-02-26T22:51:23.782223Z","end":"2026-02-26T22:51:24.412183Z","steps":["trace[1860871079] 'agreement among raft nodes before linearized reading' (duration: 629.912095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.412226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:23.782202Z","time spent":"630.016128ms","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:24.412346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778152004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-02-26T22:51:24.412371Z","caller":"traceutil/trace.go:171","msg":"trace[435634431] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"1.486827732s","start":"2026-02-26T22:51:22.925532Z","end":"2026-02-26T22:51:24.41236Z","steps":["trace[435634431] 'process raft request' (duration: 1.484055583s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:24.412382Z","caller":"traceutil/trace.go:171","msg":"trace[131749690] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:25126; }","duration":"2.778196005s","start":"2026-02-26T22:51:21.634177Z","end":"2026-02-26T22:51:24.412373Z","steps":["trace[131749690] 'agreement among raft nodes before linearized reading' (duration: 2.778103493s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.412195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779246472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" ","response":"range_response_count:1 size:11566"} {"level":"warn","ts":"2026-02-26T22:51:24.412416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.282803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T22:51:24.412442Z","caller":"traceutil/trace.go:171","msg":"trace[113947597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25126; }","duration":"780.354944ms","start":"2026-02-26T22:51:23.632079Z","end":"2026-02-26T22:51:24.412434Z","steps":["trace[113947597] 'agreement among raft nodes before linearized reading' (duration: 780.271502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.412474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:23.632058Z","time spent":"780.409175ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:51:24.412658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.309983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T22:51:24.41267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.92551Z","time spent":"1.486883573s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:24.412696Z","caller":"traceutil/trace.go:171","msg":"trace[1521127830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25126; }","duration":"784.390816ms","start":"2026-02-26T22:51:23.628297Z","end":"2026-02-26T22:51:24.412688Z","steps":["trace[1521127830] 'agreement among raft nodes before linearized reading' (duration: 784.293463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.412722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:23.628271Z","time spent":"784.445028ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:51:24.412838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473541669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:24.41287Z","caller":"traceutil/trace.go:171","msg":"trace[1045447032] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25126; }","duration":"1.473649002s","start":"2026-02-26T22:51:22.939213Z","end":"2026-02-26T22:51:24.412862Z","steps":["trace[1045447032] 'agreement among raft nodes before linearized reading' (duration: 1.473601741s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.412896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.939178Z","time spent":"1.473711074s","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:24.413038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548090542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:24.413069Z","caller":"traceutil/trace.go:171","msg":"trace[1836615412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25126; }","duration":"1.548155334s","start":"2026-02-26T22:51:22.864906Z","end":"2026-02-26T22:51:24.413061Z","steps":["trace[1836615412] 'agreement among raft nodes before linearized reading' (duration: 1.548110983s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.4131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.864889Z","time spent":"1.548203586s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:24.413143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779090828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-02-26T22:51:24.413271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670221921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:51:24.413289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855071085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:51:24.413307Z","caller":"traceutil/trace.go:171","msg":"trace[826731985] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25126; }","duration":"1.670288513s","start":"2026-02-26T22:51:22.743011Z","end":"2026-02-26T22:51:24.413299Z","steps":["trace[826731985] 'agreement among raft nodes before linearized reading' (duration: 1.670225771s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.413336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.742996Z","time spent":"1.670332214s","remote":"127.0.0.1:38298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:24.41332Z","caller":"traceutil/trace.go:171","msg":"trace[1646822148] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25126; }","duration":"1.85525041s","start":"2026-02-26T22:51:22.558059Z","end":"2026-02-26T22:51:24.413309Z","steps":["trace[1646822148] 'agreement among raft nodes before linearized reading' (duration: 1.855117937s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:24.413401Z","caller":"traceutil/trace.go:171","msg":"trace[1184840515] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25126; }","duration":"2.779373405s","start":"2026-02-26T22:51:21.634011Z","end":"2026-02-26T22:51:24.413385Z","steps":["trace[1184840515] 'agreement among raft nodes before linearized reading' (duration: 2.778673067s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.41348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676925989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:24.413501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.558027Z","time spent":"1.855461954s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:24.413512Z","caller":"traceutil/trace.go:171","msg":"trace[1643047702] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25126; }","duration":"1.676972981s","start":"2026-02-26T22:51:22.736532Z","end":"2026-02-26T22:51:24.413505Z","steps":["trace[1643047702] 'agreement among raft nodes before linearized reading' (duration: 1.67692602s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.413541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.736524Z","time spent":"1.677010042s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T22:51:24.413444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.633996Z","time spent":"2.779436356s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-02-26T22:51:24.413739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677933684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-02-26T22:51:24.413774Z","caller":"traceutil/trace.go:171","msg":"trace[89149972] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25126; }","duration":"1.677981305s","start":"2026-02-26T22:51:22.735783Z","end":"2026-02-26T22:51:24.413764Z","steps":["trace[89149972] 'agreement among raft nodes before linearized reading' (duration: 1.677870723s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.413804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.735777Z","time spent":"1.678021186s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-02-26T22:51:24.413914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610433621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:888"} {"level":"info","ts":"2026-02-26T22:51:24.413944Z","caller":"traceutil/trace.go:171","msg":"trace[1171740258] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:25126; }","duration":"2.610521583s","start":"2026-02-26T22:51:21.803415Z","end":"2026-02-26T22:51:24.413936Z","steps":["trace[1171740258] 'agreement among raft nodes before linearized reading' (duration: 2.610358779s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.412011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.635077Z","time spent":"2.776927444s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7529,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-02-26T22:51:24.414017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.803382Z","time spent":"2.610627175s","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":910,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" "} {"level":"info","ts":"2026-02-26T22:51:24.410616Z","caller":"traceutil/trace.go:171","msg":"trace[873610679] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25126; }","duration":"2.776521913s","start":"2026-02-26T22:51:21.634083Z","end":"2026-02-26T22:51:24.410605Z","steps":["trace[873610679] 'agreement among raft nodes before linearized reading' (duration: 2.776432871s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.414285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.634066Z","time spent":"2.780209176s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-02-26T22:51:24.414553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683499687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T22:51:24.414587Z","caller":"traceutil/trace.go:171","msg":"trace[2072978702] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25126; }","duration":"2.683562858s","start":"2026-02-26T22:51:21.731015Z","end":"2026-02-26T22:51:24.414578Z","steps":["trace[2072978702] 'agreement among raft nodes before linearized reading' (duration: 2.683479106s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.414608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.730989Z","time spent":"2.683613839s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-26T22:51:24.414728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780753859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-02-26T22:51:24.412444Z","caller":"traceutil/trace.go:171","msg":"trace[873509510] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller-default; range_end:; response_count:1; response_revision:25126; }","duration":"2.779509858s","start":"2026-02-26T22:51:21.632923Z","end":"2026-02-26T22:51:24.412433Z","steps":["trace[873509510] 'agreement among raft nodes before linearized reading' (duration: 2.778886563s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.414775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.632918Z","time spent":"2.781848107s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":11588,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" "} {"level":"warn","ts":"2026-02-26T22:51:24.41487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724339872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:24.414978Z","caller":"traceutil/trace.go:171","msg":"trace[784875859] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25126; }","duration":"2.724557617s","start":"2026-02-26T22:51:21.690412Z","end":"2026-02-26T22:51:24.41497Z","steps":["trace[784875859] 'agreement among raft nodes before linearized reading' (duration: 2.724347872s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.415009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.690394Z","time spent":"2.724606868s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T22:51:24.413065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780391739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-02-26T22:51:24.415058Z","caller":"traceutil/trace.go:171","msg":"trace[706405805] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25126; }","duration":"1.782418409s","start":"2026-02-26T22:51:22.632624Z","end":"2026-02-26T22:51:24.415042Z","steps":["trace[706405805] 'agreement among raft nodes before linearized reading' (duration: 1.780255985s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.415125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:22.632609Z","time spent":"1.782503211s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" "} {"level":"info","ts":"2026-02-26T22:51:24.411856Z","caller":"traceutil/trace.go:171","msg":"trace[1427867723] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25126; }","duration":"441.718977ms","start":"2026-02-26T22:51:23.970128Z","end":"2026-02-26T22:51:24.411847Z","steps":["trace[1427867723] 'agreement among raft nodes before linearized reading' (duration: 441.654575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.415215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:23.970107Z","time spent":"445.092131ms","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:24.414453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780445881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9524"} {"level":"info","ts":"2026-02-26T22:51:24.415407Z","caller":"traceutil/trace.go:171","msg":"trace[1011648007] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:25126; }","duration":"2.781429116s","start":"2026-02-26T22:51:21.633968Z","end":"2026-02-26T22:51:24.415397Z","steps":["trace[1011648007] 'agreement among raft nodes before linearized reading' (duration: 2.780272847s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:24.415535Z","caller":"traceutil/trace.go:171","msg":"trace[1550306471] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:25126; }","duration":"2.781597651s","start":"2026-02-26T22:51:21.633927Z","end":"2026-02-26T22:51:24.415524Z","steps":["trace[1550306471] 'agreement among raft nodes before linearized reading' (duration: 2.780646286s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.415701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.633918Z","time spent":"2.781768005s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3987,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"warn","ts":"2026-02-26T22:51:24.415491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.633964Z","time spent":"2.781516708s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9546,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"warn","ts":"2026-02-26T22:51:24.412409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.634174Z","time spent":"2.778228666s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-02-26T22:51:24.4107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778154115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6827"} {"level":"info","ts":"2026-02-26T22:51:24.416481Z","caller":"traceutil/trace.go:171","msg":"trace[518123803] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:25126; }","duration":"2.7839568s","start":"2026-02-26T22:51:21.632511Z","end":"2026-02-26T22:51:24.416468Z","steps":["trace[518123803] 'agreement among raft nodes before linearized reading' (duration: 2.778122854s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.416526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.632496Z","time spent":"2.784016732s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6849,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-02-26T22:51:24.410835Z","caller":"traceutil/trace.go:171","msg":"trace[445331798] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25126; }","duration":"2.784343139s","start":"2026-02-26T22:51:21.626483Z","end":"2026-02-26T22:51:24.410826Z","steps":["trace[445331798] 'agreement among raft nodes before linearized reading' (duration: 2.784241207s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.416937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.626467Z","time spent":"2.790458094s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T22:51:24.416676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783752705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:10786"} {"level":"info","ts":"2026-02-26T22:51:24.419229Z","caller":"traceutil/trace.go:171","msg":"trace[667587840] range","detail":"{range_begin:/registry/daemonsets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:25126; }","duration":"2.786354981s","start":"2026-02-26T22:51:21.632848Z","end":"2026-02-26T22:51:24.419203Z","steps":["trace[667587840] 'agreement among raft nodes before linearized reading' (duration: 2.783628863s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.421221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.632843Z","time spent":"2.786562606s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":10808,"request content":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" "} {"level":"info","ts":"2026-02-26T22:51:24.411095Z","caller":"traceutil/trace.go:171","msg":"trace[1570735090] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:25126; }","duration":"2.777020706s","start":"2026-02-26T22:51:21.634068Z","end":"2026-02-26T22:51:24.411089Z","steps":["trace[1570735090] 'agreement among raft nodes before linearized reading' (duration: 2.776929944s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.423106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:21.634061Z","time spent":"2.789021877s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8246,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"warn","ts":"2026-02-26T22:51:24.727953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.309559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T22:51:24.728038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.634015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-conductor-5c7fcb8b8d\" ","response":"range_response_count:1 size:6908"} {"level":"info","ts":"2026-02-26T22:51:24.728083Z","caller":"traceutil/trace.go:171","msg":"trace[1997791237] range","detail":"{range_begin:/registry/replicasets/openstack/nova-conductor-5c7fcb8b8d; range_end:; response_count:1; response_revision:25129; }","duration":"238.686136ms","start":"2026-02-26T22:51:24.489384Z","end":"2026-02-26T22:51:24.72807Z","steps":["trace[1997791237] 'range keys from in-memory index tree' (duration: 238.547803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.728281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.877451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6827"} {"level":"info","ts":"2026-02-26T22:51:24.72842Z","caller":"traceutil/trace.go:171","msg":"trace[64714679] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:25129; }","duration":"239.034775ms","start":"2026-02-26T22:51:24.489367Z","end":"2026-02-26T22:51:24.728402Z","steps":["trace[64714679] 'range keys from in-memory index tree' (duration: 238.786919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.728368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.990284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-server-6bf6646fc8\" ","response":"range_response_count:1 size:11064"} {"level":"warn","ts":"2026-02-26T22:51:24.728726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.181108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3380"} {"level":"info","ts":"2026-02-26T22:51:24.72983Z","caller":"traceutil/trace.go:171","msg":"trace[370151742] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:25129; }","duration":"240.312387ms","start":"2026-02-26T22:51:24.489494Z","end":"2026-02-26T22:51:24.729806Z","steps":["trace[370151742] 'range keys from in-memory index tree' (duration: 238.923702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.728739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.568708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-02-26T22:51:24.728056Z","caller":"traceutil/trace.go:171","msg":"trace[1519234935] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25129; }","duration":"303.429192ms","start":"2026-02-26T22:51:24.424603Z","end":"2026-02-26T22:51:24.728032Z","steps":["trace[1519234935] 'agreement among raft nodes before linearized reading' (duration: 61.850433ms)","trace[1519234935] 'range keys from in-memory index tree' (duration: 241.337293ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:24.728841Z","caller":"traceutil/trace.go:171","msg":"trace[241720680] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-server-6bf6646fc8; range_end:; response_count:1; response_revision:25129; }","duration":"239.423975ms","start":"2026-02-26T22:51:24.489356Z","end":"2026-02-26T22:51:24.72878Z","steps":["trace[241720680] 'range keys from in-memory index tree' (duration: 238.884021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.729559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.158301ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-26T22:51:24.729945Z","caller":"traceutil/trace.go:171","msg":"trace[747319215] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25129; }","duration":"240.8109ms","start":"2026-02-26T22:51:24.489113Z","end":"2026-02-26T22:51:24.729924Z","steps":["trace[747319215] 'range keys from in-memory index tree' (duration: 239.512797ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:24.730378Z","caller":"traceutil/trace.go:171","msg":"trace[1289363428] linearizableReadLoop","detail":"{readStateIndex:26046; appliedIndex:26045; }","duration":"239.888457ms","start":"2026-02-26T22:51:24.490469Z","end":"2026-02-26T22:51:24.730358Z","steps":["trace[1289363428] 'read index received' (duration: 90.34305ms)","trace[1289363428] 'applied index is now lower than readState.Index' (duration: 149.543257ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:24.730571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.964809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-26T22:51:24.730608Z","caller":"traceutil/trace.go:171","msg":"trace[1498352809] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25129; }","duration":"240.00558ms","start":"2026-02-26T22:51:24.490592Z","end":"2026-02-26T22:51:24.730597Z","steps":["trace[1498352809] 'agreement among raft nodes before linearized reading' (duration: 239.864636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.730591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.107202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b\" ","response":"range_response_count:1 size:3996"} {"level":"info","ts":"2026-02-26T22:51:24.730767Z","caller":"traceutil/trace.go:171","msg":"trace[723052589] range","detail":"{range_begin:/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b; range_end:; response_count:1; response_revision:25129; }","duration":"240.297197ms","start":"2026-02-26T22:51:24.490452Z","end":"2026-02-26T22:51:24.730749Z","steps":["trace[723052589] 'agreement among raft nodes before linearized reading' (duration: 239.98239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.730967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.813748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:24.73098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.840386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"range_response_count:1 size:284"} {"level":"info","ts":"2026-02-26T22:51:24.731007Z","caller":"traceutil/trace.go:171","msg":"trace[129134533] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25129; }","duration":"187.87162ms","start":"2026-02-26T22:51:24.543125Z","end":"2026-02-26T22:51:24.730997Z","steps":["trace[129134533] 'agreement among raft nodes before linearized reading' (duration: 187.807898ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:24.731034Z","caller":"traceutil/trace.go:171","msg":"trace[1964352569] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; response_count:1; response_revision:25129; }","duration":"165.926128ms","start":"2026-02-26T22:51:24.565094Z","end":"2026-02-26T22:51:24.731021Z","steps":["trace[1964352569] 'agreement among raft nodes before linearized reading' (duration: 165.691672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.731115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.753514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-8568c48696\" ","response":"range_response_count:1 size:6908"} {"level":"info","ts":"2026-02-26T22:51:24.73118Z","caller":"traceutil/trace.go:171","msg":"trace[352634537] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-8568c48696; range_end:; response_count:1; response_revision:25129; }","duration":"214.848338ms","start":"2026-02-26T22:51:24.516316Z","end":"2026-02-26T22:51:24.731164Z","steps":["trace[352634537] 'agreement among raft nodes before linearized reading' (duration: 214.692654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.731199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.68294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-02-26T22:51:24.731234Z","caller":"traceutil/trace.go:171","msg":"trace[795669151] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25129; }","duration":"235.730392ms","start":"2026-02-26T22:51:24.495496Z","end":"2026-02-26T22:51:24.731226Z","steps":["trace[795669151] 'agreement among raft nodes before linearized reading' (duration: 235.63185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.731603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.394768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6827"} {"level":"info","ts":"2026-02-26T22:51:24.731625Z","caller":"traceutil/trace.go:171","msg":"trace[1474874840] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:25129; }","duration":"113.4474ms","start":"2026-02-26T22:51:24.618172Z","end":"2026-02-26T22:51:24.73162Z","steps":["trace[1474874840] 'agreement among raft nodes before linearized reading' (duration: 113.391529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.731812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.631925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:51:24.731871Z","caller":"traceutil/trace.go:171","msg":"trace[2013527515] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25129; }","duration":"209.720338ms","start":"2026-02-26T22:51:24.522137Z","end":"2026-02-26T22:51:24.731857Z","steps":["trace[2013527515] 'agreement among raft nodes before linearized reading' (duration: 209.624615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.732116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.822756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:51:24.732171Z","caller":"traceutil/trace.go:171","msg":"trace[1254728409] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25129; }","duration":"202.926638ms","start":"2026-02-26T22:51:24.529231Z","end":"2026-02-26T22:51:24.732158Z","steps":["trace[1254728409] 'agreement among raft nodes before linearized reading' (duration: 202.840886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.732256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.4246Z","time spent":"305.460754ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:51:24.736633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.441014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/ovn-northd-7659bd74f8\" ","response":"range_response_count:1 size:6276"} {"level":"info","ts":"2026-02-26T22:51:24.736682Z","caller":"traceutil/trace.go:171","msg":"trace[1496452748] range","detail":"{range_begin:/registry/replicasets/openstack/ovn-northd-7659bd74f8; range_end:; response_count:1; response_revision:25129; }","duration":"145.516926ms","start":"2026-02-26T22:51:24.591152Z","end":"2026-02-26T22:51:24.736669Z","steps":["trace[1496452748] 'agreement among raft nodes before linearized reading' (duration: 140.640303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.736672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.211265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-02-26T22:51:24.736731Z","caller":"traceutil/trace.go:171","msg":"trace[1444655241] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:25129; }","duration":"195.310207ms","start":"2026-02-26T22:51:24.541408Z","end":"2026-02-26T22:51:24.736719Z","steps":["trace[1444655241] 'agreement among raft nodes before linearized reading' (duration: 190.003754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:24.737066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.384655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-osapi-774d4d7cbd\" ","response":"range_response_count:1 size:7388"} {"level":"info","ts":"2026-02-26T22:51:24.737129Z","caller":"traceutil/trace.go:171","msg":"trace[490643622] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-osapi-774d4d7cbd; range_end:; response_count:1; response_revision:25129; }","duration":"171.469427ms","start":"2026-02-26T22:51:24.565644Z","end":"2026-02-26T22:51:24.737114Z","steps":["trace[490643622] 'agreement among raft nodes before linearized reading' (duration: 165.963519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.052788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.200413161s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:51:27.471858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623392196s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:27.472267Z","caller":"traceutil/trace.go:171","msg":"trace[186593462] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"2.730450786s","start":"2026-02-26T22:51:24.741801Z","end":"2026-02-26T22:51:27.472252Z","steps":["trace[186593462] 'process raft request' (duration: 2.730410895s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.472331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.741784Z","time spent":"2.730522298s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:27.472518Z","caller":"traceutil/trace.go:171","msg":"trace[860952983] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"2.738313914s","start":"2026-02-26T22:51:24.734192Z","end":"2026-02-26T22:51:27.472506Z","steps":["trace[860952983] 'process raft request' (duration: 114.197099ms)","trace[860952983] 'compare' (duration: 2.621894219s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:27.472571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.73417Z","time spent":"2.738377926s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:27.472675Z","caller":"traceutil/trace.go:171","msg":"trace[1028648730] linearizableReadLoop","detail":"{readStateIndex:26047; appliedIndex:26046; }","duration":"2.736860097s","start":"2026-02-26T22:51:24.735808Z","end":"2026-02-26T22:51:27.472668Z","steps":["trace[1028648730] 'read index received' (duration: 112.65292ms)","trace[1028648730] 'applied index is now lower than readState.Index' (duration: 2.624206047s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:27.472835Z","caller":"traceutil/trace.go:171","msg":"trace[1050786703] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"2.735286817s","start":"2026-02-26T22:51:24.737536Z","end":"2026-02-26T22:51:27.472823Z","steps":["trace[1050786703] 'process raft request' (duration: 2.734524829s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:27.472881Z","caller":"traceutil/trace.go:171","msg":"trace[339278542] transaction","detail":"{read_only:false; response_revision:25134; number_of_response:1; }","duration":"2.73296683s","start":"2026-02-26T22:51:24.739906Z","end":"2026-02-26T22:51:27.472872Z","steps":["trace[339278542] 'process raft request' (duration: 2.7321849s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.47294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.737524Z","time spent":"2.73535095s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:27.472955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.73989Z","time spent":"2.73301859s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:27.472958Z","caller":"traceutil/trace.go:171","msg":"trace[321330800] transaction","detail":"{read_only:false; response_revision:25135; number_of_response:1; }","duration":"2.732943068s","start":"2026-02-26T22:51:24.739994Z","end":"2026-02-26T22:51:27.472938Z","steps":["trace[321330800] 'process raft request' (duration: 2.732119178s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:27.472885Z","caller":"traceutil/trace.go:171","msg":"trace[1650695609] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"2.731220775s","start":"2026-02-26T22:51:24.741657Z","end":"2026-02-26T22:51:27.472878Z","steps":["trace[1650695609] 'process raft request' (duration: 2.730504867s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:27.472984Z","caller":"traceutil/trace.go:171","msg":"trace[8492881] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"2.735924943s","start":"2026-02-26T22:51:24.737021Z","end":"2026-02-26T22:51:27.472946Z","steps":["trace[8492881] 'process raft request' (duration: 2.734923809s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.473054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737240846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-02-26T22:51:27.473054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.739988Z","time spent":"2.733021281s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:27.47308Z","caller":"traceutil/trace.go:171","msg":"trace[804740672] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"2.735820521s","start":"2026-02-26T22:51:24.737254Z","end":"2026-02-26T22:51:27.473074Z","steps":["trace[804740672] 'process raft request' (duration: 2.734776655s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.473077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.741647Z","time spent":"2.731399669s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:27.473108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.737242Z","time spent":"2.735850802s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:27.473089Z","caller":"traceutil/trace.go:171","msg":"trace[87740379] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25138; }","duration":"2.737312778s","start":"2026-02-26T22:51:24.735769Z","end":"2026-02-26T22:51:27.473082Z","steps":["trace[87740379] 'agreement among raft nodes before linearized reading' (duration: 2.737175284s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:27.472818Z","caller":"traceutil/trace.go:171","msg":"trace[1450471040] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"2.732409966s","start":"2026-02-26T22:51:24.740377Z","end":"2026-02-26T22:51:27.472787Z","steps":["trace[1450471040] 'process raft request' (duration: 2.731756699s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.473168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.737005Z","time spent":"2.736057967s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:27.473208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.735754Z","time spent":"2.737411001s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18856,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T22:51:27.473298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.740362Z","time spent":"2.732845466s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:27.734466Z","caller":"traceutil/trace.go:171","msg":"trace[1158752608] linearizableReadLoop","detail":"{readStateIndex:26056; appliedIndex:26055; }","duration":"261.751266ms","start":"2026-02-26T22:51:27.472695Z","end":"2026-02-26T22:51:27.734446Z","steps":["trace[1158752608] 'read index received' (duration: 249.333094ms)","trace[1158752608] 'applied index is now lower than readState.Index' (duration: 12.417262ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:27.734656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992000296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-6975759b4b\" ","response":"range_response_count:1 size:4174"} {"level":"info","ts":"2026-02-26T22:51:27.734679Z","caller":"traceutil/trace.go:171","msg":"trace[953040557] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-6975759b4b; range_end:; response_count:1; response_revision:25139; }","duration":"2.992061588s","start":"2026-02-26T22:51:24.742608Z","end":"2026-02-26T22:51:27.73467Z","steps":["trace[953040557] 'agreement among raft nodes before linearized reading' (duration: 2.991930495s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.7347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.742599Z","time spent":"2.992094219s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4196,"request content":"key:\"/registry/replicasets/capo-system/capo-controller-manager-6975759b4b\" "} {"level":"warn","ts":"2026-02-26T22:51:27.734669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.968045464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-api-fbdb9cbbb\" ","response":"range_response_count:1 size:7550"} {"level":"warn","ts":"2026-02-26T22:51:27.734699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942242936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-02-26T22:51:27.734746Z","caller":"traceutil/trace.go:171","msg":"trace[1590166996] range","detail":"{range_begin:/registry/replicasets/openstack/heat-api-fbdb9cbbb; range_end:; response_count:1; response_revision:25139; }","duration":"2.968149067s","start":"2026-02-26T22:51:24.766577Z","end":"2026-02-26T22:51:27.734726Z","steps":["trace[1590166996] 'agreement among raft nodes before linearized reading' (duration: 2.967949522s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.734728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918804308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-02-26T22:51:27.734774Z","caller":"traceutil/trace.go:171","msg":"trace[2107848603] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:25139; }","duration":"2.942363429s","start":"2026-02-26T22:51:24.792393Z","end":"2026-02-26T22:51:27.734756Z","steps":["trace[2107848603] 'agreement among raft nodes before linearized reading' (duration: 2.942159844s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.734787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.766569Z","time spent":"2.968209958s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7572,"request content":"key:\"/registry/replicasets/openstack/heat-api-fbdb9cbbb\" "} {"level":"warn","ts":"2026-02-26T22:51:27.734764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867289383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T22:51:27.7348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321064268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T22:51:27.734816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.792378Z","time spent":"2.942429801s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5349,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"info","ts":"2026-02-26T22:51:27.734818Z","caller":"traceutil/trace.go:171","msg":"trace[1644560045] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:25139; }","duration":"2.918948931s","start":"2026-02-26T22:51:24.815849Z","end":"2026-02-26T22:51:27.734798Z","steps":["trace[1644560045] 'agreement among raft nodes before linearized reading' (duration: 2.918650694s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.73484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321315764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:51:27.734834Z","caller":"traceutil/trace.go:171","msg":"trace[1132552949] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25139; }","duration":"2.867386315s","start":"2026-02-26T22:51:24.867434Z","end":"2026-02-26T22:51:27.734821Z","steps":["trace[1132552949] 'agreement among raft nodes before linearized reading' (duration: 2.867226601s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:27.734858Z","caller":"traceutil/trace.go:171","msg":"trace[545882377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25139; }","duration":"1.321417587s","start":"2026-02-26T22:51:26.413436Z","end":"2026-02-26T22:51:27.734854Z","steps":["trace[545882377] 'agreement among raft nodes before linearized reading' (duration: 1.321373026s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:27.734848Z","caller":"traceutil/trace.go:171","msg":"trace[986156363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25139; }","duration":"1.321192501s","start":"2026-02-26T22:51:26.413642Z","end":"2026-02-26T22:51:27.734835Z","steps":["trace[986156363] 'agreement among raft nodes before linearized reading' (duration: 1.321082058s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.734872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:26.413415Z","time spent":"1.321453767s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:51:27.734865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.815831Z","time spent":"2.919025603s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7529,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-02-26T22:51:27.734873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.867419Z","time spent":"2.867442777s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:51:27.734885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:26.413611Z","time spent":"1.321265772s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:51:27.734866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99853425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d703818b-629b-4f5b-95c3-53c0b7524bc2\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-02-26T22:51:27.734943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518360478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-v4lwg\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-02-26T22:51:27.734955Z","caller":"traceutil/trace.go:171","msg":"trace[1275153185] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d703818b-629b-4f5b-95c3-53c0b7524bc2; range_end:; response_count:1; response_revision:25139; }","duration":"2.998663234s","start":"2026-02-26T22:51:24.736266Z","end":"2026-02-26T22:51:27.734929Z","steps":["trace[1275153185] 'agreement among raft nodes before linearized reading' (duration: 2.998373336s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.734669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593635368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-74469676b8-kkhkl\" ","response":"range_response_count:1 size:8202"} {"level":"info","ts":"2026-02-26T22:51:27.734978Z","caller":"traceutil/trace.go:171","msg":"trace[661432424] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-v4lwg; range_end:; response_count:1; response_revision:25139; }","duration":"2.518420219s","start":"2026-02-26T22:51:25.216545Z","end":"2026-02-26T22:51:27.734965Z","steps":["trace[661432424] 'agreement among raft nodes before linearized reading' (duration: 2.518336477s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.734965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844001638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:10673"} {"level":"warn","ts":"2026-02-26T22:51:27.734796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307012647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3757"} {"level":"warn","ts":"2026-02-26T22:51:27.735031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698403338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:27.735046Z","caller":"traceutil/trace.go:171","msg":"trace[489275583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25139; }","duration":"1.698460109s","start":"2026-02-26T22:51:26.036582Z","end":"2026-02-26T22:51:27.735042Z","steps":["trace[489275583] 'agreement among raft nodes before linearized reading' (duration: 1.698428849s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:27.735047Z","caller":"traceutil/trace.go:171","msg":"trace[998241396] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25139; }","duration":"2.307297704s","start":"2026-02-26T22:51:25.42774Z","end":"2026-02-26T22:51:27.735038Z","steps":["trace[998241396] 'agreement among raft nodes before linearized reading' (duration: 2.307003087s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.73509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:26.036556Z","time spent":"1.69853043s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:27.735049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.264004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:51:27.735095Z","caller":"traceutil/trace.go:171","msg":"trace[724132976] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25139; }","duration":"2.844152391s","start":"2026-02-26T22:51:24.890886Z","end":"2026-02-26T22:51:27.735039Z","steps":["trace[724132976] 'agreement among raft nodes before linearized reading' (duration: 2.843820763s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.735111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:25.427723Z","time spent":"2.307376886s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" "} {"level":"info","ts":"2026-02-26T22:51:27.735132Z","caller":"traceutil/trace.go:171","msg":"trace[61867108] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25139; }","duration":"601.342566ms","start":"2026-02-26T22:51:27.133774Z","end":"2026-02-26T22:51:27.735117Z","steps":["trace[61867108] 'agreement among raft nodes before linearized reading' (duration: 601.246334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.735133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894218819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"warn","ts":"2026-02-26T22:51:27.735138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998712006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1897eda3e394beda\" ","response":"range_response_count:1 size:747"} {"level":"warn","ts":"2026-02-26T22:51:27.73515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.890872Z","time spent":"2.844266986s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10695,"request content":"key:\"/registry/pods/openstack/rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-26T22:51:27.735168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569532293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-cfn-857c9cc8c6-qg59s\" ","response":"range_response_count:1 size:8475"} {"level":"info","ts":"2026-02-26T22:51:27.735168Z","caller":"traceutil/trace.go:171","msg":"trace[290209529] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:25139; }","duration":"2.894291522s","start":"2026-02-26T22:51:24.840867Z","end":"2026-02-26T22:51:27.735159Z","steps":["trace[290209529] 'agreement among raft nodes before linearized reading' (duration: 2.894129347s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:27.735173Z","caller":"traceutil/trace.go:171","msg":"trace[124110417] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1897eda3e394beda; range_end:; response_count:1; response_revision:25139; }","duration":"2.998762566s","start":"2026-02-26T22:51:24.736401Z","end":"2026-02-26T22:51:27.735163Z","steps":["trace[124110417] 'agreement among raft nodes before linearized reading' (duration: 2.998629042s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:27.735197Z","caller":"traceutil/trace.go:171","msg":"trace[821624224] range","detail":"{range_begin:/registry/pods/openstack/heat-cfn-857c9cc8c6-qg59s; range_end:; response_count:1; response_revision:25139; }","duration":"2.569595775s","start":"2026-02-26T22:51:25.165593Z","end":"2026-02-26T22:51:27.735189Z","steps":["trace[821624224] 'agreement among raft nodes before linearized reading' (duration: 2.569520472s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.735204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.840848Z","time spent":"2.894349434s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":16044,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-02-26T22:51:27.735211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.736395Z","time spent":"2.998810608s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":769,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.1897eda3e394beda\" "} {"level":"warn","ts":"2026-02-26T22:51:27.735219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.70726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:27.735251Z","caller":"traceutil/trace.go:171","msg":"trace[419269474] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25139; }","duration":"750.759711ms","start":"2026-02-26T22:51:26.984482Z","end":"2026-02-26T22:51:27.735241Z","steps":["trace[419269474] 'agreement among raft nodes before linearized reading' (duration: 750.70777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.73526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744660544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-gl7dw\" ","response":"range_response_count:1 size:4858"} {"level":"warn","ts":"2026-02-26T22:51:27.735277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:26.984471Z","time spent":"750.799322ms","remote":"127.0.0.1:52258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:27.735007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:25.216529Z","time spent":"2.51847177s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4930,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-v4lwg\" "} {"level":"info","ts":"2026-02-26T22:51:27.735303Z","caller":"traceutil/trace.go:171","msg":"trace[563926289] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-gl7dw; range_end:; response_count:1; response_revision:25139; }","duration":"2.744751066s","start":"2026-02-26T22:51:24.990541Z","end":"2026-02-26T22:51:27.735292Z","steps":["trace[563926289] 'agreement among raft nodes before linearized reading' (duration: 2.744646283s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.735307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.456785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:27.734861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321059331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:51:27.735333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.990515Z","time spent":"2.744811286s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4880,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-gl7dw\" "} {"level":"info","ts":"2026-02-26T22:51:27.73534Z","caller":"traceutil/trace.go:171","msg":"trace[1951616586] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25139; }","duration":"2.321593135s","start":"2026-02-26T22:51:25.413741Z","end":"2026-02-26T22:51:27.735334Z","steps":["trace[1951616586] 'agreement among raft nodes before linearized reading' (duration: 2.321073581s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:27.735337Z","caller":"traceutil/trace.go:171","msg":"trace[806505584] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25139; }","duration":"793.525976ms","start":"2026-02-26T22:51:26.941802Z","end":"2026-02-26T22:51:27.735328Z","steps":["trace[806505584] 'agreement among raft nodes before linearized reading' (duration: 793.486375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.735362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:25.413718Z","time spent":"2.321636115s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:27.735364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:26.941778Z","time spent":"793.579797ms","remote":"127.0.0.1:52266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:27.735166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.133688Z","time spent":"601.467591ms","remote":"127.0.0.1:35618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:27.735465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768437071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-5zvsw\" ","response":"range_response_count:1 size:5753"} {"level":"info","ts":"2026-02-26T22:51:27.735509Z","caller":"traceutil/trace.go:171","msg":"trace[1440114861] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-5zvsw; range_end:; response_count:1; response_revision:25139; }","duration":"2.768513763s","start":"2026-02-26T22:51:24.966979Z","end":"2026-02-26T22:51:27.735492Z","steps":["trace[1440114861] 'agreement among raft nodes before linearized reading' (duration: 2.76840978s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.735521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248352912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T22:51:27.735546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.966953Z","time spent":"2.768586535s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5775,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-5zvsw\" "} {"level":"info","ts":"2026-02-26T22:51:27.735552Z","caller":"traceutil/trace.go:171","msg":"trace[869822035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25139; }","duration":"1.248384093s","start":"2026-02-26T22:51:26.487159Z","end":"2026-02-26T22:51:27.735543Z","steps":["trace[869822035] 'agreement among raft nodes before linearized reading' (duration: 1.24827611s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.735578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:26.487116Z","time spent":"1.248456675s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:51:27.735591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.720525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T22:51:27.735607Z","caller":"traceutil/trace.go:171","msg":"trace[1506101566] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25139; }","duration":"259.758096ms","start":"2026-02-26T22:51:27.475844Z","end":"2026-02-26T22:51:27.735602Z","steps":["trace[1506101566] 'agreement among raft nodes before linearized reading' (duration: 259.706735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.735272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166224889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:51:27.735712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.602756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-02-26T22:51:27.735722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.718724791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-02-26T22:51:27.735753Z","caller":"traceutil/trace.go:171","msg":"trace[650454853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25139; }","duration":"252.642367ms","start":"2026-02-26T22:51:27.483099Z","end":"2026-02-26T22:51:27.735742Z","steps":["trace[650454853] 'agreement among raft nodes before linearized reading' (duration: 252.563975ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:27.735008Z","caller":"traceutil/trace.go:171","msg":"trace[411545805] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-74469676b8-kkhkl; range_end:; response_count:1; response_revision:25139; }","duration":"2.594025818s","start":"2026-02-26T22:51:25.140971Z","end":"2026-02-26T22:51:27.734996Z","steps":["trace[411545805] 'agreement among raft nodes before linearized reading' (duration: 2.593486045s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:27.735757Z","caller":"traceutil/trace.go:171","msg":"trace[646425923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25139; }","duration":"1.166743612s","start":"2026-02-26T22:51:26.568995Z","end":"2026-02-26T22:51:27.735738Z","steps":["trace[646425923] 'agreement among raft nodes before linearized reading' (duration: 1.166252809s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.735793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:25.140943Z","time spent":"2.59484375s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8224,"request content":"key:\"/registry/pods/openstack/barbican-api-74469676b8-kkhkl\" "} {"level":"warn","ts":"2026-02-26T22:51:27.735822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:26.568971Z","time spent":"1.166816774s","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:27.735224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:25.165575Z","time spent":"2.569643267s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8497,"request content":"key:\"/registry/pods/openstack/heat-cfn-857c9cc8c6-qg59s\" "} {"level":"warn","ts":"2026-02-26T22:51:27.736225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644833275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-w5njf\" ","response":"range_response_count:1 size:3166"} {"level":"info","ts":"2026-02-26T22:51:27.736264Z","caller":"traceutil/trace.go:171","msg":"trace[207440571] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-w5njf; range_end:; response_count:1; response_revision:25139; }","duration":"2.645091331s","start":"2026-02-26T22:51:25.091161Z","end":"2026-02-26T22:51:27.736253Z","steps":["trace[207440571] 'agreement among raft nodes before linearized reading' (duration: 2.644805424s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:27.735759Z","caller":"traceutil/trace.go:171","msg":"trace[2132767860] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25139; }","duration":"2.718802283s","start":"2026-02-26T22:51:25.016947Z","end":"2026-02-26T22:51:27.735749Z","steps":["trace[2132767860] 'agreement among raft nodes before linearized reading' (duration: 2.71868512s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.736295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:25.091131Z","time spent":"2.645157052s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3188,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-w5njf\" "} {"level":"warn","ts":"2026-02-26T22:51:27.736313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.795337956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"warn","ts":"2026-02-26T22:51:27.736322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:25.016928Z","time spent":"2.719382868s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10690,"request content":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-02-26T22:51:27.736354Z","caller":"traceutil/trace.go:171","msg":"trace[1933137094] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:25139; }","duration":"2.795413238s","start":"2026-02-26T22:51:24.940928Z","end":"2026-02-26T22:51:27.736341Z","steps":["trace[1933137094] 'agreement among raft nodes before linearized reading' (duration: 2.795306175s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.736384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.940911Z","time spent":"2.795466059s","remote":"127.0.0.1:51866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1242,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-02-26T22:51:27.736675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621281944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-92n4s\" ","response":"range_response_count:1 size:4925"} {"level":"info","ts":"2026-02-26T22:51:27.736707Z","caller":"traceutil/trace.go:171","msg":"trace[1051089317] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-92n4s; range_end:; response_count:1; response_revision:25139; }","duration":"2.621346164s","start":"2026-02-26T22:51:25.115351Z","end":"2026-02-26T22:51:27.736697Z","steps":["trace[1051089317] 'agreement among raft nodes before linearized reading' (duration: 2.621256462s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.736733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:25.115335Z","time spent":"2.621391976s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4947,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-92n4s\" "} {"level":"warn","ts":"2026-02-26T22:51:27.73829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.821890763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-l2kgx\" ","response":"range_response_count:1 size:7583"} {"level":"info","ts":"2026-02-26T22:51:27.735001Z","caller":"traceutil/trace.go:171","msg":"trace[606019735] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"2.310014932s","start":"2026-02-26T22:51:25.424972Z","end":"2026-02-26T22:51:27.734987Z","steps":["trace[606019735] 'process raft request' (duration: 2.297100478s)","trace[606019735] 'compare' (duration: 12.277018ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:27.738362Z","caller":"traceutil/trace.go:171","msg":"trace[1273614258] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-l2kgx; range_end:; response_count:1; response_revision:25139; }","duration":"2.821967375s","start":"2026-02-26T22:51:24.916378Z","end":"2026-02-26T22:51:27.738345Z","steps":["trace[1273614258] 'agreement among raft nodes before linearized reading' (duration: 2.818086807s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.738415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:25.424952Z","time spent":"2.313419459s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:27.738412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.916305Z","time spent":"2.822094609s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7605,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-l2kgx\" "} {"level":"warn","ts":"2026-02-26T22:51:27.735761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248912606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T22:51:27.738514Z","caller":"traceutil/trace.go:171","msg":"trace[1774539758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25139; }","duration":"1.251766507s","start":"2026-02-26T22:51:26.486739Z","end":"2026-02-26T22:51:27.738505Z","steps":["trace[1774539758] 'agreement among raft nodes before linearized reading' (duration: 1.248962247s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.738532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:26.486722Z","time spent":"1.251804709s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:51:27.735179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83218229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:27.738583Z","caller":"traceutil/trace.go:171","msg":"trace[251384915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25139; }","duration":"1.835628826s","start":"2026-02-26T22:51:25.90295Z","end":"2026-02-26T22:51:27.738579Z","steps":["trace[251384915] 'agreement among raft nodes before linearized reading' (duration: 1.83221527s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.738597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:25.90293Z","time spent":"1.835664037s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:27.735004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:24.736255Z","time spent":"2.998738655s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-d703818b-629b-4f5b-95c3-53c0b7524bc2\" "} {"level":"warn","ts":"2026-02-26T22:51:27.735094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544235328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-84dd648bdc-cwdng\" ","response":"range_response_count:1 size:12020"} {"level":"warn","ts":"2026-02-26T22:51:27.739186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673081395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-5tcc9\" ","response":"range_response_count:1 size:19525"} {"level":"warn","ts":"2026-02-26T22:51:27.739238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698145284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-vjj8x\" ","response":"range_response_count:1 size:10139"} {"level":"info","ts":"2026-02-26T22:51:27.73925Z","caller":"traceutil/trace.go:171","msg":"trace[1421667390] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-84dd648bdc-cwdng; range_end:; response_count:1; response_revision:25139; }","duration":"2.548418403s","start":"2026-02-26T22:51:25.190806Z","end":"2026-02-26T22:51:27.739224Z","steps":["trace[1421667390] 'agreement among raft nodes before linearized reading' (duration: 2.544219037s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:27.739263Z","caller":"traceutil/trace.go:171","msg":"trace[1801566939] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-5tcc9; range_end:; response_count:1; response_revision:25139; }","duration":"2.673214627s","start":"2026-02-26T22:51:25.066019Z","end":"2026-02-26T22:51:27.739234Z","steps":["trace[1801566939] 'agreement among raft nodes before linearized reading' (duration: 2.672973771s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:27.739285Z","caller":"traceutil/trace.go:171","msg":"trace[25778952] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-vjj8x; range_end:; response_count:1; response_revision:25139; }","duration":"2.698238476s","start":"2026-02-26T22:51:25.041033Z","end":"2026-02-26T22:51:27.739272Z","steps":["trace[25778952] 'agreement among raft nodes before linearized reading' (duration: 2.693552738s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:27.739318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:25.066003Z","time spent":"2.67330496s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19547,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-5tcc9\" "} {"level":"warn","ts":"2026-02-26T22:51:27.739322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:25.190784Z","time spent":"2.548514955s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":12042,"request content":"key:\"/registry/pods/openstack/keystone-api-84dd648bdc-cwdng\" "} {"level":"warn","ts":"2026-02-26T22:51:27.739323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:25.041009Z","time spent":"2.698300768s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":10161,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-vjj8x\" "} {"level":"warn","ts":"2026-02-26T22:51:29.502178Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.45923811s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:51:29.522468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479407867s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:29.522705Z","caller":"traceutil/trace.go:171","msg":"trace[76261718] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"1.781220078s","start":"2026-02-26T22:51:27.741467Z","end":"2026-02-26T22:51:29.522687Z","steps":["trace[76261718] 'process raft request' (duration: 1.781088925s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.522727Z","caller":"traceutil/trace.go:171","msg":"trace[45469578] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"1.780292836s","start":"2026-02-26T22:51:27.742425Z","end":"2026-02-26T22:51:29.522718Z","steps":["trace[45469578] 'process raft request' (duration: 1.780234905s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.522707Z","caller":"traceutil/trace.go:171","msg":"trace[1162472408] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"1.783587009s","start":"2026-02-26T22:51:27.739078Z","end":"2026-02-26T22:51:29.522665Z","steps":["trace[1162472408] 'process raft request' (duration: 303.904425ms)","trace[1162472408] 'compare' (duration: 1.478789091s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:29.522768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.742418Z","time spent":"1.780326757s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:29.522768Z","caller":"traceutil/trace.go:171","msg":"trace[1918626329] linearizableReadLoop","detail":"{readStateIndex:26059; appliedIndex:26056; }","duration":"1.780328167s","start":"2026-02-26T22:51:27.74242Z","end":"2026-02-26T22:51:29.522748Z","steps":["trace[1918626329] 'read index received' (duration: 300.581971ms)","trace[1918626329] 'applied index is now lower than readState.Index' (duration: 1.479745496s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:29.522776Z","caller":"traceutil/trace.go:171","msg":"trace[86834017] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"1.779719291s","start":"2026-02-26T22:51:27.743038Z","end":"2026-02-26T22:51:29.522758Z","steps":["trace[86834017] 'process raft request' (duration: 1.77965339s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.522769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.741453Z","time spent":"1.781288521s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:29.522829Z","caller":"traceutil/trace.go:171","msg":"trace[510357051] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"1.780372458s","start":"2026-02-26T22:51:27.742367Z","end":"2026-02-26T22:51:29.522739Z","steps":["trace[510357051] 'process raft request' (duration: 1.780265425s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.522901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.743031Z","time spent":"1.779797984s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:29.522929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780506661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-26T22:51:29.52316Z","caller":"traceutil/trace.go:171","msg":"trace[862369181] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25144; }","duration":"1.780765328s","start":"2026-02-26T22:51:27.742379Z","end":"2026-02-26T22:51:29.523144Z","steps":["trace[862369181] 'agreement among raft nodes before linearized reading' (duration: 1.78045914s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.523145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.742357Z","time spent":"1.780648374s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:29.522904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.739062Z","time spent":"1.783730722s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:29.52323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.742359Z","time spent":"1.780840799s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-26T22:51:29.569574Z","caller":"traceutil/trace.go:171","msg":"trace[1083014868] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"142.419078ms","start":"2026-02-26T22:51:29.427131Z","end":"2026-02-26T22:51:29.569551Z","steps":["trace[1083014868] 'process raft request' (duration: 142.345216ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.569805Z","caller":"traceutil/trace.go:171","msg":"trace[1283529459] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"497.20952ms","start":"2026-02-26T22:51:29.072585Z","end":"2026-02-26T22:51:29.569794Z","steps":["trace[1283529459] 'process raft request' (duration: 496.700037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.569901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:29.072564Z","time spent":"497.265212ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:29.570665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824143916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-02-26T22:51:29.570687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827403349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T22:51:29.570794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825263856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4587"} {"level":"info","ts":"2026-02-26T22:51:29.570791Z","caller":"traceutil/trace.go:171","msg":"trace[902810830] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25153; }","duration":"1.827528992s","start":"2026-02-26T22:51:27.74324Z","end":"2026-02-26T22:51:29.570769Z","steps":["trace[902810830] 'agreement among raft nodes before linearized reading' (duration: 1.827296546s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.570805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.236724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:29.570841Z","caller":"traceutil/trace.go:171","msg":"trace[430708962] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:25153; }","duration":"1.825296026s","start":"2026-02-26T22:51:27.745517Z","end":"2026-02-26T22:51:29.570813Z","steps":["trace[430708962] 'agreement among raft nodes before linearized reading' (duration: 1.825240875s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.570848Z","caller":"traceutil/trace.go:171","msg":"trace[1739802461] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25153; }","duration":"308.335456ms","start":"2026-02-26T22:51:29.2625Z","end":"2026-02-26T22:51:29.570835Z","steps":["trace[1739802461] 'agreement among raft nodes before linearized reading' (duration: 308.262584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.570894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8254537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4519"} {"level":"warn","ts":"2026-02-26T22:51:29.570879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824423553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-02-26T22:51:29.570911Z","caller":"traceutil/trace.go:171","msg":"trace[104042291] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:25153; }","duration":"1.825474931s","start":"2026-02-26T22:51:27.745432Z","end":"2026-02-26T22:51:29.570907Z","steps":["trace[104042291] 'agreement among raft nodes before linearized reading' (duration: 1.82544477s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.570904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:29.262475Z","time spent":"308.414608ms","remote":"127.0.0.1:58506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:29.570935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824493245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" ","response":"range_response_count:1 size:2921"} {"level":"warn","ts":"2026-02-26T22:51:29.570945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825541562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:29.570937Z","caller":"traceutil/trace.go:171","msg":"trace[597497597] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f; range_end:; response_count:1; response_revision:25153; }","duration":"1.824493205s","start":"2026-02-26T22:51:27.746428Z","end":"2026-02-26T22:51:29.570921Z","steps":["trace[597497597] 'agreement among raft nodes before linearized reading' (duration: 1.82430973s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.570982Z","caller":"traceutil/trace.go:171","msg":"trace[1183582678] range","detail":"{range_begin:/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7; range_end:; response_count:1; response_revision:25153; }","duration":"1.824551257s","start":"2026-02-26T22:51:27.746414Z","end":"2026-02-26T22:51:29.570965Z","steps":["trace[1183582678] 'agreement among raft nodes before linearized reading' (duration: 1.824467345s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.571005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.746412Z","time spent":"1.824579748s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1,"response size":4772,"request content":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f\" "} {"level":"warn","ts":"2026-02-26T22:51:29.571018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.746403Z","time spent":"1.824607468s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":2943,"request content":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" "} {"level":"warn","ts":"2026-02-26T22:51:29.571035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826902286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"warn","ts":"2026-02-26T22:51:29.571054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827126211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-02-26T22:51:29.57107Z","caller":"traceutil/trace.go:171","msg":"trace[878503757] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:25153; }","duration":"1.827150673s","start":"2026-02-26T22:51:27.743915Z","end":"2026-02-26T22:51:29.571066Z","steps":["trace[878503757] 'agreement among raft nodes before linearized reading' (duration: 1.827120762s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.571074Z","caller":"traceutil/trace.go:171","msg":"trace[2063848146] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:25153; }","duration":"1.826946767s","start":"2026-02-26T22:51:27.744118Z","end":"2026-02-26T22:51:29.571064Z","steps":["trace[2063848146] 'agreement among raft nodes before linearized reading' (duration: 1.826855625s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.571087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.743911Z","time spent":"1.827172573s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4408,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"info","ts":"2026-02-26T22:51:29.57072Z","caller":"traceutil/trace.go:171","msg":"trace[622318884] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:25153; }","duration":"1.824204559s","start":"2026-02-26T22:51:27.7465Z","end":"2026-02-26T22:51:29.570705Z","steps":["trace[622318884] 'agreement among raft nodes before linearized reading' (duration: 1.824049445s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.571104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.744113Z","time spent":"1.826984548s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18226,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-02-26T22:51:29.571136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.746495Z","time spent":"1.824628649s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9567,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-02-26T22:51:29.570735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825794779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11488"} {"level":"warn","ts":"2026-02-26T22:51:29.57117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82705894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-api-797597cc85-c7fsn\" ","response":"range_response_count:1 size:8679"} {"level":"info","ts":"2026-02-26T22:51:29.57119Z","caller":"traceutil/trace.go:171","msg":"trace[1940570216] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:25153; }","duration":"1.82626328s","start":"2026-02-26T22:51:27.744918Z","end":"2026-02-26T22:51:29.571181Z","steps":["trace[1940570216] 'agreement among raft nodes before linearized reading' (duration: 1.825744148s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.571217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.744912Z","time spent":"1.826295941s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11510,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-02-26T22:51:29.570866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.74551Z","time spent":"1.825348267s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":4609,"request content":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" "} {"level":"warn","ts":"2026-02-26T22:51:29.571223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.772156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3757"} {"level":"warn","ts":"2026-02-26T22:51:29.571264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8274677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-vv2f8\" ","response":"range_response_count:1 size:4586"} {"level":"info","ts":"2026-02-26T22:51:29.571214Z","caller":"traceutil/trace.go:171","msg":"trace[1651561426] range","detail":"{range_begin:/registry/pods/openstack/octavia-api-797597cc85-c7fsn; range_end:; response_count:1; response_revision:25153; }","duration":"1.827115361s","start":"2026-02-26T22:51:27.744088Z","end":"2026-02-26T22:51:29.571203Z","steps":["trace[1651561426] 'agreement among raft nodes before linearized reading' (duration: 1.826924036s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.57128Z","caller":"traceutil/trace.go:171","msg":"trace[606915410] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-vv2f8; range_end:; response_count:1; response_revision:25153; }","duration":"1.827493591s","start":"2026-02-26T22:51:27.743781Z","end":"2026-02-26T22:51:29.571275Z","steps":["trace[606915410] 'agreement among raft nodes before linearized reading' (duration: 1.82744999s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.571293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.743778Z","time spent":"1.827512841s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4608,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-vv2f8\" "} {"level":"warn","ts":"2026-02-26T22:51:29.571298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.744082Z","time spent":"1.827206503s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":8701,"request content":"key:\"/registry/pods/openstack/octavia-api-797597cc85-c7fsn\" "} {"level":"warn","ts":"2026-02-26T22:51:29.570954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826787144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-7c545d8c64-pn6f5\" ","response":"range_response_count:1 size:11670"} {"level":"warn","ts":"2026-02-26T22:51:29.57134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.437304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:29.571363Z","caller":"traceutil/trace.go:171","msg":"trace[1150379898] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-7c545d8c64-pn6f5; range_end:; response_count:1; response_revision:25153; }","duration":"1.827212834s","start":"2026-02-26T22:51:27.744141Z","end":"2026-02-26T22:51:29.571354Z","steps":["trace[1150379898] 'agreement among raft nodes before linearized reading' (duration: 1.826735282s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.57097Z","caller":"traceutil/trace.go:171","msg":"trace[188082944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25153; }","duration":"1.825573313s","start":"2026-02-26T22:51:27.745392Z","end":"2026-02-26T22:51:29.570966Z","steps":["trace[188082944] 'agreement among raft nodes before linearized reading' (duration: 1.825540062s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.571431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.744127Z","time spent":"1.827294685s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11692,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-7c545d8c64-pn6f5\" "} {"level":"warn","ts":"2026-02-26T22:51:29.571484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824697781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59\" ","response":"range_response_count:1 size:24195"} {"level":"warn","ts":"2026-02-26T22:51:29.570838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825258505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd\" ","response":"range_response_count:1 size:8896"} {"level":"info","ts":"2026-02-26T22:51:29.571542Z","caller":"traceutil/trace.go:171","msg":"trace[1562258174] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59; range_end:; response_count:1; response_revision:25153; }","duration":"1.824831514s","start":"2026-02-26T22:51:27.746705Z","end":"2026-02-26T22:51:29.571537Z","steps":["trace[1562258174] 'agreement among raft nodes before linearized reading' (duration: 1.824736392s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.571547Z","caller":"traceutil/trace.go:171","msg":"trace[40710123] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd; range_end:; response_count:1; response_revision:25153; }","duration":"1.825994063s","start":"2026-02-26T22:51:27.745545Z","end":"2026-02-26T22:51:29.571539Z","steps":["trace[40710123] 'agreement among raft nodes before linearized reading' (duration: 1.825130522s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.571561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.746697Z","time spent":"1.824860545s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":24217,"request content":"key:\"/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59\" "} {"level":"warn","ts":"2026-02-26T22:51:29.571574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.745542Z","time spent":"1.826026164s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":8918,"request content":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd\" "} {"level":"warn","ts":"2026-02-26T22:51:29.571577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72396382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-02-26T22:51:29.571483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.745389Z","time spent":"1.826083966s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:29.571644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82386003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5653"} {"level":"info","ts":"2026-02-26T22:51:29.571661Z","caller":"traceutil/trace.go:171","msg":"trace[882838465] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:25153; }","duration":"1.82389008s","start":"2026-02-26T22:51:27.747767Z","end":"2026-02-26T22:51:29.571657Z","steps":["trace[882838465] 'agreement among raft nodes before linearized reading' (duration: 1.823848309s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.571677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.74776Z","time spent":"1.823913932s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":5675,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" "} {"level":"warn","ts":"2026-02-26T22:51:29.571021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826936386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-588b4cbd4-tj87w\" ","response":"range_response_count:1 size:8266"} {"level":"warn","ts":"2026-02-26T22:51:29.571741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824730831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-74469676b8\" ","response":"range_response_count:1 size:7299"} {"level":"warn","ts":"2026-02-26T22:51:29.570925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.74543Z","time spent":"1.825492121s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4541,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"info","ts":"2026-02-26T22:51:29.571754Z","caller":"traceutil/trace.go:171","msg":"trace[1126067765] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-74469676b8; range_end:; response_count:1; response_revision:25153; }","duration":"1.824754121s","start":"2026-02-26T22:51:27.746996Z","end":"2026-02-26T22:51:29.57175Z","steps":["trace[1126067765] 'agreement among raft nodes before linearized reading' (duration: 1.824714611s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.571752Z","caller":"traceutil/trace.go:171","msg":"trace[141561730] range","detail":"{range_begin:/registry/pods/openstack/placement-api-588b4cbd4-tj87w; range_end:; response_count:1; response_revision:25153; }","duration":"1.827670715s","start":"2026-02-26T22:51:27.744072Z","end":"2026-02-26T22:51:29.571743Z","steps":["trace[141561730] 'agreement among raft nodes before linearized reading' (duration: 1.826916817s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.571757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.272708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mcpn.1897ed91c0d60cf9\" ","response":"range_response_count:1 size:863"} {"level":"warn","ts":"2026-02-26T22:51:29.571771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.74699Z","time spent":"1.824776763s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7321,"request content":"key:\"/registry/replicasets/openstack/barbican-api-74469676b8\" "} {"level":"warn","ts":"2026-02-26T22:51:29.57178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.744067Z","time spent":"1.827704736s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8288,"request content":"key:\"/registry/pods/openstack/placement-api-588b4cbd4-tj87w\" "} {"level":"warn","ts":"2026-02-26T22:51:29.571736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825147212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-84dd648bdc\" ","response":"range_response_count:1 size:11117"} {"level":"info","ts":"2026-02-26T22:51:29.571788Z","caller":"traceutil/trace.go:171","msg":"trace[431297247] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6mcpn.1897ed91c0d60cf9; range_end:; response_count:1; response_revision:25153; }","duration":"914.34472ms","start":"2026-02-26T22:51:28.657433Z","end":"2026-02-26T22:51:29.571778Z","steps":["trace[431297247] 'agreement among raft nodes before linearized reading' (duration: 914.223347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.571835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825001408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3904"} {"level":"warn","ts":"2026-02-26T22:51:29.570847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.743234Z","time spent":"1.827597905s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T22:51:29.571851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:28.657413Z","time spent":"914.428803ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mcpn.1897ed91c0d60cf9\" "} {"level":"warn","ts":"2026-02-26T22:51:29.571871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278066788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:29.571888Z","caller":"traceutil/trace.go:171","msg":"trace[1334024036] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25153; }","duration":"1.27812974s","start":"2026-02-26T22:51:28.293753Z","end":"2026-02-26T22:51:29.571883Z","steps":["trace[1334024036] 'agreement among raft nodes before linearized reading' (duration: 1.278102989s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.571908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:28.293732Z","time spent":"1.27817063s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:29.571619Z","caller":"traceutil/trace.go:171","msg":"trace[573294945] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25153; }","duration":"1.724070583s","start":"2026-02-26T22:51:27.847537Z","end":"2026-02-26T22:51:29.571608Z","steps":["trace[573294945] 'agreement among raft nodes before linearized reading' (duration: 1.723913399s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.571892Z","caller":"traceutil/trace.go:171","msg":"trace[514276036] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-84dd648bdc; range_end:; response_count:1; response_revision:25153; }","duration":"1.825317335s","start":"2026-02-26T22:51:27.74655Z","end":"2026-02-26T22:51:29.571867Z","steps":["trace[514276036] 'agreement among raft nodes before linearized reading' (duration: 1.824982877s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.57128Z","caller":"traceutil/trace.go:171","msg":"trace[2012938663] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25153; }","duration":"825.865927ms","start":"2026-02-26T22:51:28.7454Z","end":"2026-02-26T22:51:29.571266Z","steps":["trace[2012938663] 'agreement among raft nodes before linearized reading' (duration: 825.718924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.571981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.746539Z","time spent":"1.825434149s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":11139,"request content":"key:\"/registry/replicasets/openstack/keystone-api-84dd648bdc\" "} {"level":"warn","ts":"2026-02-26T22:51:29.571951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.847514Z","time spent":"1.724430651s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-26T22:51:29.572073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825382897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-cfn-857c9cc8c6\" ","response":"range_response_count:1 size:7567"} {"level":"info","ts":"2026-02-26T22:51:29.572135Z","caller":"traceutil/trace.go:171","msg":"trace[1613166558] range","detail":"{range_begin:/registry/replicasets/openstack/heat-cfn-857c9cc8c6; range_end:; response_count:1; response_revision:25153; }","duration":"1.825443229s","start":"2026-02-26T22:51:27.746687Z","end":"2026-02-26T22:51:29.57213Z","steps":["trace[1613166558] 'agreement among raft nodes before linearized reading' (duration: 1.825352017s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.572158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.746675Z","time spent":"1.82548055s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7589,"request content":"key:\"/registry/replicasets/openstack/heat-cfn-857c9cc8c6\" "} {"level":"warn","ts":"2026-02-26T22:51:29.572005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:28.745384Z","time spent":"826.610047ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" "} {"level":"info","ts":"2026-02-26T22:51:29.571847Z","caller":"traceutil/trace.go:171","msg":"trace[1790937377] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:25153; }","duration":"1.825021899s","start":"2026-02-26T22:51:27.746821Z","end":"2026-02-26T22:51:29.571843Z","steps":["trace[1790937377] 'agreement among raft nodes before linearized reading' (duration: 1.824984218s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.572295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.746817Z","time spent":"1.82547206s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3926,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-02-26T22:51:29.572366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825661385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-02-26T22:51:29.572384Z","caller":"traceutil/trace.go:171","msg":"trace[310389419] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:25153; }","duration":"1.825689375s","start":"2026-02-26T22:51:27.746689Z","end":"2026-02-26T22:51:29.572378Z","steps":["trace[310389419] 'agreement among raft nodes before linearized reading' (duration: 1.82550465s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.572397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:27.746682Z","time spent":"1.825711725s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-02-26T22:51:29.573974Z","caller":"traceutil/trace.go:171","msg":"trace[1246724265] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25153; }","duration":"840.508686ms","start":"2026-02-26T22:51:28.730858Z","end":"2026-02-26T22:51:29.571367Z","steps":["trace[1246724265] 'agreement among raft nodes before linearized reading' (duration: 840.446284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.57406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:28.730841Z","time spent":"843.193013ms","remote":"127.0.0.1:39954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:29.807727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.751976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:29.807863Z","caller":"traceutil/trace.go:171","msg":"trace[648625243] linearizableReadLoop","detail":"{readStateIndex:26071; appliedIndex:26070; }","duration":"232.286286ms","start":"2026-02-26T22:51:29.57556Z","end":"2026-02-26T22:51:29.807846Z","steps":["trace[648625243] 'read index received' (duration: 50.238812ms)","trace[648625243] 'applied index is now lower than readState.Index' (duration: 182.046274ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:29.808097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.46871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:10683"} {"level":"warn","ts":"2026-02-26T22:51:29.808087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.502081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-695d0003-8264-459e-baba-a02da8500d23\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-02-26T22:51:29.808135Z","caller":"traceutil/trace.go:171","msg":"trace[63598216] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25154; }","duration":"232.506651ms","start":"2026-02-26T22:51:29.575615Z","end":"2026-02-26T22:51:29.808122Z","steps":["trace[63598216] 'agreement among raft nodes before linearized reading' (duration: 232.344707ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.808143Z","caller":"traceutil/trace.go:171","msg":"trace[1221989213] range","detail":"{range_begin:/registry/persistentvolumes/pvc-695d0003-8264-459e-baba-a02da8500d23; range_end:; response_count:1; response_revision:25154; }","duration":"232.595594ms","start":"2026-02-26T22:51:29.575539Z","end":"2026-02-26T22:51:29.808135Z","steps":["trace[1221989213] 'agreement among raft nodes before linearized reading' (duration: 232.389049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.808355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.930327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"warn","ts":"2026-02-26T22:51:29.808377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.178938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4253"} {"level":"warn","ts":"2026-02-26T22:51:29.808436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.22764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-pxjfq\" ","response":"range_response_count:1 size:4352"} {"level":"warn","ts":"2026-02-26T22:51:29.808454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.25963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-wfmhx\" ","response":"range_response_count:1 size:3968"} {"level":"info","ts":"2026-02-26T22:51:29.808485Z","caller":"traceutil/trace.go:171","msg":"trace[1249674432] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-wfmhx; range_end:; response_count:1; response_revision:25154; }","duration":"231.312941ms","start":"2026-02-26T22:51:29.577165Z","end":"2026-02-26T22:51:29.808478Z","steps":["trace[1249674432] 'agreement among raft nodes before linearized reading' (duration: 231.228119ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.808483Z","caller":"traceutil/trace.go:171","msg":"trace[754701463] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:25154; }","duration":"231.310152ms","start":"2026-02-26T22:51:29.577152Z","end":"2026-02-26T22:51:29.808462Z","steps":["trace[754701463] 'agreement among raft nodes before linearized reading' (duration: 231.021445ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.808488Z","caller":"traceutil/trace.go:171","msg":"trace[1532046390] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-pxjfq; range_end:; response_count:1; response_revision:25154; }","duration":"231.285681ms","start":"2026-02-26T22:51:29.577185Z","end":"2026-02-26T22:51:29.808471Z","steps":["trace[1532046390] 'agreement among raft nodes before linearized reading' (duration: 231.136977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.808507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.831269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-backup-655f5dc764-mttfs\" ","response":"range_response_count:1 size:13681"} {"level":"warn","ts":"2026-02-26T22:51:29.808541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.524452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-vlpb8\" ","response":"range_response_count:1 size:4310"} {"level":"info","ts":"2026-02-26T22:51:29.808548Z","caller":"traceutil/trace.go:171","msg":"trace[530481288] range","detail":"{range_begin:/registry/pods/openstack/cinder-backup-655f5dc764-mttfs; range_end:; response_count:1; response_revision:25154; }","duration":"232.915103ms","start":"2026-02-26T22:51:29.575621Z","end":"2026-02-26T22:51:29.808536Z","steps":["trace[530481288] 'agreement among raft nodes before linearized reading' (duration: 232.782209ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.808577Z","caller":"traceutil/trace.go:171","msg":"trace[1882837361] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-vlpb8; range_end:; response_count:1; response_revision:25154; }","duration":"228.584783ms","start":"2026-02-26T22:51:29.579982Z","end":"2026-02-26T22:51:29.808567Z","steps":["trace[1882837361] 'agreement among raft nodes before linearized reading' (duration: 228.487381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.808655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.534657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-7c545d8c64\" ","response":"range_response_count:1 size:10513"} {"level":"warn","ts":"2026-02-26T22:51:29.808717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.340108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13663"} {"level":"warn","ts":"2026-02-26T22:51:29.808765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.104306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10703"} {"level":"info","ts":"2026-02-26T22:51:29.808786Z","caller":"traceutil/trace.go:171","msg":"trace[1697706676] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25154; }","duration":"230.421609ms","start":"2026-02-26T22:51:29.578347Z","end":"2026-02-26T22:51:29.808769Z","steps":["trace[1697706676] 'agreement among raft nodes before linearized reading' (duration: 230.284826ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.808783Z","caller":"traceutil/trace.go:171","msg":"trace[581346526] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-7c545d8c64; range_end:; response_count:1; response_revision:25154; }","duration":"231.702091ms","start":"2026-02-26T22:51:29.577046Z","end":"2026-02-26T22:51:29.808748Z","steps":["trace[581346526] 'agreement among raft nodes before linearized reading' (duration: 231.28229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.808807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.624079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-plhc7\" ","response":"range_response_count:1 size:3396"} {"level":"warn","ts":"2026-02-26T22:51:29.808736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.961612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T22:51:29.808847Z","caller":"traceutil/trace.go:171","msg":"trace[374332176] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-plhc7; range_end:; response_count:1; response_revision:25154; }","duration":"231.682361ms","start":"2026-02-26T22:51:29.577151Z","end":"2026-02-26T22:51:29.808833Z","steps":["trace[374332176] 'agreement among raft nodes before linearized reading' (duration: 231.566258ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.808872Z","caller":"traceutil/trace.go:171","msg":"trace[1969556920] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25154; }","duration":"229.104606ms","start":"2026-02-26T22:51:29.579758Z","end":"2026-02-26T22:51:29.808863Z","steps":["trace[1969556920] 'agreement among raft nodes before linearized reading' (duration: 228.939342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.808881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.159527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-conductor-bfb49ffb4-lzk4h\" ","response":"range_response_count:1 size:5190"} {"level":"info","ts":"2026-02-26T22:51:29.808912Z","caller":"traceutil/trace.go:171","msg":"trace[1492106805] range","detail":"{range_begin:/registry/pods/openstack/staffeln-conductor-bfb49ffb4-lzk4h; range_end:; response_count:1; response_revision:25154; }","duration":"229.187578ms","start":"2026-02-26T22:51:29.579716Z","end":"2026-02-26T22:51:29.808903Z","steps":["trace[1492106805] 'agreement among raft nodes before linearized reading' (duration: 229.114126ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.808425Z","caller":"traceutil/trace.go:171","msg":"trace[1145387345] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:25154; }","duration":"230.021019ms","start":"2026-02-26T22:51:29.578386Z","end":"2026-02-26T22:51:29.808407Z","steps":["trace[1145387345] 'agreement among raft nodes before linearized reading' (duration: 229.769573ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.808794Z","caller":"traceutil/trace.go:171","msg":"trace[1462198473] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25154; }","duration":"233.130797ms","start":"2026-02-26T22:51:29.575653Z","end":"2026-02-26T22:51:29.808783Z","steps":["trace[1462198473] 'agreement among raft nodes before linearized reading' (duration: 233.052245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.809027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.855014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-metadata-79df8c5675-qt67h\" ","response":"range_response_count:1 size:11073"} {"level":"warn","ts":"2026-02-26T22:51:29.809038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.176102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-5f8c5f6557-ngx2d\" ","response":"range_response_count:1 size:7543"} {"level":"warn","ts":"2026-02-26T22:51:29.809049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.283705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-4t5z6\" ","response":"range_response_count:1 size:5979"} {"level":"info","ts":"2026-02-26T22:51:29.809064Z","caller":"traceutil/trace.go:171","msg":"trace[360363723] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-5f8c5f6557-ngx2d; range_end:; response_count:1; response_revision:25154; }","duration":"230.207473ms","start":"2026-02-26T22:51:29.578849Z","end":"2026-02-26T22:51:29.809057Z","steps":["trace[360363723] 'agreement among raft nodes before linearized reading' (duration: 230.130052ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.809063Z","caller":"traceutil/trace.go:171","msg":"trace[1870274110] range","detail":"{range_begin:/registry/pods/openstack/nova-api-metadata-79df8c5675-qt67h; range_end:; response_count:1; response_revision:25154; }","duration":"231.925876ms","start":"2026-02-26T22:51:29.577126Z","end":"2026-02-26T22:51:29.809052Z","steps":["trace[1870274110] 'agreement among raft nodes before linearized reading' (duration: 231.805843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.809143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.358116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-774656c75f-b4jcd\" ","response":"range_response_count:1 size:7152"} {"level":"info","ts":"2026-02-26T22:51:29.809161Z","caller":"traceutil/trace.go:171","msg":"trace[1572374379] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-774656c75f-b4jcd; range_end:; response_count:1; response_revision:25154; }","duration":"230.377637ms","start":"2026-02-26T22:51:29.578779Z","end":"2026-02-26T22:51:29.809157Z","steps":["trace[1572374379] 'agreement among raft nodes before linearized reading' (duration: 230.305505ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.809073Z","caller":"traceutil/trace.go:171","msg":"trace[668097753] range","detail":"{range_begin:/registry/pods/monitoring/vector-4t5z6; range_end:; response_count:1; response_revision:25154; }","duration":"230.308516ms","start":"2026-02-26T22:51:29.578758Z","end":"2026-02-26T22:51:29.809067Z","steps":["trace[668097753] 'agreement among raft nodes before linearized reading' (duration: 230.238874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.808813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.084985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-tzxmv\" ","response":"range_response_count:1 size:4022"} {"level":"warn","ts":"2026-02-26T22:51:29.809236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.631564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/octavia-api-797597cc85\" ","response":"range_response_count:1 size:7774"} {"level":"info","ts":"2026-02-26T22:51:29.809239Z","caller":"traceutil/trace.go:171","msg":"trace[1429155569] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-tzxmv; range_end:; response_count:1; response_revision:25154; }","duration":"229.517506ms","start":"2026-02-26T22:51:29.579707Z","end":"2026-02-26T22:51:29.809224Z","steps":["trace[1429155569] 'agreement among raft nodes before linearized reading' (duration: 229.046994ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.809264Z","caller":"traceutil/trace.go:171","msg":"trace[739036859] range","detail":"{range_begin:/registry/replicasets/openstack/octavia-api-797597cc85; range_end:; response_count:1; response_revision:25154; }","duration":"230.669924ms","start":"2026-02-26T22:51:29.578585Z","end":"2026-02-26T22:51:29.809255Z","steps":["trace[739036859] 'agreement among raft nodes before linearized reading' (duration: 230.584422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:29.809265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.137492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/placement-api-588b4cbd4\" ","response":"range_response_count:1 size:7368"} {"level":"warn","ts":"2026-02-26T22:51:29.809293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.87446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:29.809324Z","caller":"traceutil/trace.go:171","msg":"trace[686735662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25154; }","duration":"230.925462ms","start":"2026-02-26T22:51:29.578389Z","end":"2026-02-26T22:51:29.809314Z","steps":["trace[686735662] 'agreement among raft nodes before linearized reading' (duration: 230.87317ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.809318Z","caller":"traceutil/trace.go:171","msg":"trace[1161653615] range","detail":"{range_begin:/registry/replicasets/openstack/placement-api-588b4cbd4; range_end:; response_count:1; response_revision:25154; }","duration":"232.202623ms","start":"2026-02-26T22:51:29.5771Z","end":"2026-02-26T22:51:29.809303Z","steps":["trace[1161653615] 'agreement among raft nodes before linearized reading' (duration: 231.992988ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:29.809587Z","caller":"traceutil/trace.go:171","msg":"trace[83334658] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"233.324211ms","start":"2026-02-26T22:51:29.574553Z","end":"2026-02-26T22:51:29.807877Z","steps":["trace[83334658] 'process raft request' (duration: 51.329529ms)","trace[83334658] 'compare' (duration: 181.592352ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:31.258506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.572833ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:31.258648Z","caller":"traceutil/trace.go:171","msg":"trace[1988654285] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25154; }","duration":"150.723857ms","start":"2026-02-26T22:51:31.107903Z","end":"2026-02-26T22:51:31.258627Z","steps":["trace[1988654285] 'range keys from in-memory index tree' (duration: 150.555233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:31.259632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180649831s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:31.259789Z","caller":"traceutil/trace.go:171","msg":"trace[1750836309] linearizableReadLoop","detail":"{readStateIndex:26072; appliedIndex:26071; }","duration":"1.440473229s","start":"2026-02-26T22:51:29.819297Z","end":"2026-02-26T22:51:31.25977Z","steps":["trace[1750836309] 'read index received' (duration: 259.603552ms)","trace[1750836309] 'applied index is now lower than readState.Index' (duration: 1.180867517s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:31.259951Z","caller":"traceutil/trace.go:171","msg":"trace[1099419096] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"1.441163996s","start":"2026-02-26T22:51:29.818759Z","end":"2026-02-26T22:51:31.259923Z","steps":["trace[1099419096] 'process raft request' (duration: 260.130375ms)","trace[1099419096] 'compare' (duration: 1.180265071s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:31.260077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440764556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-api-5f8c5f6557\" ","response":"range_response_count:1 size:6640"} {"level":"info","ts":"2026-02-26T22:51:31.260266Z","caller":"traceutil/trace.go:171","msg":"trace[668610408] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-api-5f8c5f6557; range_end:; response_count:1; response_revision:25155; }","duration":"1.440837778s","start":"2026-02-26T22:51:29.819278Z","end":"2026-02-26T22:51:31.260116Z","steps":["trace[668610408] 'agreement among raft nodes before linearized reading' (duration: 1.440592992s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:31.260322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:29.819268Z","time spent":"1.441041203s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6662,"request content":"key:\"/registry/replicasets/openstack/staffeln-api-5f8c5f6557\" "} {"level":"warn","ts":"2026-02-26T22:51:31.260366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010472696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1595"} {"level":"info","ts":"2026-02-26T22:51:31.260394Z","caller":"traceutil/trace.go:171","msg":"trace[594205651] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:25155; }","duration":"1.010532947s","start":"2026-02-26T22:51:30.249853Z","end":"2026-02-26T22:51:31.260386Z","steps":["trace[594205651] 'agreement among raft nodes before linearized reading' (duration: 1.010410744s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:31.260412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:30.249837Z","time spent":"1.010570668s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1617,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-02-26T22:51:31.260386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.934501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:31.26041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160180517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:10635"} {"level":"warn","ts":"2026-02-26T22:51:31.260439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31038196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-volume-7f9b7bf568\" ","response":"range_response_count:1 size:14528"} {"level":"warn","ts":"2026-02-26T22:51:31.260436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.525218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:51:31.260468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335057691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-6x5jq\" ","response":"range_response_count:1 size:5161"} {"level":"info","ts":"2026-02-26T22:51:31.260512Z","caller":"traceutil/trace.go:171","msg":"trace[1039226322] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25155; }","duration":"977.631501ms","start":"2026-02-26T22:51:30.282863Z","end":"2026-02-26T22:51:31.260495Z","steps":["trace[1039226322] 'agreement among raft nodes before linearized reading' (duration: 977.485198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:31.260544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035980796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1414"} {"level":"warn","ts":"2026-02-26T22:51:31.26056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.582541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-02-26T22:51:31.260556Z","caller":"traceutil/trace.go:171","msg":"trace[1779097409] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-6x5jq; range_end:; response_count:1; response_revision:25155; }","duration":"1.335189424s","start":"2026-02-26T22:51:29.925343Z","end":"2026-02-26T22:51:31.260533Z","steps":["trace[1779097409] 'agreement among raft nodes before linearized reading' (duration: 1.334937198s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:31.260572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:30.282855Z","time spent":"977.705713ms","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:31.260579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360320725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-zm9rp\" ","response":"range_response_count:1 size:4948"} {"level":"warn","ts":"2026-02-26T22:51:31.260585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11093821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-api-79b4bbf794\" ","response":"range_response_count:1 size:7431"} {"level":"warn","ts":"2026-02-26T22:51:31.260604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185754409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/orc-system/orc-controller-manager-6cb597b5d4\" ","response":"range_response_count:1 size:3302"} {"level":"info","ts":"2026-02-26T22:51:31.260643Z","caller":"traceutil/trace.go:171","msg":"trace[75422689] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-api-79b4bbf794; range_end:; response_count:1; response_revision:25155; }","duration":"1.111011892s","start":"2026-02-26T22:51:30.149614Z","end":"2026-02-26T22:51:31.260626Z","steps":["trace[75422689] 'agreement among raft nodes before linearized reading' (duration: 1.110876489s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:31.260653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135525347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15275"} {"level":"info","ts":"2026-02-26T22:51:31.260651Z","caller":"traceutil/trace.go:171","msg":"trace[1962119305] range","detail":"{range_begin:/registry/replicasets/orc-system/orc-controller-manager-6cb597b5d4; range_end:; response_count:1; response_revision:25155; }","duration":"1.185817381s","start":"2026-02-26T22:51:30.074817Z","end":"2026-02-26T22:51:31.260634Z","steps":["trace[1962119305] 'agreement among raft nodes before linearized reading' (duration: 1.185708248s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:31.26068Z","caller":"traceutil/trace.go:171","msg":"trace[1403113932] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25155; }","duration":"1.135571068s","start":"2026-02-26T22:51:30.125101Z","end":"2026-02-26T22:51:31.260672Z","steps":["trace[1403113932] 'agreement among raft nodes before linearized reading' (duration: 1.135521336s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:31.260687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060738929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-ldqnw\" ","response":"range_response_count:1 size:5459"} {"level":"warn","ts":"2026-02-26T22:51:31.260687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:30.149604Z","time spent":"1.111071434s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":7453,"request content":"key:\"/registry/replicasets/openstack/magnum-api-79b4bbf794\" "} {"level":"warn","ts":"2026-02-26T22:51:31.260701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.013629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3757"} {"level":"warn","ts":"2026-02-26T22:51:31.260607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:29.925324Z","time spent":"1.335273716s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5183,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-6x5jq\" "} {"level":"warn","ts":"2026-02-26T22:51:31.260711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:30.125087Z","time spent":"1.135618109s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15297,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-02-26T22:51:31.260724Z","caller":"traceutil/trace.go:171","msg":"trace[1330841459] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25155; }","duration":"683.066761ms","start":"2026-02-26T22:51:30.57765Z","end":"2026-02-26T22:51:31.260717Z","steps":["trace[1330841459] 'agreement among raft nodes before linearized reading' (duration: 683.008419ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:31.260723Z","caller":"traceutil/trace.go:171","msg":"trace[906368622] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-ldqnw; range_end:; response_count:1; response_revision:25155; }","duration":"1.060815721s","start":"2026-02-26T22:51:30.199897Z","end":"2026-02-26T22:51:31.260713Z","steps":["trace[906368622] 'agreement among raft nodes before linearized reading' (duration: 1.060702148s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:31.260738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:30.577632Z","time spent":"683.103471ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" "} {"level":"warn","ts":"2026-02-26T22:51:31.260723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.966663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:31.260755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:30.199876Z","time spent":"1.060871312s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":1,"response size":5481,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-ldqnw\" "} {"level":"warn","ts":"2026-02-26T22:51:31.260777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437022862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"warn","ts":"2026-02-26T22:51:31.260778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260968079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-02-26T22:51:31.26078Z","caller":"traceutil/trace.go:171","msg":"trace[225727491] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25155; }","duration":"885.106536ms","start":"2026-02-26T22:51:30.375658Z","end":"2026-02-26T22:51:31.260765Z","steps":["trace[225727491] 'agreement among raft nodes before linearized reading' (duration: 884.643054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:31.260432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085287564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-r57bl\" ","response":"range_response_count:1 size:6637"} {"level":"info","ts":"2026-02-26T22:51:31.260806Z","caller":"traceutil/trace.go:171","msg":"trace[773173205] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:25155; }","duration":"1.437061423s","start":"2026-02-26T22:51:29.823736Z","end":"2026-02-26T22:51:31.260797Z","steps":["trace[773173205] 'agreement among raft nodes before linearized reading' (duration: 1.436984401s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:31.260814Z","caller":"traceutil/trace.go:171","msg":"trace[200788313] range","detail":"{range_begin:/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95; range_end:; response_count:1; response_revision:25155; }","duration":"1.26100344s","start":"2026-02-26T22:51:29.999799Z","end":"2026-02-26T22:51:31.260803Z","steps":["trace[200788313] 'agreement among raft nodes before linearized reading' (duration: 1.260898797s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:31.260827Z","caller":"traceutil/trace.go:171","msg":"trace[29448347] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-r57bl; range_end:; response_count:1; response_revision:25155; }","duration":"1.085760007s","start":"2026-02-26T22:51:30.175061Z","end":"2026-02-26T22:51:31.260821Z","steps":["trace[29448347] 'agreement among raft nodes before linearized reading' (duration: 1.085221474s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:31.260821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:30.375627Z","time spent":"885.183488ms","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:31.260833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:29.823726Z","time spent":"1.437100983s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9603,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-02-26T22:51:31.260848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:29.999762Z","time spent":"1.261079162s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4685,"request content":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" "} {"level":"warn","ts":"2026-02-26T22:51:31.260735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384870552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-metadata-79df8c5675\" ","response":"range_response_count:1 size:9664"} {"level":"warn","ts":"2026-02-26T22:51:31.260895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210665965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-scheduler-555dd9d49b\" ","response":"range_response_count:1 size:7251"} {"level":"info","ts":"2026-02-26T22:51:31.260907Z","caller":"traceutil/trace.go:171","msg":"trace[1025214918] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-scheduler-555dd9d49b; range_end:; response_count:1; response_revision:25155; }","duration":"1.210693465s","start":"2026-02-26T22:51:30.05021Z","end":"2026-02-26T22:51:31.260904Z","steps":["trace[1025214918] 'agreement among raft nodes before linearized reading' (duration: 1.210653234s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:31.26092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:30.050201Z","time spent":"1.210716476s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7273,"request content":"key:\"/registry/replicasets/openstack/cinder-scheduler-555dd9d49b\" "} {"level":"warn","ts":"2026-02-26T22:51:31.26092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441309928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-26T22:51:31.2605Z","caller":"traceutil/trace.go:171","msg":"trace[2064066122] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-volume-7f9b7bf568; range_end:; response_count:1; response_revision:25155; }","duration":"1.310471783s","start":"2026-02-26T22:51:29.950013Z","end":"2026-02-26T22:51:31.260485Z","steps":["trace[2064066122] 'agreement among raft nodes before linearized reading' (duration: 1.310259158s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:31.260935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234974486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10704"} {"level":"info","ts":"2026-02-26T22:51:31.260959Z","caller":"traceutil/trace.go:171","msg":"trace[779283225] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25155; }","duration":"1.44136375s","start":"2026-02-26T22:51:29.819582Z","end":"2026-02-26T22:51:31.260946Z","steps":["trace[779283225] 'agreement among raft nodes before linearized reading' (duration: 1.440680283s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:31.260972Z","caller":"traceutil/trace.go:171","msg":"trace[1409785882] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25155; }","duration":"1.235041068s","start":"2026-02-26T22:51:30.025922Z","end":"2026-02-26T22:51:31.260963Z","steps":["trace[1409785882] 'agreement among raft nodes before linearized reading' (duration: 1.234950826s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:31.260579Z","caller":"traceutil/trace.go:171","msg":"trace[390657414] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25155; }","duration":"1.036032508s","start":"2026-02-26T22:51:30.224534Z","end":"2026-02-26T22:51:31.260567Z","steps":["trace[390657414] 'agreement among raft nodes before linearized reading' (duration: 1.035946686s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:31.261002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:29.819573Z","time spent":"1.441421362s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-26T22:51:31.260844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:30.175039Z","time spent":"1.085799909s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6659,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-r57bl\" "} {"level":"info","ts":"2026-02-26T22:51:31.260575Z","caller":"traceutil/trace.go:171","msg":"trace[1274443901] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:25155; }","duration":"985.624371ms","start":"2026-02-26T22:51:30.274946Z","end":"2026-02-26T22:51:31.26057Z","steps":["trace[1274443901] 'agreement among raft nodes before linearized reading' (duration: 985.58088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:31.261054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:29.818743Z","time spent":"1.441310299s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:31.261085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:30.274932Z","time spent":"986.141755ms","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"warn","ts":"2026-02-26T22:51:31.261007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:30.02591Z","time spent":"1.235089299s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10726,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-26T22:51:31.260849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286299605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9946"} {"level":"info","ts":"2026-02-26T22:51:31.261181Z","caller":"traceutil/trace.go:171","msg":"trace[656697041] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:25155; }","duration":"1.286627843s","start":"2026-02-26T22:51:29.97454Z","end":"2026-02-26T22:51:31.261168Z","steps":["trace[656697041] 'agreement among raft nodes before linearized reading' (duration: 1.286238343s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:31.260606Z","caller":"traceutil/trace.go:171","msg":"trace[2023536249] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-zm9rp; range_end:; response_count:1; response_revision:25155; }","duration":"1.360348236s","start":"2026-02-26T22:51:29.900251Z","end":"2026-02-26T22:51:31.260599Z","steps":["trace[2023536249] 'agreement among raft nodes before linearized reading' (duration: 1.360226493s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:31.261223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:29.900174Z","time spent":"1.361042533s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4970,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-zm9rp\" "} {"level":"warn","ts":"2026-02-26T22:51:31.261227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:29.974506Z","time spent":"1.286708395s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9968,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-02-26T22:51:31.260696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:30.074805Z","time spent":"1.185876962s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3324,"request content":"key:\"/registry/replicasets/orc-system/orc-controller-manager-6cb597b5d4\" "} {"level":"warn","ts":"2026-02-26T22:51:31.260697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410773072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-02-26T22:51:31.261292Z","caller":"traceutil/trace.go:171","msg":"trace[2030791546] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:25155; }","duration":"1.411404338s","start":"2026-02-26T22:51:29.849878Z","end":"2026-02-26T22:51:31.261282Z","steps":["trace[2030791546] 'agreement among raft nodes before linearized reading' (duration: 1.410753932s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:31.26045Z","caller":"traceutil/trace.go:171","msg":"trace[1118638022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25155; }","duration":"225.058144ms","start":"2026-02-26T22:51:31.035376Z","end":"2026-02-26T22:51:31.260434Z","steps":["trace[1118638022] 'agreement among raft nodes before linearized reading' (duration: 224.950931ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:31.260465Z","caller":"traceutil/trace.go:171","msg":"trace[941055569] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25155; }","duration":"1.160265029s","start":"2026-02-26T22:51:30.100184Z","end":"2026-02-26T22:51:31.260449Z","steps":["trace[941055569] 'agreement among raft nodes before linearized reading' (duration: 1.160081755s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:31.261328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:29.84986Z","time spent":"1.41145843s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3926,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-02-26T22:51:31.261357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:30.100148Z","time spent":"1.161193371s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":10657,"request content":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-26T22:51:31.260964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:29.949996Z","time spent":"1.310957375s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":14550,"request content":"key:\"/registry/replicasets/openstack/cinder-volume-7f9b7bf568\" "} {"level":"warn","ts":"2026-02-26T22:51:31.26101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:30.224524Z","time spent":"1.036479149s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1436,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-02-26T22:51:31.261063Z","caller":"traceutil/trace.go:171","msg":"trace[1620065940] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-metadata-79df8c5675; range_end:; response_count:1; response_revision:25155; }","duration":"1.385072287s","start":"2026-02-26T22:51:29.875804Z","end":"2026-02-26T22:51:31.260876Z","steps":["trace[1620065940] 'agreement among raft nodes before linearized reading' (duration: 1.384471202s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:31.261546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:29.875781Z","time spent":"1.385753543s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":9686,"request content":"key:\"/registry/replicasets/openstack/nova-api-metadata-79df8c5675\" "} {"level":"warn","ts":"2026-02-26T22:51:31.768629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:32.188067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.800833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:32.188146Z","caller":"traceutil/trace.go:171","msg":"trace[1502625164] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"920.533997ms","start":"2026-02-26T22:51:31.267598Z","end":"2026-02-26T22:51:32.188132Z","steps":["trace[1502625164] 'process raft request' (duration: 567.60213ms)","trace[1502625164] 'compare' (duration: 351.559613ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:32.188187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.267579Z","time spent":"920.587698ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:33.664622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.827527682s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:51:33.665441Z","caller":"traceutil/trace.go:171","msg":"trace[1003157366] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"2.087986335s","start":"2026-02-26T22:51:31.577428Z","end":"2026-02-26T22:51:33.665414Z","steps":["trace[1003157366] 'process raft request' (duration: 2.087542904s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:33.665604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.577383Z","time spent":"2.088137079s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:33.665785Z","caller":"traceutil/trace.go:171","msg":"trace[1670724832] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"2.088084029s","start":"2026-02-26T22:51:31.577668Z","end":"2026-02-26T22:51:33.665752Z","steps":["trace[1670724832] 'process raft request' (duration: 2.087669357s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:33.66588Z","caller":"traceutil/trace.go:171","msg":"trace[1271228020] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"2.087690829s","start":"2026-02-26T22:51:31.578157Z","end":"2026-02-26T22:51:33.665848Z","steps":["trace[1271228020] 'process raft request' (duration: 2.087520545s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:33.665951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.577653Z","time spent":"2.088192471s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:33.666093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.57813Z","time spent":"2.087824523s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:33.666426Z","caller":"traceutil/trace.go:171","msg":"trace[1900479976] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"2.087892484s","start":"2026-02-26T22:51:31.578516Z","end":"2026-02-26T22:51:33.666408Z","steps":["trace[1900479976] 'process raft request' (duration: 2.087291289s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:33.666507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.578482Z","time spent":"2.087981466s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:33.666575Z","caller":"traceutil/trace.go:171","msg":"trace[577623729] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"2.087470022s","start":"2026-02-26T22:51:31.579077Z","end":"2026-02-26T22:51:33.666547Z","steps":["trace[577623729] 'process raft request' (duration: 2.08736952s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:33.666787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.579068Z","time spent":"2.087623226s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:33.666795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399164473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-78tfx\" ","response":"range_response_count:1 size:6048"} {"level":"info","ts":"2026-02-26T22:51:33.666641Z","caller":"traceutil/trace.go:171","msg":"trace[1728571522] linearizableReadLoop","detail":"{readStateIndex:26080; appliedIndex:26072; }","duration":"2.399006719s","start":"2026-02-26T22:51:31.267621Z","end":"2026-02-26T22:51:33.666627Z","steps":["trace[1728571522] 'read index received' (duration: 567.598ms)","trace[1728571522] 'applied index is now lower than readState.Index' (duration: 1.831407829s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:33.666873Z","caller":"traceutil/trace.go:171","msg":"trace[346686099] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"2.086722354s","start":"2026-02-26T22:51:31.580135Z","end":"2026-02-26T22:51:33.666857Z","steps":["trace[346686099] 'process raft request' (duration: 2.086355775s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:33.666902Z","caller":"traceutil/trace.go:171","msg":"trace[591699843] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-78tfx; range_end:; response_count:1; response_revision:25163; }","duration":"2.399274247s","start":"2026-02-26T22:51:31.267608Z","end":"2026-02-26T22:51:33.666882Z","steps":["trace[591699843] 'agreement among raft nodes before linearized reading' (duration: 2.399058861s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:33.666933Z","caller":"traceutil/trace.go:171","msg":"trace[2039762403] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"2.088069787s","start":"2026-02-26T22:51:31.578843Z","end":"2026-02-26T22:51:33.666913Z","steps":["trace[2039762403] 'process raft request' (duration: 2.087470033s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:33.666964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.267603Z","time spent":"2.399342908s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6070,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-78tfx\" "} {"level":"warn","ts":"2026-02-26T22:51:33.666957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.580125Z","time spent":"2.086783895s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:33.666974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.578835Z","time spent":"2.088114208s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:33.882666Z","caller":"traceutil/trace.go:171","msg":"trace[1934195671] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"1.695349511s","start":"2026-02-26T22:51:32.187294Z","end":"2026-02-26T22:51:33.882643Z","steps":["trace[1934195671] 'process raft request' (duration: 1.604729235s)","trace[1934195671] 'compare' (duration: 90.164555ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:33.882805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:32.187275Z","time spent":"1.695458274s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:34.037967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000443656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:51:34.03804Z","caller":"traceutil/trace.go:171","msg":"trace[1683991384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000640061s","start":"2026-02-26T22:51:32.037382Z","end":"2026-02-26T22:51:34.038022Z","steps":["trace[1683991384] 'agreement among raft nodes before linearized reading' (duration: 2.000548409s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:34.038234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:32.037357Z","time spent":"2.000860656s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:51:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:51:35.805348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.229615972s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:51:35.864873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98225917s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T22:51:35.865231Z","caller":"traceutil/trace.go:171","msg":"trace[1967515] linearizableReadLoop","detail":"{readStateIndex:26082; appliedIndex:26080; }","duration":"2.198313067s","start":"2026-02-26T22:51:33.666892Z","end":"2026-02-26T22:51:35.865205Z","steps":["trace[1967515] 'read index received' (duration: 125.037661ms)","trace[1967515] 'applied index is now lower than readState.Index' (duration: 2.073273836s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:35.866577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836202172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:35.866673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71263496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T22:51:35.866704Z","caller":"traceutil/trace.go:171","msg":"trace[494034141] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25164; }","duration":"2.836391137s","start":"2026-02-26T22:51:33.030281Z","end":"2026-02-26T22:51:35.866672Z","steps":["trace[494034141] 'agreement among raft nodes before linearized reading' (duration: 2.836179501s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:35.866779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:33.030256Z","time spent":"2.8365033s","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:35.866596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.59706123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3114"} {"level":"warn","ts":"2026-02-26T22:51:35.866964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.598433254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" ","response":"range_response_count:1 size:817"} {"level":"warn","ts":"2026-02-26T22:51:35.866979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.601776595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3757"} {"level":"warn","ts":"2026-02-26T22:51:35.866985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.339717554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:51:35.867036Z","caller":"traceutil/trace.go:171","msg":"trace[1948735213] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:25164; }","duration":"4.59749902s","start":"2026-02-26T22:51:31.269485Z","end":"2026-02-26T22:51:35.866984Z","steps":["trace[1948735213] 'agreement among raft nodes before linearized reading' (duration: 4.596958837s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:35.866794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.598148406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-02-26T22:51:35.867064Z","caller":"traceutil/trace.go:171","msg":"trace[332639736] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25164; }","duration":"3.601898218s","start":"2026-02-26T22:51:32.265151Z","end":"2026-02-26T22:51:35.867049Z","steps":["trace[332639736] 'agreement among raft nodes before linearized reading' (duration: 3.601745014s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:35.867096Z","caller":"traceutil/trace.go:171","msg":"trace[1479931625] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"1.291478796s","start":"2026-02-26T22:51:34.575603Z","end":"2026-02-26T22:51:35.867081Z","steps":["trace[1479931625] 'process raft request' (duration: 1.289407284s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:35.86712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:32.265131Z","time spent":"3.601977189s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" "} {"level":"warn","ts":"2026-02-26T22:51:35.867123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.26948Z","time spent":"4.597621253s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3136,"request content":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" "} {"level":"info","ts":"2026-02-26T22:51:35.867138Z","caller":"traceutil/trace.go:171","msg":"trace[1434208960] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:25164; }","duration":"4.598472015s","start":"2026-02-26T22:51:31.268626Z","end":"2026-02-26T22:51:35.867098Z","steps":["trace[1434208960] 'agreement among raft nodes before linearized reading' (duration: 4.598082255s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:35.867183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:34.575567Z","time spent":"1.291556377s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:35.866682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.5974968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-novncproxy-7dcf9d7bdf\" ","response":"range_response_count:1 size:9373"} {"level":"warn","ts":"2026-02-26T22:51:35.867184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.268616Z","time spent":"4.598556217s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-02-26T22:51:35.866985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610655269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:35.867318Z","caller":"traceutil/trace.go:171","msg":"trace[1692327914] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25164; }","duration":"3.611035048s","start":"2026-02-26T22:51:32.256273Z","end":"2026-02-26T22:51:35.867308Z","steps":["trace[1692327914] 'agreement among raft nodes before linearized reading' (duration: 3.610670229s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:35.867346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:32.256251Z","time spent":"3.611083509s","remote":"127.0.0.1:58592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:35.867301Z","caller":"traceutil/trace.go:171","msg":"trace[1450081985] range","detail":"{range_begin:/registry/replicasets/openstack/nova-novncproxy-7dcf9d7bdf; range_end:; response_count:1; response_revision:25164; }","duration":"4.598107095s","start":"2026-02-26T22:51:31.269156Z","end":"2026-02-26T22:51:35.867263Z","steps":["trace[1450081985] 'agreement among raft nodes before linearized reading' (duration: 4.597368057s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:35.867121Z","caller":"traceutil/trace.go:171","msg":"trace[1601978412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25164; }","duration":"4.339828387s","start":"2026-02-26T22:51:31.527239Z","end":"2026-02-26T22:51:35.867067Z","steps":["trace[1601978412] 'agreement among raft nodes before linearized reading' (duration: 4.339413467s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:35.867508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.527233Z","time spent":"4.340251948s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T22:51:35.866723Z","caller":"traceutil/trace.go:171","msg":"trace[1830887359] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25164; }","duration":"3.712742983s","start":"2026-02-26T22:51:32.153967Z","end":"2026-02-26T22:51:35.86671Z","steps":["trace[1830887359] 'agreement among raft nodes before linearized reading' (duration: 3.712524517s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:35.867603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:32.153939Z","time spent":"3.713629456s","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":238,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:35.86679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.340139924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T22:51:35.867681Z","caller":"traceutil/trace.go:171","msg":"trace[767494315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25164; }","duration":"4.341051058s","start":"2026-02-26T22:51:31.526606Z","end":"2026-02-26T22:51:35.867657Z","steps":["trace[767494315] 'agreement among raft nodes before linearized reading' (duration: 4.340049322s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:35.86777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.526586Z","time spent":"4.341164731s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:51:35.866805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.339767735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T22:51:35.867912Z","caller":"traceutil/trace.go:171","msg":"trace[604469187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25164; }","duration":"4.340897275s","start":"2026-02-26T22:51:31.526999Z","end":"2026-02-26T22:51:35.867896Z","steps":["trace[604469187] 'agreement among raft nodes before linearized reading' (duration: 4.339635083s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:35.867968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.526993Z","time spent":"4.340959836s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:51:35.867633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.455049419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:35.866877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119075538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:51:35.86812Z","caller":"traceutil/trace.go:171","msg":"trace[1700254073] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25164; }","duration":"3.120344331s","start":"2026-02-26T22:51:32.747757Z","end":"2026-02-26T22:51:35.868101Z","steps":["trace[1700254073] 'agreement among raft nodes before linearized reading' (duration: 3.118990096s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:35.86686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.597009899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-02-26T22:51:35.868187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:32.747739Z","time spent":"3.120429014s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T22:51:35.868131Z","caller":"traceutil/trace.go:171","msg":"trace[51789984] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25164; }","duration":"3.456208048s","start":"2026-02-26T22:51:32.411873Z","end":"2026-02-26T22:51:35.868081Z","steps":["trace[51789984] 'agreement among raft nodes before linearized reading' (duration: 3.454920156s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:35.868231Z","caller":"traceutil/trace.go:171","msg":"trace[2004587594] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:25164; }","duration":"4.598349103s","start":"2026-02-26T22:51:31.269822Z","end":"2026-02-26T22:51:35.868171Z","steps":["trace[2004587594] 'agreement among raft nodes before linearized reading' (duration: 4.596896256s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:35.868358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.269809Z","time spent":"4.598534807s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4806,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"warn","ts":"2026-02-26T22:51:35.868324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:32.411852Z","time spent":"3.456453915s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:35.866884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.339864818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T22:51:35.868576Z","caller":"traceutil/trace.go:171","msg":"trace[1520270429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25164; }","duration":"4.341562342s","start":"2026-02-26T22:51:31.527005Z","end":"2026-02-26T22:51:35.868567Z","steps":["trace[1520270429] 'agreement among raft nodes before linearized reading' (duration: 4.339840128s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:35.868611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.527Z","time spent":"4.341601172s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:51:35.866894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.598325751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5210"} {"level":"info","ts":"2026-02-26T22:51:35.86871Z","caller":"traceutil/trace.go:171","msg":"trace[766926541] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:25164; }","duration":"4.600146048s","start":"2026-02-26T22:51:31.268545Z","end":"2026-02-26T22:51:35.868691Z","steps":["trace[766926541] 'agreement among raft nodes before linearized reading' (duration: 4.59827179s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:35.868774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.268528Z","time spent":"4.600226669s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5232,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" "} {"level":"info","ts":"2026-02-26T22:51:35.867003Z","caller":"traceutil/trace.go:171","msg":"trace[154612124] range","detail":"{range_begin:/registry/services/specs/capi-system/capi-webhook-service; range_end:; response_count:1; response_revision:25164; }","duration":"4.598459164s","start":"2026-02-26T22:51:31.268526Z","end":"2026-02-26T22:51:35.866985Z","steps":["trace[154612124] 'agreement among raft nodes before linearized reading' (duration: 4.598387003s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:35.868891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.268499Z","time spent":"4.600382823s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":839,"request content":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" "} {"level":"warn","ts":"2026-02-26T22:51:35.866998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199573781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:35.86916Z","caller":"traceutil/trace.go:171","msg":"trace[23508353] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25164; }","duration":"3.201744836s","start":"2026-02-26T22:51:32.667393Z","end":"2026-02-26T22:51:35.869138Z","steps":["trace[23508353] 'agreement among raft nodes before linearized reading' (duration: 3.19953258s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:35.869409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:32.667331Z","time spent":"3.20188315s","remote":"127.0.0.1:38176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:35.867427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.269135Z","time spent":"4.598248559s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":9395,"request content":"key:\"/registry/replicasets/openstack/nova-novncproxy-7dcf9d7bdf\" "} {"level":"warn","ts":"2026-02-26T22:51:36.038529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:51:36.038668Z","caller":"traceutil/trace.go:171","msg":"trace[661688927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283982s","start":"2026-02-26T22:51:34.038359Z","end":"2026-02-26T22:51:36.038643Z","steps":["trace[661688927] 'agreement among raft nodes before linearized reading' (duration: 2.000112018s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:36.038731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:34.038338Z","time spent":"2.000380614s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:51:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:51:36.365671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:36.467731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194852843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:36.467814Z","caller":"traceutil/trace.go:171","msg":"trace[532953416] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25165; }","duration":"3.194995887s","start":"2026-02-26T22:51:33.272795Z","end":"2026-02-26T22:51:36.467791Z","steps":["trace[532953416] 'agreement among raft nodes before linearized reading' (duration: 2.594245464s)","trace[532953416] 'count revisions from in-memory index tree' (duration: 600.62814ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:36.46787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:33.272774Z","time spent":"3.195080769s","remote":"127.0.0.1:39822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:36.467945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.20013505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-b945c74b8-cqdjq\" ","response":"range_response_count:1 size:10150"} {"level":"info","ts":"2026-02-26T22:51:36.468025Z","caller":"traceutil/trace.go:171","msg":"trace[2045888588] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-b945c74b8-cqdjq; range_end:; response_count:1; response_revision:25165; }","duration":"5.200232983s","start":"2026-02-26T22:51:31.267768Z","end":"2026-02-26T22:51:36.468001Z","steps":["trace[2045888588] 'agreement among raft nodes before linearized reading' (duration: 4.599239634s)","trace[2045888588] 'range keys from in-memory index tree' (duration: 600.775044ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:36.46807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.267763Z","time spent":"5.200297514s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10172,"request content":"key:\"/registry/pods/openstack/cinder-api-b945c74b8-cqdjq\" "} {"level":"warn","ts":"2026-02-26T22:51:36.468256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.199921055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"info","ts":"2026-02-26T22:51:36.468309Z","caller":"traceutil/trace.go:171","msg":"trace[2031766411] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:25165; }","duration":"5.199971066s","start":"2026-02-26T22:51:31.268322Z","end":"2026-02-26T22:51:36.468293Z","steps":["trace[2031766411] 'agreement among raft nodes before linearized reading' (duration: 4.598714351s)","trace[2031766411] 'range keys from in-memory index tree' (duration: 601.122252ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:36.468344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.200591761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"warn","ts":"2026-02-26T22:51:36.468341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.268295Z","time spent":"5.200039038s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5729,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"info","ts":"2026-02-26T22:51:36.468365Z","caller":"traceutil/trace.go:171","msg":"trace[1729080692] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:25165; }","duration":"5.200627093s","start":"2026-02-26T22:51:31.26773Z","end":"2026-02-26T22:51:36.468357Z","steps":["trace[1729080692] 'agreement among raft nodes before linearized reading' (duration: 4.599291745s)","trace[1729080692] 'range keys from in-memory index tree' (duration: 601.260765ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:36.468392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.267721Z","time spent":"5.200665053s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9529,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-02-26T22:51:36.468529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.200845858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-px2vl\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-02-26T22:51:36.468554Z","caller":"traceutil/trace.go:171","msg":"trace[48661212] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-px2vl; range_end:; response_count:1; response_revision:25165; }","duration":"5.200876298s","start":"2026-02-26T22:51:31.267671Z","end":"2026-02-26T22:51:36.468547Z","steps":["trace[48661212] 'agreement among raft nodes before linearized reading' (duration: 4.599354926s)","trace[48661212] 'range keys from in-memory index tree' (duration: 601.466341ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:36.468572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.267667Z","time spent":"5.200901249s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4581,"request content":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-px2vl\" "} {"level":"warn","ts":"2026-02-26T22:51:36.46861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.200415247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10637"} {"level":"info","ts":"2026-02-26T22:51:36.468657Z","caller":"traceutil/trace.go:171","msg":"trace[1930712227] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25165; }","duration":"5.200474639s","start":"2026-02-26T22:51:31.268169Z","end":"2026-02-26T22:51:36.468644Z","steps":["trace[1930712227] 'agreement among raft nodes before linearized reading' (duration: 4.598844864s)","trace[1930712227] 'range keys from in-memory index tree' (duration: 601.512592ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:36.46869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.268162Z","time spent":"5.20052162s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":10659,"request content":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-26T22:51:36.46872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.20094034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-w5qrn\" ","response":"range_response_count:1 size:8167"} {"level":"warn","ts":"2026-02-26T22:51:36.468276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.200225692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-02-26T22:51:36.468852Z","caller":"traceutil/trace.go:171","msg":"trace[2127798728] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-w5qrn; range_end:; response_count:1; response_revision:25165; }","duration":"5.201076384s","start":"2026-02-26T22:51:31.267733Z","end":"2026-02-26T22:51:36.468809Z","steps":["trace[2127798728] 'agreement among raft nodes before linearized reading' (duration: 4.599306796s)","trace[2127798728] 'range keys from in-memory index tree' (duration: 601.533302ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:36.468892Z","caller":"traceutil/trace.go:171","msg":"trace[1372620783] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:25165; }","duration":"5.200848168s","start":"2026-02-26T22:51:31.268028Z","end":"2026-02-26T22:51:36.468876Z","steps":["trace[1372620783] 'agreement among raft nodes before linearized reading' (duration: 4.598995707s)","trace[1372620783] 'range keys from in-memory index tree' (duration: 601.163334ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:36.468937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.26802Z","time spent":"5.20090821s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-02-26T22:51:36.468925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.267724Z","time spent":"5.201175296s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8189,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-w5qrn\" "} {"level":"warn","ts":"2026-02-26T22:51:36.468942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811212064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mcpn.1897ed91c0d28e44\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-26T22:51:36.469039Z","caller":"traceutil/trace.go:171","msg":"trace[1242136840] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6mcpn.1897ed91c0d28e44; range_end:; response_count:1; response_revision:25165; }","duration":"2.811375288s","start":"2026-02-26T22:51:33.65764Z","end":"2026-02-26T22:51:36.469015Z","steps":["trace[1242136840] 'agreement among raft nodes before linearized reading' (duration: 2.209377584s)","trace[1242136840] 'range keys from in-memory index tree' (duration: 601.740688ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:36.469095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:33.657617Z","time spent":"2.811467861s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mcpn.1897ed91c0d28e44\" "} {"level":"warn","ts":"2026-02-26T22:51:36.469158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.20135682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8224"} {"level":"info","ts":"2026-02-26T22:51:36.469246Z","caller":"traceutil/trace.go:171","msg":"trace[2044035747] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:25165; }","duration":"5.201445763s","start":"2026-02-26T22:51:31.267774Z","end":"2026-02-26T22:51:36.46922Z","steps":["trace[2044035747] 'agreement among raft nodes before linearized reading' (duration: 4.599257534s)","trace[2044035747] 'range keys from in-memory index tree' (duration: 602.012044ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:36.469476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:31.267769Z","time spent":"5.201693539s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8246,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"info","ts":"2026-02-26T22:51:36.469537Z","caller":"traceutil/trace.go:171","msg":"trace[1522913213] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"1.222344979s","start":"2026-02-26T22:51:35.247177Z","end":"2026-02-26T22:51:36.469522Z","steps":["trace[1522913213] 'process raft request' (duration: 1.150226477s)","trace[1522913213] 'compare' (duration: 70.136162ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:36.469643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:35.247148Z","time spent":"1.22243251s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:36.470223Z","caller":"traceutil/trace.go:171","msg":"trace[1667629398] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"798.117871ms","start":"2026-02-26T22:51:35.672092Z","end":"2026-02-26T22:51:36.47021Z","steps":["trace[1667629398] 'process raft request' (duration: 797.358431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:36.470292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:35.672057Z","time spent":"798.199493ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:36.470338Z","caller":"traceutil/trace.go:171","msg":"trace[137851018] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"797.718911ms","start":"2026-02-26T22:51:35.672593Z","end":"2026-02-26T22:51:36.470312Z","steps":["trace[137851018] 'process raft request' (duration: 797.554287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:36.470512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:35.672561Z","time spent":"797.865355ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:36.470614Z","caller":"traceutil/trace.go:171","msg":"trace[332096411] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"797.918216ms","start":"2026-02-26T22:51:35.672683Z","end":"2026-02-26T22:51:36.470602Z","steps":["trace[332096411] 'process raft request' (duration: 797.582418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:36.470678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:35.672666Z","time spent":"797.974237ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:36.470753Z","caller":"traceutil/trace.go:171","msg":"trace[372740639] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"797.755992ms","start":"2026-02-26T22:51:35.67299Z","end":"2026-02-26T22:51:36.470746Z","steps":["trace[372740639] 'process raft request' (duration: 797.624949ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:36.470747Z","caller":"traceutil/trace.go:171","msg":"trace[538872562] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"797.773033ms","start":"2026-02-26T22:51:35.672961Z","end":"2026-02-26T22:51:36.470734Z","steps":["trace[538872562] 'process raft request' (duration: 797.528907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:36.470789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:35.672978Z","time spent":"797.791972ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:36.470814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:35.67295Z","time spent":"797.828104ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:36.47086Z","caller":"traceutil/trace.go:171","msg":"trace[458079174] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"797.820583ms","start":"2026-02-26T22:51:35.673021Z","end":"2026-02-26T22:51:36.470842Z","steps":["trace[458079174] 'process raft request' (duration: 797.659779ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:36.470852Z","caller":"traceutil/trace.go:171","msg":"trace[987407310] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"797.67996ms","start":"2026-02-26T22:51:35.673148Z","end":"2026-02-26T22:51:36.470828Z","steps":["trace[987407310] 'process raft request' (duration: 797.591928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:36.470948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:35.673013Z","time spent":"797.876954ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:36.47097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:35.673137Z","time spent":"797.767922ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:37.011795Z","caller":"traceutil/trace.go:171","msg":"trace[916675896] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"1.139718542s","start":"2026-02-26T22:51:35.872048Z","end":"2026-02-26T22:51:37.011766Z","steps":["trace[916675896] 'process raft request' (duration: 1.082353691s)","trace[916675896] 'compare' (duration: 57.076984ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:37.012047Z","caller":"traceutil/trace.go:171","msg":"trace[1943571002] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"1.138919643s","start":"2026-02-26T22:51:35.873105Z","end":"2026-02-26T22:51:37.012025Z","steps":["trace[1943571002] 'process raft request' (duration: 1.138711508s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.012164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:35.873098Z","time spent":"1.139008035s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:37.011882Z","caller":"traceutil/trace.go:171","msg":"trace[1622449460] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"1.139298753s","start":"2026-02-26T22:51:35.872557Z","end":"2026-02-26T22:51:37.011856Z","steps":["trace[1622449460] 'process raft request' (duration: 1.139160989s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:37.01231Z","caller":"traceutil/trace.go:171","msg":"trace[201420] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"1.139040425s","start":"2026-02-26T22:51:35.873232Z","end":"2026-02-26T22:51:37.012273Z","steps":["trace[201420] 'process raft request' (duration: 1.138744018s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.012306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:35.872027Z","time spent":"1.140032491s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:37.012459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:35.873226Z","time spent":"1.139150188s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:37.012386Z","caller":"traceutil/trace.go:171","msg":"trace[644453254] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"540.348515ms","start":"2026-02-26T22:51:36.472016Z","end":"2026-02-26T22:51:37.012365Z","steps":["trace[644453254] 'process raft request' (duration: 540.227642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.012473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:35.872534Z","time spent":"1.139837635s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:37.012542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35288392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897eda3dc4f2102\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-02-26T22:51:37.012526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533864444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:37.012592Z","caller":"traceutil/trace.go:171","msg":"trace[149900365] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897eda3dc4f2102; range_end:; response_count:1; response_revision:25178; }","duration":"2.352965753s","start":"2026-02-26T22:51:34.659616Z","end":"2026-02-26T22:51:37.012581Z","steps":["trace[149900365] 'agreement among raft nodes before linearized reading' (duration: 2.352819099s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.01262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:34.659599Z","time spent":"2.353016143s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897eda3dc4f2102\" "} {"level":"warn","ts":"2026-02-26T22:51:37.012571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:36.472Z","time spent":"540.516339ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:37.01267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052849532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:51:37.012687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398682578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:51:37.01271Z","caller":"traceutil/trace.go:171","msg":"trace[695757972] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25178; }","duration":"2.052938286s","start":"2026-02-26T22:51:34.959762Z","end":"2026-02-26T22:51:37.0127Z","steps":["trace[695757972] 'agreement among raft nodes before linearized reading' (duration: 2.052715s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.012749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:34.959741Z","time spent":"2.052996256s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:37.012814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694198814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:37.012812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585676149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:37.012703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192631693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:37.012862Z","caller":"traceutil/trace.go:171","msg":"trace[1137270835] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25178; }","duration":"2.694278516s","start":"2026-02-26T22:51:34.318569Z","end":"2026-02-26T22:51:37.012847Z","steps":["trace[1137270835] 'agreement among raft nodes before linearized reading' (duration: 2.694206394s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:37.012878Z","caller":"traceutil/trace.go:171","msg":"trace[1088201412] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25178; }","duration":"2.19285327s","start":"2026-02-26T22:51:34.820013Z","end":"2026-02-26T22:51:37.012866Z","steps":["trace[1088201412] 'agreement among raft nodes before linearized reading' (duration: 2.192651605s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:37.012879Z","caller":"traceutil/trace.go:171","msg":"trace[1063141533] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25178; }","duration":"2.585781331s","start":"2026-02-26T22:51:34.427077Z","end":"2026-02-26T22:51:37.012858Z","steps":["trace[1063141533] 'agreement among raft nodes before linearized reading' (duration: 2.585654958s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.012885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512059639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:37.012876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478563287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-02-26T22:51:37.012916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:34.819992Z","time spent":"2.19290882s","remote":"127.0.0.1:52242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:37.01292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:34.318551Z","time spent":"2.694349608s","remote":"127.0.0.1:39986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:37.012926Z","caller":"traceutil/trace.go:171","msg":"trace[464338297] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25178; }","duration":"2.51211654s","start":"2026-02-26T22:51:34.500796Z","end":"2026-02-26T22:51:37.012913Z","steps":["trace[464338297] 'agreement among raft nodes before linearized reading' (duration: 2.512056158s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.01281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526165143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-26T22:51:37.01294Z","caller":"traceutil/trace.go:171","msg":"trace[861724238] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25178; }","duration":"2.478712851s","start":"2026-02-26T22:51:34.534211Z","end":"2026-02-26T22:51:37.012924Z","steps":["trace[861724238] 'agreement among raft nodes before linearized reading' (duration: 2.478490866s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.012971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:34.500786Z","time spent":"2.512176751s","remote":"127.0.0.1:40060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-26T22:51:37.012981Z","caller":"traceutil/trace.go:171","msg":"trace[1877625480] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:25178; }","duration":"2.526366758s","start":"2026-02-26T22:51:34.486601Z","end":"2026-02-26T22:51:37.012968Z","steps":["trace[1877625480] 'agreement among raft nodes before linearized reading' (duration: 2.526012249s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.012992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:34.534157Z","time spent":"2.478821753s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T22:51:37.012928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:34.427057Z","time spent":"2.585856483s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:37.01302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:34.486585Z","time spent":"2.526423419s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"info","ts":"2026-02-26T22:51:37.012614Z","caller":"traceutil/trace.go:171","msg":"trace[2037330196] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25178; }","duration":"1.534005687s","start":"2026-02-26T22:51:35.47859Z","end":"2026-02-26T22:51:37.012596Z","steps":["trace[2037330196] 'agreement among raft nodes before linearized reading' (duration: 1.533851903s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:37.012745Z","caller":"traceutil/trace.go:171","msg":"trace[1822455649] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25178; }","duration":"1.39879242s","start":"2026-02-26T22:51:35.613938Z","end":"2026-02-26T22:51:37.01273Z","steps":["trace[1822455649] 'agreement among raft nodes before linearized reading' (duration: 1.398705008s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.01309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:35.478569Z","time spent":"1.53449695s","remote":"127.0.0.1:40200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:37.013113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:35.613908Z","time spent":"1.39919084s","remote":"127.0.0.1:35634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:37.013416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.33566326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5932"} {"level":"info","ts":"2026-02-26T22:51:37.013443Z","caller":"traceutil/trace.go:171","msg":"trace[214200723] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:25178; }","duration":"3.335724582s","start":"2026-02-26T22:51:33.677711Z","end":"2026-02-26T22:51:37.013436Z","steps":["trace[214200723] 'agreement among raft nodes before linearized reading' (duration: 3.33564608s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.013462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:33.677678Z","time spent":"3.335778803s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":5954,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" "} {"level":"info","ts":"2026-02-26T22:51:37.012442Z","caller":"traceutil/trace.go:171","msg":"trace[1657724461] linearizableReadLoop","detail":"{readStateIndex:26095; appliedIndex:26083; }","duration":"1.147159499s","start":"2026-02-26T22:51:35.865264Z","end":"2026-02-26T22:51:37.012423Z","steps":["trace[1657724461] 'read index received' (duration: 532.152619ms)","trace[1657724461] 'applied index is now lower than readState.Index' (duration: 615.005ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:37.014021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140888963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:51:37.014077Z","caller":"traceutil/trace.go:171","msg":"trace[1091634800] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25178; }","duration":"1.140953894s","start":"2026-02-26T22:51:35.873096Z","end":"2026-02-26T22:51:37.01405Z","steps":["trace[1091634800] 'agreement among raft nodes before linearized reading' (duration: 1.140830921s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.014109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:35.873087Z","time spent":"1.141013415s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:51:37.014647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.616706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-02-26T22:51:37.014707Z","caller":"traceutil/trace.go:171","msg":"trace[1931467451] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:25178; }","duration":"539.694119ms","start":"2026-02-26T22:51:36.474999Z","end":"2026-02-26T22:51:37.014693Z","steps":["trace[1931467451] 'agreement among raft nodes before linearized reading' (duration: 539.471393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.014757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:36.474992Z","time spent":"539.75387ms","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-02-26T22:51:37.014774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.207964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:37.014841Z","caller":"traceutil/trace.go:171","msg":"trace[1332897786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25178; }","duration":"968.319627ms","start":"2026-02-26T22:51:36.046511Z","end":"2026-02-26T22:51:37.01483Z","steps":["trace[1332897786] 'agreement among raft nodes before linearized reading' (duration: 968.225715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.014867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112219502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:37.014898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:36.046489Z","time spent":"968.374228ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T22:51:37.014919Z","caller":"traceutil/trace.go:171","msg":"trace[490916379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25178; }","duration":"1.112317844s","start":"2026-02-26T22:51:35.902587Z","end":"2026-02-26T22:51:37.014905Z","steps":["trace[490916379] 'agreement among raft nodes before linearized reading' (duration: 1.112234552s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.014923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.679908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" ","response":"range_response_count:1 size:6879"} {"level":"warn","ts":"2026-02-26T22:51:37.014953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:35.902563Z","time spent":"1.112384015s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:37.014948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.908876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-02-26T22:51:37.014979Z","caller":"traceutil/trace.go:171","msg":"trace[1317133141] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-cf56b6468; range_end:; response_count:1; response_revision:25178; }","duration":"539.765151ms","start":"2026-02-26T22:51:36.475198Z","end":"2026-02-26T22:51:37.014963Z","steps":["trace[1317133141] 'agreement among raft nodes before linearized reading' (duration: 539.647588ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:37.014996Z","caller":"traceutil/trace.go:171","msg":"trace[1624964815] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25178; }","duration":"141.994017ms","start":"2026-02-26T22:51:36.872988Z","end":"2026-02-26T22:51:37.014982Z","steps":["trace[1624964815] 'agreement among raft nodes before linearized reading' (duration: 141.855244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.015053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:36.475183Z","time spent":"539.847352ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6901,"request content":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" "} {"level":"warn","ts":"2026-02-26T22:51:37.015076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.215692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-api-b945c74b8\" ","response":"range_response_count:1 size:8731"} {"level":"info","ts":"2026-02-26T22:51:37.01516Z","caller":"traceutil/trace.go:171","msg":"trace[1791861512] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-api-b945c74b8; range_end:; response_count:1; response_revision:25178; }","duration":"540.334415ms","start":"2026-02-26T22:51:36.474807Z","end":"2026-02-26T22:51:37.015141Z","steps":["trace[1791861512] 'agreement among raft nodes before linearized reading' (duration: 540.089759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.015211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:36.474799Z","time spent":"540.403396ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8753,"request content":"key:\"/registry/replicasets/openstack/cinder-api-b945c74b8\" "} {"level":"warn","ts":"2026-02-26T22:51:37.015483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.697223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4088"} {"level":"info","ts":"2026-02-26T22:51:37.015523Z","caller":"traceutil/trace.go:171","msg":"trace[984822303] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:25178; }","duration":"540.772335ms","start":"2026-02-26T22:51:36.47474Z","end":"2026-02-26T22:51:37.015512Z","steps":["trace[984822303] 'agreement among raft nodes before linearized reading' (duration: 540.656912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.015549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:36.474723Z","time spent":"540.820987ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4110,"request content":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" "} {"level":"warn","ts":"2026-02-26T22:51:37.711784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.27902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:37.712078Z","caller":"traceutil/trace.go:171","msg":"trace[1690241364] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"640.955632ms","start":"2026-02-26T22:51:37.071099Z","end":"2026-02-26T22:51:37.712055Z","steps":["trace[1690241364] 'process raft request' (duration: 640.823949ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:37.712147Z","caller":"traceutil/trace.go:171","msg":"trace[1089418706] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"696.027466ms","start":"2026-02-26T22:51:37.01607Z","end":"2026-02-26T22:51:37.712097Z","steps":["trace[1089418706] 'process raft request' (duration: 515.291396ms)","trace[1089418706] 'compare' (duration: 179.861169ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:37.712237Z","caller":"traceutil/trace.go:171","msg":"trace[1087295314] linearizableReadLoop","detail":"{readStateIndex:26098; appliedIndex:26097; }","duration":"642.334237ms","start":"2026-02-26T22:51:37.06989Z","end":"2026-02-26T22:51:37.712224Z","steps":["trace[1087295314] 'read index received' (duration: 461.568435ms)","trace[1087295314] 'applied index is now lower than readState.Index' (duration: 180.764321ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:37.712391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:37.016041Z","time spent":"696.203611ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:37.712433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.549661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:37.712459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.557675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:37.71248Z","caller":"traceutil/trace.go:171","msg":"trace[688726933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25180; }","duration":"675.643834ms","start":"2026-02-26T22:51:37.036822Z","end":"2026-02-26T22:51:37.712466Z","steps":["trace[688726933] 'agreement among raft nodes before linearized reading' (duration: 675.50249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.712525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:37.036798Z","time spent":"675.711636ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:37.712187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:37.07107Z","time spent":"641.067505ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:37.712514Z","caller":"traceutil/trace.go:171","msg":"trace[1843236525] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25180; }","duration":"582.615356ms","start":"2026-02-26T22:51:37.129884Z","end":"2026-02-26T22:51:37.712499Z","steps":["trace[1843236525] 'agreement among raft nodes before linearized reading' (duration: 582.521084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.712608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.492882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:37.712686Z","caller":"traceutil/trace.go:171","msg":"trace[1121038396] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25180; }","duration":"691.575954ms","start":"2026-02-26T22:51:37.02107Z","end":"2026-02-26T22:51:37.712646Z","steps":["trace[1121038396] 'agreement among raft nodes before linearized reading' (duration: 691.476412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.712702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.180192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T22:51:37.712685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:37.129863Z","time spent":"582.770691ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T22:51:37.712752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:37.021057Z","time spent":"691.685146ms","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-26T22:51:37.712762Z","caller":"traceutil/trace.go:171","msg":"trace[17646333] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25180; }","duration":"388.300155ms","start":"2026-02-26T22:51:37.324448Z","end":"2026-02-26T22:51:37.712749Z","steps":["trace[17646333] 'agreement among raft nodes before linearized reading' (duration: 388.11048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:37.712817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:37.324423Z","time spent":"388.381227ms","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T22:51:38.435698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.784283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:38.435801Z","caller":"traceutil/trace.go:171","msg":"trace[1348518850] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25180; }","duration":"346.948866ms","start":"2026-02-26T22:51:38.088836Z","end":"2026-02-26T22:51:38.435785Z","steps":["trace[1348518850] 'count revisions from in-memory index tree' (duration: 346.67939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:38.435845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:38.088817Z","time spent":"347.018858ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:38.436385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.890075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:38.436414Z","caller":"traceutil/trace.go:171","msg":"trace[80402132] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25180; }","duration":"473.970009ms","start":"2026-02-26T22:51:37.962438Z","end":"2026-02-26T22:51:38.436408Z","steps":["trace[80402132] 'count revisions from in-memory index tree' (duration: 473.806353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:38.436434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:37.962413Z","time spent":"474.014809ms","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:38.436861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.571151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-02-26T22:51:38.436932Z","caller":"traceutil/trace.go:171","msg":"trace[1398746387] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25180; }","duration":"417.702574ms","start":"2026-02-26T22:51:38.019213Z","end":"2026-02-26T22:51:38.436915Z","steps":["trace[1398746387] 'range keys from in-memory index tree' (duration: 417.348256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:38.436973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:38.019192Z","time spent":"417.770635ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" "} {"level":"warn","ts":"2026-02-26T22:51:38.871037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.592976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:38.871711Z","caller":"traceutil/trace.go:171","msg":"trace[1107816276] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"394.974753ms","start":"2026-02-26T22:51:38.476701Z","end":"2026-02-26T22:51:38.871676Z","steps":["trace[1107816276] 'process raft request' (duration: 184.636449ms)","trace[1107816276] 'compare' (duration: 209.285468ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:38.871834Z","caller":"traceutil/trace.go:171","msg":"trace[413937184] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"393.951847ms","start":"2026-02-26T22:51:38.477849Z","end":"2026-02-26T22:51:38.871801Z","steps":["trace[413937184] 'process raft request' (duration: 393.282911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:38.871945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:38.476683Z","time spent":"395.104346ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:38.871988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:38.477842Z","time spent":"394.06313ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:38.871991Z","caller":"traceutil/trace.go:171","msg":"trace[111879386] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"393.903796ms","start":"2026-02-26T22:51:38.478065Z","end":"2026-02-26T22:51:38.871968Z","steps":["trace[111879386] 'process raft request' (duration: 393.175798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:38.872092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:38.47804Z","time spent":"394.001149ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:38.872468Z","caller":"traceutil/trace.go:171","msg":"trace[1737263577] linearizableReadLoop","detail":"{readStateIndex:26106; appliedIndex:26100; }","duration":"215.212487ms","start":"2026-02-26T22:51:38.657235Z","end":"2026-02-26T22:51:38.872448Z","steps":["trace[1737263577] 'read index received' (duration: 4.047303ms)","trace[1737263577] 'applied index is now lower than readState.Index' (duration: 211.163954ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:38.872488Z","caller":"traceutil/trace.go:171","msg":"trace[804866054] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"393.833294ms","start":"2026-02-26T22:51:38.478626Z","end":"2026-02-26T22:51:38.872459Z","steps":["trace[804866054] 'process raft request' (duration: 393.737941ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:38.872496Z","caller":"traceutil/trace.go:171","msg":"trace[2046585352] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"393.839074ms","start":"2026-02-26T22:51:38.47864Z","end":"2026-02-26T22:51:38.87248Z","steps":["trace[2046585352] 'process raft request' (duration: 393.770882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:38.872597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:38.478611Z","time spent":"393.945036ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:38.872586Z","caller":"traceutil/trace.go:171","msg":"trace[808713067] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"394.308616ms","start":"2026-02-26T22:51:38.478255Z","end":"2026-02-26T22:51:38.872564Z","steps":["trace[808713067] 'process raft request' (duration: 393.625109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:38.872602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:38.478599Z","time spent":"393.944277ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:38.872633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.398932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mcpn.1897ed91c0d60cf9\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-02-26T22:51:38.872669Z","caller":"traceutil/trace.go:171","msg":"trace[184537383] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6mcpn.1897ed91c0d60cf9; range_end:; response_count:1; response_revision:25187; }","duration":"215.481124ms","start":"2026-02-26T22:51:38.657178Z","end":"2026-02-26T22:51:38.872659Z","steps":["trace[184537383] 'agreement among raft nodes before linearized reading' (duration: 215.33734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:38.872703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:38.478245Z","time spent":"394.392998ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:39.518361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447581,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T22:51:39.648864Z","caller":"traceutil/trace.go:171","msg":"trace[1028735049] linearizableReadLoop","detail":"{readStateIndex:26109; appliedIndex:26108; }","duration":"631.081474ms","start":"2026-02-26T22:51:39.017756Z","end":"2026-02-26T22:51:39.648838Z","steps":["trace[1028735049] 'read index received' (duration: 552.703665ms)","trace[1028735049] 'applied index is now lower than readState.Index' (duration: 78.376719ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:39.648974Z","caller":"traceutil/trace.go:171","msg":"trace[688807252] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"680.890056ms","start":"2026-02-26T22:51:38.968062Z","end":"2026-02-26T22:51:39.648953Z","steps":["trace[688807252] 'process raft request' (duration: 602.483336ms)","trace[688807252] 'compare' (duration: 77.733933ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:39.64922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:38.96804Z","time spent":"681.118141ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T22:51:39.649191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.413392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T22:51:39.649418Z","caller":"traceutil/trace.go:171","msg":"trace[9204009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25190; }","duration":"631.714771ms","start":"2026-02-26T22:51:39.017683Z","end":"2026-02-26T22:51:39.649398Z","steps":["trace[9204009] 'agreement among raft nodes before linearized reading' (duration: 631.268659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:39.649499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:39.017668Z","time spent":"631.811803ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:51:39.649761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.727582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:51:39.649841Z","caller":"traceutil/trace.go:171","msg":"trace[1666395355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25190; }","duration":"632.169962ms","start":"2026-02-26T22:51:39.017652Z","end":"2026-02-26T22:51:39.649822Z","steps":["trace[1666395355] 'agreement among raft nodes before linearized reading' (duration: 631.29779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:39.64989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:39.01763Z","time spent":"632.248714ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:51:39.853042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.988257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:39.853281Z","caller":"traceutil/trace.go:171","msg":"trace[1861322566] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"198.773064ms","start":"2026-02-26T22:51:39.654489Z","end":"2026-02-26T22:51:39.853262Z","steps":["trace[1861322566] 'process raft request' (duration: 198.731412ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:39.853309Z","caller":"traceutil/trace.go:171","msg":"trace[610051486] linearizableReadLoop","detail":"{readStateIndex:26110; appliedIndex:26109; }","duration":"204.344094ms","start":"2026-02-26T22:51:39.64893Z","end":"2026-02-26T22:51:39.853275Z","steps":["trace[610051486] 'read index received' (duration: 101.011758ms)","trace[610051486] 'applied index is now lower than readState.Index' (duration: 103.330066ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:39.853452Z","caller":"traceutil/trace.go:171","msg":"trace[1986382012] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"275.388188ms","start":"2026-02-26T22:51:39.57805Z","end":"2026-02-26T22:51:39.853438Z","steps":["trace[1986382012] 'process raft request' (duration: 171.881668ms)","trace[1986382012] 'compare' (duration: 102.855164ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:39.853724Z","caller":"traceutil/trace.go:171","msg":"trace[179494904] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"199.612105ms","start":"2026-02-26T22:51:39.654098Z","end":"2026-02-26T22:51:39.85371Z","steps":["trace[179494904] 'process raft request' (duration: 199.066331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:39.853755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.841761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3757"} {"level":"warn","ts":"2026-02-26T22:51:39.853749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.773269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:39.853797Z","caller":"traceutil/trace.go:171","msg":"trace[426566571] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25193; }","duration":"412.955403ms","start":"2026-02-26T22:51:39.440831Z","end":"2026-02-26T22:51:39.853787Z","steps":["trace[426566571] 'agreement among raft nodes before linearized reading' (duration: 412.751808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:39.853831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:39.440808Z","time spent":"413.013685ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" "} {"level":"warn","ts":"2026-02-26T22:51:39.853931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.995564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:39.853967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.396079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-26T22:51:39.853954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.377689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:39.853981Z","caller":"traceutil/trace.go:171","msg":"trace[1443572624] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25193; }","duration":"803.068345ms","start":"2026-02-26T22:51:39.050897Z","end":"2026-02-26T22:51:39.853965Z","steps":["trace[1443572624] 'agreement among raft nodes before linearized reading' (duration: 802.981942ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:39.854001Z","caller":"traceutil/trace.go:171","msg":"trace[2129625453] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25193; }","duration":"435.475611ms","start":"2026-02-26T22:51:39.418514Z","end":"2026-02-26T22:51:39.85399Z","steps":["trace[2129625453] 'agreement among raft nodes before linearized reading' (duration: 435.344196ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:39.854022Z","caller":"traceutil/trace.go:171","msg":"trace[319862189] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25193; }","duration":"812.452461ms","start":"2026-02-26T22:51:39.04155Z","end":"2026-02-26T22:51:39.854002Z","steps":["trace[319862189] 'agreement among raft nodes before linearized reading' (duration: 812.334657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:39.854026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:39.050886Z","time spent":"803.129787ms","remote":"127.0.0.1:40060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:39.854037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:39.418484Z","time spent":"435.544992ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T22:51:39.853832Z","caller":"traceutil/trace.go:171","msg":"trace[666286448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25193; }","duration":"818.933813ms","start":"2026-02-26T22:51:39.034877Z","end":"2026-02-26T22:51:39.853811Z","steps":["trace[666286448] 'agreement among raft nodes before linearized reading' (duration: 818.759239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:39.854084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:39.041468Z","time spent":"812.599455ms","remote":"127.0.0.1:52230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:39.854137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:39.034861Z","time spent":"819.260162ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:39.854218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.64342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-02-26T22:51:39.854227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.583458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T22:51:39.854306Z","caller":"traceutil/trace.go:171","msg":"trace[553115558] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25193; }","duration":"110.794404ms","start":"2026-02-26T22:51:39.743491Z","end":"2026-02-26T22:51:39.854285Z","steps":["trace[553115558] 'agreement among raft nodes before linearized reading' (duration: 110.529137ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:39.854322Z","caller":"traceutil/trace.go:171","msg":"trace[1321077952] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25193; }","duration":"436.696641ms","start":"2026-02-26T22:51:39.417605Z","end":"2026-02-26T22:51:39.854302Z","steps":["trace[1321077952] 'agreement among raft nodes before linearized reading' (duration: 436.393634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:39.854428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:39.417579Z","time spent":"436.829594ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T22:51:39.854628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.217058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:39.854638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.30798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T22:51:39.854673Z","caller":"traceutil/trace.go:171","msg":"trace[1822731311] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25193; }","duration":"102.28148ms","start":"2026-02-26T22:51:39.752375Z","end":"2026-02-26T22:51:39.854656Z","steps":["trace[1822731311] 'agreement among raft nodes before linearized reading' (duration: 102.208558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:39.854687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.667235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T22:51:39.854688Z","caller":"traceutil/trace.go:171","msg":"trace[867091930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25193; }","duration":"836.383592ms","start":"2026-02-26T22:51:39.01829Z","end":"2026-02-26T22:51:39.854674Z","steps":["trace[867091930] 'agreement among raft nodes before linearized reading' (duration: 836.239239ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:39.854721Z","caller":"traceutil/trace.go:171","msg":"trace[985229235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25193; }","duration":"835.746196ms","start":"2026-02-26T22:51:39.018965Z","end":"2026-02-26T22:51:39.854711Z","steps":["trace[985229235] 'agreement among raft nodes before linearized reading' (duration: 835.609973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:39.854735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:39.018281Z","time spent":"836.441324ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:51:39.854754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:39.01894Z","time spent":"835.804948ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:51:40.286978Z","caller":"traceutil/trace.go:171","msg":"trace[709170702] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"427.991762ms","start":"2026-02-26T22:51:39.858962Z","end":"2026-02-26T22:51:40.286953Z","steps":["trace[709170702] 'process raft request' (duration: 427.959151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:40.287132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:39.858938Z","time spent":"428.109086ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:40.287219Z","caller":"traceutil/trace.go:171","msg":"trace[915017131] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"428.175877ms","start":"2026-02-26T22:51:39.858955Z","end":"2026-02-26T22:51:40.287131Z","steps":["trace[915017131] 'process raft request' (duration: 427.858399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:40.28747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:39.858936Z","time spent":"428.377392ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:40.691589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.065449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:40.69196Z","caller":"traceutil/trace.go:171","msg":"trace[2047216507] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"832.942837ms","start":"2026-02-26T22:51:39.858985Z","end":"2026-02-26T22:51:40.691928Z","steps":["trace[2047216507] 'process raft request' (duration: 571.464257ms)","trace[2047216507] 'compare' (duration: 260.854563ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:40.692044Z","caller":"traceutil/trace.go:171","msg":"trace[49382144] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"832.956617ms","start":"2026-02-26T22:51:39.859051Z","end":"2026-02-26T22:51:40.692008Z","steps":["trace[49382144] 'process raft request' (duration: 832.618618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:40.692088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:39.858966Z","time spent":"833.07388ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:40.69223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:39.859038Z","time spent":"833.08388ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:41.462861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.123372ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T22:51:41.463069Z","caller":"traceutil/trace.go:171","msg":"trace[329972122] linearizableReadLoop","detail":"{readStateIndex:26116; appliedIndex:26114; }","duration":"1.602693254s","start":"2026-02-26T22:51:39.860359Z","end":"2026-02-26T22:51:41.463052Z","steps":["trace[329972122] 'read index received' (duration: 426.761771ms)","trace[329972122] 'applied index is now lower than readState.Index' (duration: 1.175930503s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:41.463811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.543137ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:41.463958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603593706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-02-26T22:51:41.463996Z","caller":"traceutil/trace.go:171","msg":"trace[1356864074] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25197; }","duration":"1.603652697s","start":"2026-02-26T22:51:39.860331Z","end":"2026-02-26T22:51:41.463983Z","steps":["trace[1356864074] 'agreement among raft nodes before linearized reading' (duration: 1.603526464s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:41.463997Z","caller":"traceutil/trace.go:171","msg":"trace[431396379] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25197; }","duration":"356.751813ms","start":"2026-02-26T22:51:41.107215Z","end":"2026-02-26T22:51:41.463967Z","steps":["trace[431396379] 'range keys from in-memory index tree' (duration: 356.514936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:41.464028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:39.860322Z","time spent":"1.603698408s","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1334,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-02-26T22:51:41.465219Z","caller":"traceutil/trace.go:171","msg":"trace[736432892] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"930.835246ms","start":"2026-02-26T22:51:40.534354Z","end":"2026-02-26T22:51:41.46519Z","steps":["trace[736432892] 'process raft request' (duration: 928.60495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:41.465521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:40.534329Z","time spent":"931.059092ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:41.598084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.825617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:41.59837Z","caller":"traceutil/trace.go:171","msg":"trace[564589102] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"720.346847ms","start":"2026-02-26T22:51:40.878006Z","end":"2026-02-26T22:51:41.598353Z","steps":["trace[564589102] 'process raft request' (duration: 720.268325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:41.598455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:40.877974Z","time spent":"720.439649ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:41.598504Z","caller":"traceutil/trace.go:171","msg":"trace[968030275] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"723.619429ms","start":"2026-02-26T22:51:40.874821Z","end":"2026-02-26T22:51:41.59844Z","steps":["trace[968030275] 'process raft request' (duration: 590.346321ms)","trace[968030275] 'compare' (duration: 132.631642ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:41.598612Z","caller":"traceutil/trace.go:171","msg":"trace[1010244239] transaction","detail":"{read_only:false; response_revision:25202; number_of_response:1; }","duration":"720.351998ms","start":"2026-02-26T22:51:40.878232Z","end":"2026-02-26T22:51:41.598584Z","steps":["trace[1010244239] 'process raft request' (duration: 720.082671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:41.598748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:40.878224Z","time spent":"720.44927ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:41.598782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:40.874789Z","time spent":"723.834635ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:41.5988Z","caller":"traceutil/trace.go:171","msg":"trace[2021508004] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"719.140256ms","start":"2026-02-26T22:51:40.879638Z","end":"2026-02-26T22:51:41.598778Z","steps":["trace[2021508004] 'process raft request' (duration: 719.059514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:41.598939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:40.879627Z","time spent":"719.227138ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:41.599021Z","caller":"traceutil/trace.go:171","msg":"trace[285420629] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"719.799462ms","start":"2026-02-26T22:51:40.879202Z","end":"2026-02-26T22:51:41.599002Z","steps":["trace[285420629] 'process raft request' (duration: 719.428463ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:41.599021Z","caller":"traceutil/trace.go:171","msg":"trace[396924744] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"720.263525ms","start":"2026-02-26T22:51:40.878708Z","end":"2026-02-26T22:51:41.598971Z","steps":["trace[396924744] 'process raft request' (duration: 719.807524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:41.599093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:40.87918Z","time spent":"719.876075ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:41.599165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:40.878699Z","time spent":"720.387168ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:41.598531Z","caller":"traceutil/trace.go:171","msg":"trace[1065296056] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"721.341972ms","start":"2026-02-26T22:51:40.877119Z","end":"2026-02-26T22:51:41.598461Z","steps":["trace[1065296056] 'process raft request' (duration: 721.073175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:41.601415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:40.877093Z","time spent":"724.217954ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:42.037821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000037896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:51:42.037902Z","caller":"traceutil/trace.go:171","msg":"trace[2005250049] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00021971s","start":"2026-02-26T22:51:40.037666Z","end":"2026-02-26T22:51:42.037886Z","steps":["trace[2005250049] 'agreement among raft nodes before linearized reading' (duration: 2.000118618s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.037947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:40.037643Z","time spent":"2.000295372s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:42.226413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.674181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:42.226519Z","caller":"traceutil/trace.go:171","msg":"trace[1090792624] linearizableReadLoop","detail":"{readStateIndex:26126; appliedIndex:26118; }","duration":"763.397388ms","start":"2026-02-26T22:51:41.463104Z","end":"2026-02-26T22:51:42.226502Z","steps":["trace[1090792624] 'read index received' (duration: 123.913523ms)","trace[1090792624] 'applied index is now lower than readState.Index' (duration: 639.482555ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:42.226553Z","caller":"traceutil/trace.go:171","msg":"trace[853064862] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"1.117666558s","start":"2026-02-26T22:51:41.108849Z","end":"2026-02-26T22:51:42.226516Z","steps":["trace[853064862] 'process raft request' (duration: 664.789782ms)","trace[853064862] 'compare' (duration: 452.559079ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:42.226649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.537518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:51:42.227399Z","caller":"traceutil/trace.go:171","msg":"trace[1071793525] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25206; }","duration":"773.331838ms","start":"2026-02-26T22:51:41.454052Z","end":"2026-02-26T22:51:42.227384Z","steps":["trace[1071793525] 'agreement among raft nodes before linearized reading' (duration: 772.554318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.226725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:41.108817Z","time spent":"1.117819553s","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18818,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:42.227046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.304758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-02-26T22:51:42.227468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:41.454031Z","time spent":"773.41452ms","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:42.226845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366665065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3757"} {"level":"warn","ts":"2026-02-26T22:51:42.22672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035921518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:42.227553Z","caller":"traceutil/trace.go:171","msg":"trace[88943497] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25206; }","duration":"1.367403343s","start":"2026-02-26T22:51:40.860131Z","end":"2026-02-26T22:51:42.227534Z","steps":["trace[88943497] 'agreement among raft nodes before linearized reading' (duration: 1.366633614s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.22761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:40.860109Z","time spent":"1.367485684s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" "} {"level":"warn","ts":"2026-02-26T22:51:42.226841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374692636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79b4bbf794-sll7h.1897ed8d9b94f51f\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-02-26T22:51:42.227659Z","caller":"traceutil/trace.go:171","msg":"trace[2110779354] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25206; }","duration":"2.03682339s","start":"2026-02-26T22:51:40.190769Z","end":"2026-02-26T22:51:42.227592Z","steps":["trace[2110779354] 'agreement among raft nodes before linearized reading' (duration: 2.035891996s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.226882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650141135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-26T22:51:42.227743Z","caller":"traceutil/trace.go:171","msg":"trace[1895793789] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79b4bbf794-sll7h.1897ed8d9b94f51f; range_end:; response_count:1; response_revision:25206; }","duration":"1.375624469s","start":"2026-02-26T22:51:40.852072Z","end":"2026-02-26T22:51:42.227697Z","steps":["trace[1895793789] 'agreement among raft nodes before linearized reading' (duration: 1.374582942s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.226945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.484246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:42.227887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:40.852043Z","time spent":"1.375798523s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-79b4bbf794-sll7h.1897ed8d9b94f51f\" "} {"level":"info","ts":"2026-02-26T22:51:42.227936Z","caller":"traceutil/trace.go:171","msg":"trace[484032451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25206; }","duration":"189.46801ms","start":"2026-02-26T22:51:42.038436Z","end":"2026-02-26T22:51:42.227904Z","steps":["trace[484032451] 'agreement among raft nodes before linearized reading' (duration: 188.487806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.226963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.58402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T22:51:42.228009Z","caller":"traceutil/trace.go:171","msg":"trace[507083399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25206; }","duration":"369.645126ms","start":"2026-02-26T22:51:41.85835Z","end":"2026-02-26T22:51:42.227995Z","steps":["trace[507083399] 'agreement among raft nodes before linearized reading' (duration: 368.551469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.228047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:41.858338Z","time spent":"369.698887ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:51:42.226964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.517991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:42.228224Z","caller":"traceutil/trace.go:171","msg":"trace[417625845] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25206; }","duration":"756.745172ms","start":"2026-02-26T22:51:41.471432Z","end":"2026-02-26T22:51:42.228177Z","steps":["trace[417625845] 'agreement among raft nodes before linearized reading' (duration: 755.47316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.226989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.586539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T22:51:42.228371Z","caller":"traceutil/trace.go:171","msg":"trace[1479637932] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25206; }","duration":"849.999904ms","start":"2026-02-26T22:51:41.378353Z","end":"2026-02-26T22:51:42.228353Z","steps":["trace[1479637932] 'agreement among raft nodes before linearized reading' (duration: 848.514197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.227028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.386008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:42.228386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:41.471418Z","time spent":"756.912716ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-02-26T22:51:42.228423Z","caller":"traceutil/trace.go:171","msg":"trace[1836981795] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25206; }","duration":"395.822454ms","start":"2026-02-26T22:51:41.832589Z","end":"2026-02-26T22:51:42.228411Z","steps":["trace[1836981795] 'agreement among raft nodes before linearized reading' (duration: 394.419289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.22844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:41.378332Z","time spent":"850.074855ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":229,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:42.228469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:41.832567Z","time spent":"395.885226ms","remote":"127.0.0.1:39794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:42.227135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.019581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T22:51:42.228595Z","caller":"traceutil/trace.go:171","msg":"trace[209848211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25206; }","duration":"370.525939ms","start":"2026-02-26T22:51:41.858048Z","end":"2026-02-26T22:51:42.228574Z","steps":["trace[209848211] 'agreement among raft nodes before linearized reading' (duration: 368.941089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.228657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:41.858001Z","time spent":"370.638911ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:51:42.227191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.902362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:42.228366Z","caller":"traceutil/trace.go:171","msg":"trace[150624643] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25206; }","duration":"203.799171ms","start":"2026-02-26T22:51:42.023692Z","end":"2026-02-26T22:51:42.227491Z","steps":["trace[150624643] 'agreement among raft nodes before linearized reading' (duration: 203.291388ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:42.228888Z","caller":"traceutil/trace.go:171","msg":"trace[1327307687] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25206; }","duration":"478.644995ms","start":"2026-02-26T22:51:41.750221Z","end":"2026-02-26T22:51:42.228866Z","steps":["trace[1327307687] 'agreement among raft nodes before linearized reading' (duration: 476.935462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.228955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:41.750198Z","time spent":"478.732537ms","remote":"127.0.0.1:40046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:42.226811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.332726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:42.229058Z","caller":"traceutil/trace.go:171","msg":"trace[1202897165] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25206; }","duration":"964.625344ms","start":"2026-02-26T22:51:41.264411Z","end":"2026-02-26T22:51:42.229037Z","steps":["trace[1202897165] 'agreement among raft nodes before linearized reading' (duration: 962.313137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.229128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:41.264388Z","time spent":"964.721086ms","remote":"127.0.0.1:40026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:42.227815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:40.190716Z","time spent":"2.037040275s","remote":"127.0.0.1:49144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:42.227782Z","caller":"traceutil/trace.go:171","msg":"trace[466345853] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25206; }","duration":"1.651061568s","start":"2026-02-26T22:51:40.576699Z","end":"2026-02-26T22:51:42.22776Z","steps":["trace[466345853] 'agreement among raft nodes before linearized reading' (duration: 1.650057683s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.229851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:40.576681Z","time spent":"1.652953596s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-02-26T22:51:42.636164Z","caller":"traceutil/trace.go:171","msg":"trace[2141063356] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"403.934209ms","start":"2026-02-26T22:51:42.232185Z","end":"2026-02-26T22:51:42.63612Z","steps":["trace[2141063356] 'process raft request' (duration: 343.716075ms)","trace[2141063356] 'compare' (duration: 59.986218ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:42.636211Z","caller":"traceutil/trace.go:171","msg":"trace[497094986] linearizableReadLoop","detail":"{readStateIndex:26127; appliedIndex:26126; }","duration":"402.126093ms","start":"2026-02-26T22:51:42.234052Z","end":"2026-02-26T22:51:42.636178Z","steps":["trace[497094986] 'read index received' (duration: 341.866559ms)","trace[497094986] 'applied index is now lower than readState.Index' (duration: 60.256554ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:42.636281Z","caller":"traceutil/trace.go:171","msg":"trace[263287206] transaction","detail":"{read_only:false; response_revision:25209; number_of_response:1; }","duration":"402.192494ms","start":"2026-02-26T22:51:42.234063Z","end":"2026-02-26T22:51:42.636256Z","steps":["trace[263287206] 'process raft request' (duration: 402.132583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.636352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:42.232169Z","time spent":"404.078272ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:42.63648Z","caller":"traceutil/trace.go:171","msg":"trace[842059571] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"402.370279ms","start":"2026-02-26T22:51:42.234083Z","end":"2026-02-26T22:51:42.636454Z","steps":["trace[842059571] 'process raft request' (duration: 402.051011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.636604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.545508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:42.636639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.174591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T22:51:42.636684Z","caller":"traceutil/trace.go:171","msg":"trace[1205804618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25209; }","duration":"345.257013ms","start":"2026-02-26T22:51:42.291413Z","end":"2026-02-26T22:51:42.63667Z","steps":["trace[1205804618] 'agreement among raft nodes before linearized reading' (duration: 345.162791ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:42.636681Z","caller":"traceutil/trace.go:171","msg":"trace[1807606307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25209; }","duration":"399.63719ms","start":"2026-02-26T22:51:42.237026Z","end":"2026-02-26T22:51:42.636664Z","steps":["trace[1807606307] 'agreement among raft nodes before linearized reading' (duration: 399.527137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.636705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.917888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1897eda3deace0a3\" ","response":"range_response_count:1 size:742"} {"level":"warn","ts":"2026-02-26T22:51:42.636736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:42.237017Z","time spent":"399.711003ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:42.636731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:42.291393Z","time spent":"345.327456ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:51:42.636651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:42.234067Z","time spent":"402.536433ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:42.636862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.229745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-02-26T22:51:42.636916Z","caller":"traceutil/trace.go:171","msg":"trace[1393430030] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25209; }","duration":"400.308757ms","start":"2026-02-26T22:51:42.236593Z","end":"2026-02-26T22:51:42.636902Z","steps":["trace[1393430030] 'agreement among raft nodes before linearized reading' (duration: 400.134053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.636948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:42.23658Z","time spent":"400.360488ms","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-26T22:51:42.63677Z","caller":"traceutil/trace.go:171","msg":"trace[284166709] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1897eda3deace0a3; range_end:; response_count:1; response_revision:25209; }","duration":"401.998269ms","start":"2026-02-26T22:51:42.234757Z","end":"2026-02-26T22:51:42.636755Z","steps":["trace[284166709] 'agreement among raft nodes before linearized reading' (duration: 401.793794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.63705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:42.23475Z","time spent":"402.283926ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":764,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.1897eda3deace0a3\" "} {"level":"warn","ts":"2026-02-26T22:51:42.636537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.462291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-330bf9af-8624-49d8-994b-7fb15969b2af\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T22:51:42.637176Z","caller":"traceutil/trace.go:171","msg":"trace[269752471] range","detail":"{range_begin:/registry/persistentvolumes/pvc-330bf9af-8624-49d8-994b-7fb15969b2af; range_end:; response_count:1; response_revision:25209; }","duration":"403.155579ms","start":"2026-02-26T22:51:42.234007Z","end":"2026-02-26T22:51:42.637163Z","steps":["trace[269752471] 'agreement among raft nodes before linearized reading' (duration: 402.319818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.637222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:42.233985Z","time spent":"403.22566ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-330bf9af-8624-49d8-994b-7fb15969b2af\" "} {"level":"warn","ts":"2026-02-26T22:51:42.636473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:42.234043Z","time spent":"402.334078ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:42.888785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.813423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:42.888898Z","caller":"traceutil/trace.go:171","msg":"trace[580005694] linearizableReadLoop","detail":"{readStateIndex:26131; appliedIndex:26130; }","duration":"160.361368ms","start":"2026-02-26T22:51:42.728519Z","end":"2026-02-26T22:51:42.88888Z","steps":["trace[580005694] 'read index received' (duration: 53.386301ms)","trace[580005694] 'applied index is now lower than readState.Index' (duration: 106.974017ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:42.888988Z","caller":"traceutil/trace.go:171","msg":"trace[905767158] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"245.774075ms","start":"2026-02-26T22:51:42.643201Z","end":"2026-02-26T22:51:42.888975Z","steps":["trace[905767158] 'process raft request' (duration: 138.676454ms)","trace[905767158] 'compare' (duration: 106.67547ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:42.889233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.310948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-02-26T22:51:42.889319Z","caller":"traceutil/trace.go:171","msg":"trace[922762296] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25211; }","duration":"246.443142ms","start":"2026-02-26T22:51:42.642856Z","end":"2026-02-26T22:51:42.889299Z","steps":["trace[922762296] 'agreement among raft nodes before linearized reading' (duration: 246.210136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.88933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.658225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-01b57869-a6f2-4112-8bfe-892bb1d7f0c8\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-26T22:51:42.889363Z","caller":"traceutil/trace.go:171","msg":"trace[676141054] range","detail":"{range_begin:/registry/persistentvolumes/pvc-01b57869-a6f2-4112-8bfe-892bb1d7f0c8; range_end:; response_count:1; response_revision:25211; }","duration":"156.730087ms","start":"2026-02-26T22:51:42.732622Z","end":"2026-02-26T22:51:42.889352Z","steps":["trace[676141054] 'agreement among raft nodes before linearized reading' (duration: 156.583723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.889601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.146832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T22:51:42.889638Z","caller":"traceutil/trace.go:171","msg":"trace[1367838748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25211; }","duration":"193.218854ms","start":"2026-02-26T22:51:42.69641Z","end":"2026-02-26T22:51:42.889629Z","steps":["trace[1367838748] 'agreement among raft nodes before linearized reading' (duration: 193.114951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.889643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.610749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:51:42.889732Z","caller":"traceutil/trace.go:171","msg":"trace[2138287443] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25211; }","duration":"147.694891ms","start":"2026-02-26T22:51:42.741993Z","end":"2026-02-26T22:51:42.889688Z","steps":["trace[2138287443] 'agreement among raft nodes before linearized reading' (duration: 147.538217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.889769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.822893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:51:42.889864Z","caller":"traceutil/trace.go:171","msg":"trace[920577934] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25211; }","duration":"233.934456ms","start":"2026-02-26T22:51:42.655906Z","end":"2026-02-26T22:51:42.889841Z","steps":["trace[920577934] 'agreement among raft nodes before linearized reading' (duration: 233.70632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:42.889926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.011254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1897eda3df191cad\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-02-26T22:51:42.890013Z","caller":"traceutil/trace.go:171","msg":"trace[1052769950] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1897eda3df191cad; range_end:; response_count:1; response_revision:25211; }","duration":"157.137588ms","start":"2026-02-26T22:51:42.732855Z","end":"2026-02-26T22:51:42.889992Z","steps":["trace[1052769950] 'agreement among raft nodes before linearized reading' (duration: 156.80807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:43.482936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.928388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:43.483062Z","caller":"traceutil/trace.go:171","msg":"trace[1628746411] linearizableReadLoop","detail":"{readStateIndex:26132; appliedIndex:26131; }","duration":"588.686259ms","start":"2026-02-26T22:51:42.894355Z","end":"2026-02-26T22:51:43.483041Z","steps":["trace[1628746411] 'read index received' (duration: 186.566906ms)","trace[1628746411] 'applied index is now lower than readState.Index' (duration: 402.117183ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:43.48316Z","caller":"traceutil/trace.go:171","msg":"trace[446798784] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"589.767377ms","start":"2026-02-26T22:51:42.893375Z","end":"2026-02-26T22:51:43.483143Z","steps":["trace[446798784] 'process raft request' (duration: 187.530401ms)","trace[446798784] 'compare' (duration: 401.736993ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:43.483252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:42.893351Z","time spent":"589.852099ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:43.483531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.160281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:51:43.48363Z","caller":"traceutil/trace.go:171","msg":"trace[538790041] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25212; }","duration":"589.233062ms","start":"2026-02-26T22:51:42.89435Z","end":"2026-02-26T22:51:43.483583Z","steps":["trace[538790041] 'agreement among raft nodes before linearized reading' (duration: 589.003247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:43.483686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:42.894341Z","time spent":"589.332295ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T22:51:43.483886Z","caller":"traceutil/trace.go:171","msg":"trace[307786596] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"589.033437ms","start":"2026-02-26T22:51:42.894824Z","end":"2026-02-26T22:51:43.483857Z","steps":["trace[307786596] 'process raft request' (duration: 588.764301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:43.484051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:42.894815Z","time spent":"589.149051ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:43.561897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.137108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-26T22:51:43.561963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.953735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-02-26T22:51:43.561987Z","caller":"traceutil/trace.go:171","msg":"trace[1432491529] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25214; }","duration":"565.290452ms","start":"2026-02-26T22:51:42.996675Z","end":"2026-02-26T22:51:43.561966Z","steps":["trace[1432491529] 'agreement among raft nodes before linearized reading' (duration: 564.984424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:43.562027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:42.996647Z","time spent":"565.371194ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-02-26T22:51:43.562075Z","caller":"traceutil/trace.go:171","msg":"trace[2051497410] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25214; }","duration":"667.079669ms","start":"2026-02-26T22:51:42.894974Z","end":"2026-02-26T22:51:43.562054Z","steps":["trace[2051497410] 'agreement among raft nodes before linearized reading' (duration: 666.850443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:43.562187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:42.894969Z","time spent":"667.199842ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1468,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-02-26T22:51:43.562094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.594249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-02-26T22:51:43.562389Z","caller":"traceutil/trace.go:171","msg":"trace[1781658115] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25214; }","duration":"323.957988ms","start":"2026-02-26T22:51:43.238418Z","end":"2026-02-26T22:51:43.562376Z","steps":["trace[1781658115] 'agreement among raft nodes before linearized reading' (duration: 323.463886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:43.562436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:43.238384Z","time spent":"324.03852ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" "} {"level":"warn","ts":"2026-02-26T22:51:44.102896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.854262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:44.103017Z","caller":"traceutil/trace.go:171","msg":"trace[1458968823] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"520.573728ms","start":"2026-02-26T22:51:43.58242Z","end":"2026-02-26T22:51:44.102994Z","steps":["trace[1458968823] 'process raft request' (duration: 101.4762ms)","trace[1458968823] 'compare' (duration: 418.651917ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:44.103086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:43.582386Z","time spent":"520.6683ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:44.198961Z","caller":"traceutil/trace.go:171","msg":"trace[646374081] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"594.527157ms","start":"2026-02-26T22:51:43.604404Z","end":"2026-02-26T22:51:44.198931Z","steps":["trace[646374081] 'process raft request' (duration: 594.326711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:44.199143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:43.604386Z","time spent":"594.673261ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:44.199328Z","caller":"traceutil/trace.go:171","msg":"trace[1524538732] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"594.614399ms","start":"2026-02-26T22:51:43.604693Z","end":"2026-02-26T22:51:44.199307Z","steps":["trace[1524538732] 'process raft request' (duration: 594.436404ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:44.199351Z","caller":"traceutil/trace.go:171","msg":"trace[1449156122] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"594.192337ms","start":"2026-02-26T22:51:43.605135Z","end":"2026-02-26T22:51:44.199327Z","steps":["trace[1449156122] 'process raft request' (duration: 594.110405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:44.199419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:43.604665Z","time spent":"594.711072ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:44.199429Z","caller":"traceutil/trace.go:171","msg":"trace[69052447] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"594.233948ms","start":"2026-02-26T22:51:43.605182Z","end":"2026-02-26T22:51:44.199416Z","steps":["trace[69052447] 'process raft request' (duration: 594.107395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:44.199509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:43.605162Z","time spent":"594.298961ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:44.199528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:43.605121Z","time spent":"594.311411ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:44.199355Z","caller":"traceutil/trace.go:171","msg":"trace[1833766266] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"594.674181ms","start":"2026-02-26T22:51:43.604587Z","end":"2026-02-26T22:51:44.199261Z","steps":["trace[1833766266] 'process raft request' (duration: 594.305972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:44.199831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:43.604548Z","time spent":"595.231674ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:44.199995Z","caller":"traceutil/trace.go:171","msg":"trace[893917363] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"592.872395ms","start":"2026-02-26T22:51:43.607085Z","end":"2026-02-26T22:51:44.199957Z","steps":["trace[893917363] 'process raft request' (duration: 592.28422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:44.20017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:43.607068Z","time spent":"593.014978ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:44.200191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.546754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:44.200239Z","caller":"traceutil/trace.go:171","msg":"trace[1721859920] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25221; }","duration":"576.636467ms","start":"2026-02-26T22:51:43.62359Z","end":"2026-02-26T22:51:44.200227Z","steps":["trace[1721859920] 'agreement among raft nodes before linearized reading' (duration: 576.550304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:44.200288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:43.623572Z","time spent":"576.700459ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T22:51:44.199896Z","caller":"traceutil/trace.go:171","msg":"trace[1306507971] linearizableReadLoop","detail":"{readStateIndex:26141; appliedIndex:26134; }","duration":"576.213286ms","start":"2026-02-26T22:51:43.623641Z","end":"2026-02-26T22:51:44.199854Z","steps":["trace[1306507971] 'read index received' (duration: 60.272455ms)","trace[1306507971] 'applied index is now lower than readState.Index' (duration: 515.939851ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:44.431349Z","caller":"traceutil/trace.go:171","msg":"trace[109899194] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"455.723408ms","start":"2026-02-26T22:51:43.975589Z","end":"2026-02-26T22:51:44.431312Z","steps":["trace[109899194] 'process raft request' (duration: 455.469072ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:44.431479Z","caller":"traceutil/trace.go:171","msg":"trace[466487765] linearizableReadLoop","detail":"{readStateIndex:26143; appliedIndex:26141; }","duration":"231.071456ms","start":"2026-02-26T22:51:44.200387Z","end":"2026-02-26T22:51:44.431459Z","steps":["trace[466487765] 'read index received' (duration: 230.688386ms)","trace[466487765] 'applied index is now lower than readState.Index' (duration: 381.79µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:44.431529Z","caller":"traceutil/trace.go:171","msg":"trace[480811717] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"439.399009ms","start":"2026-02-26T22:51:43.992084Z","end":"2026-02-26T22:51:44.431483Z","steps":["trace[480811717] 'process raft request' (duration: 439.180292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:44.431627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.375308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:44.431689Z","caller":"traceutil/trace.go:171","msg":"trace[739127420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25223; }","duration":"394.513971ms","start":"2026-02-26T22:51:44.037159Z","end":"2026-02-26T22:51:44.431673Z","steps":["trace[739127420] 'agreement among raft nodes before linearized reading' (duration: 394.361168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:44.431708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:43.992068Z","time spent":"439.552013ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:44.431726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:44.037116Z","time spent":"394.602903ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:44.431716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.160889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mcpn.1897ed91c0d28e44\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-26T22:51:44.431782Z","caller":"traceutil/trace.go:171","msg":"trace[864553944] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6mcpn.1897ed91c0d28e44; range_end:; response_count:1; response_revision:25223; }","duration":"774.259642ms","start":"2026-02-26T22:51:43.657511Z","end":"2026-02-26T22:51:44.43177Z","steps":["trace[864553944] 'agreement among raft nodes before linearized reading' (duration: 774.055257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:44.431829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:43.657498Z","time spent":"774.322003ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mcpn.1897ed91c0d28e44\" "} {"level":"warn","ts":"2026-02-26T22:51:44.43154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:43.975562Z","time spent":"455.879024ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:44.4323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.985008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:44.432468Z","caller":"traceutil/trace.go:171","msg":"trace[2056927124] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25223; }","duration":"228.239764ms","start":"2026-02-26T22:51:44.204201Z","end":"2026-02-26T22:51:44.432441Z","steps":["trace[2056927124] 'agreement among raft nodes before linearized reading' (duration: 227.930377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:45.021448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.119711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:45.021606Z","caller":"traceutil/trace.go:171","msg":"trace[1487678547] linearizableReadLoop","detail":"{readStateIndex:26144; appliedIndex:26143; }","duration":"582.463633ms","start":"2026-02-26T22:51:44.439121Z","end":"2026-02-26T22:51:45.021584Z","steps":["trace[1487678547] 'read index received' (duration: 153.038115ms)","trace[1487678547] 'applied index is now lower than readState.Index' (duration: 429.422938ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:45.021779Z","caller":"traceutil/trace.go:171","msg":"trace[909994540] transaction","detail":"{read_only:false; response_revision:25224; number_of_response:1; }","duration":"583.136009ms","start":"2026-02-26T22:51:44.438625Z","end":"2026-02-26T22:51:45.021761Z","steps":["trace[909994540] 'process raft request' (duration: 153.598158ms)","trace[909994540] 'compare' (duration: 428.703391ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:45.021877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:44.4386Z","time spent":"583.230182ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:45.022127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.21398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-02-26T22:51:45.022131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.9253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:45.022211Z","caller":"traceutil/trace.go:171","msg":"trace[97558185] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:25224; }","duration":"534.343153ms","start":"2026-02-26T22:51:44.487848Z","end":"2026-02-26T22:51:45.022191Z","steps":["trace[97558185] 'agreement among raft nodes before linearized reading' (duration: 534.076866ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:45.022219Z","caller":"traceutil/trace.go:171","msg":"trace[2071104013] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25224; }","duration":"190.039093ms","start":"2026-02-26T22:51:44.83216Z","end":"2026-02-26T22:51:45.022199Z","steps":["trace[2071104013] 'agreement among raft nodes before linearized reading' (duration: 189.866169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:45.022226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.889803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T22:51:45.022243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.103759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T22:51:45.022266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:44.487814Z","time spent":"534.440706ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"info","ts":"2026-02-26T22:51:45.022308Z","caller":"traceutil/trace.go:171","msg":"trace[1199733821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25224; }","duration":"379.984625ms","start":"2026-02-26T22:51:44.642305Z","end":"2026-02-26T22:51:45.02229Z","steps":["trace[1199733821] 'agreement among raft nodes before linearized reading' (duration: 379.74697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:45.022242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.653557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-02-26T22:51:45.022328Z","caller":"traceutil/trace.go:171","msg":"trace[1383337638] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25224; }","duration":"583.226532ms","start":"2026-02-26T22:51:44.439077Z","end":"2026-02-26T22:51:45.022304Z","steps":["trace[1383337638] 'agreement among raft nodes before linearized reading' (duration: 582.997116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:45.022351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:44.642247Z","time spent":"380.095509ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T22:51:45.022384Z","caller":"traceutil/trace.go:171","msg":"trace[1200243079] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25224; }","duration":"453.840292ms","start":"2026-02-26T22:51:44.568506Z","end":"2026-02-26T22:51:45.022346Z","steps":["trace[1200243079] 'agreement among raft nodes before linearized reading' (duration: 453.581275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:45.022408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:44.439061Z","time spent":"583.332674ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:51:45.022462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:44.568475Z","time spent":"453.961164ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" "} {"level":"warn","ts":"2026-02-26T22:51:45.022486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.815167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T22:51:45.022632Z","caller":"traceutil/trace.go:171","msg":"trace[2147429017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25224; }","duration":"129.258208ms","start":"2026-02-26T22:51:44.893355Z","end":"2026-02-26T22:51:45.022613Z","steps":["trace[2147429017] 'agreement among raft nodes before linearized reading' (duration: 128.764155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:45.022695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.817167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T22:51:45.022725Z","caller":"traceutil/trace.go:171","msg":"trace[1129214769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25224; }","duration":"380.892909ms","start":"2026-02-26T22:51:44.641824Z","end":"2026-02-26T22:51:45.022717Z","steps":["trace[1129214769] 'agreement among raft nodes before linearized reading' (duration: 380.222391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:45.022745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:44.6418Z","time spent":"380.940231ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:51:45.709021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.054305ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-26T22:51:45.709166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:45.023525Z","time spent":"685.633845ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T22:51:45.709348Z","caller":"traceutil/trace.go:171","msg":"trace[573494523] transaction","detail":"{read_only:false; response_revision:25227; number_of_response:1; }","duration":"682.098636ms","start":"2026-02-26T22:51:45.027231Z","end":"2026-02-26T22:51:45.709329Z","steps":["trace[573494523] 'process raft request' (duration: 682.062935ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:45.709489Z","caller":"traceutil/trace.go:171","msg":"trace[513297957] linearizableReadLoop","detail":"{readStateIndex:26145; appliedIndex:26144; }","duration":"685.347567ms","start":"2026-02-26T22:51:45.024076Z","end":"2026-02-26T22:51:45.709424Z","steps":["trace[513297957] 'read index received' (duration: 215.888953ms)","trace[513297957] 'applied index is now lower than readState.Index' (duration: 469.455704ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:45.709571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:45.027225Z","time spent":"682.208299ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:45.70958Z","caller":"traceutil/trace.go:171","msg":"trace[1643911189] transaction","detail":"{read_only:false; response_revision:25226; number_of_response:1; }","duration":"682.362952ms","start":"2026-02-26T22:51:45.027145Z","end":"2026-02-26T22:51:45.709508Z","steps":["trace[1643911189] 'process raft request' (duration: 682.100216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:45.709689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.591253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-02-26T22:51:45.709756Z","caller":"traceutil/trace.go:171","msg":"trace[1850779107] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25227; }","duration":"685.716916ms","start":"2026-02-26T22:51:45.024028Z","end":"2026-02-26T22:51:45.709745Z","steps":["trace[1850779107] 'agreement among raft nodes before linearized reading' (duration: 685.518371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:45.709785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:45.024011Z","time spent":"685.766008ms","remote":"127.0.0.1:37972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18856,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T22:51:45.710037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:45.027137Z","time spent":"682.581379ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:45.710331Z","caller":"traceutil/trace.go:171","msg":"trace[205098852] transaction","detail":"{read_only:false; response_revision:25225; number_of_response:1; }","duration":"683.766777ms","start":"2026-02-26T22:51:45.026509Z","end":"2026-02-26T22:51:45.710276Z","steps":["trace[205098852] 'process raft request' (duration: 682.613609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:45.710514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:45.026497Z","time spent":"683.909661ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:45.734401Z","caller":"traceutil/trace.go:171","msg":"trace[1361603642] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"166.32894ms","start":"2026-02-26T22:51:45.568045Z","end":"2026-02-26T22:51:45.734374Z","steps":["trace[1361603642] 'process raft request' (duration: 166.198376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:45.735026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.599585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T22:51:45.735081Z","caller":"traceutil/trace.go:171","msg":"trace[1632079084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25228; }","duration":"246.701698ms","start":"2026-02-26T22:51:45.488366Z","end":"2026-02-26T22:51:45.735068Z","steps":["trace[1632079084] 'agreement among raft nodes before linearized reading' (duration: 246.510273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:45.735021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.326971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:51:45.735325Z","caller":"traceutil/trace.go:171","msg":"trace[747927996] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25228; }","duration":"100.646169ms","start":"2026-02-26T22:51:45.634658Z","end":"2026-02-26T22:51:45.735304Z","steps":["trace[747927996] 'agreement among raft nodes before linearized reading' (duration: 100.205628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:46.304571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.605609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:46.304809Z","caller":"traceutil/trace.go:171","msg":"trace[1073220225] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"594.435904ms","start":"2026-02-26T22:51:45.710336Z","end":"2026-02-26T22:51:46.304771Z","steps":["trace[1073220225] 'process raft request' (duration: 475.526137ms)","trace[1073220225] 'compare' (duration: 117.746728ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:46.304921Z","caller":"traceutil/trace.go:171","msg":"trace[140440507] linearizableReadLoop","detail":"{readStateIndex:26150; appliedIndex:26149; }","duration":"569.889276ms","start":"2026-02-26T22:51:45.734825Z","end":"2026-02-26T22:51:46.304715Z","steps":["trace[140440507] 'read index received' (duration: 451.048881ms)","trace[140440507] 'applied index is now lower than readState.Index' (duration: 118.837965ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:46.304979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:45.710312Z","time spent":"594.573418ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:46.305195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.932229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T22:51:46.305303Z","caller":"traceutil/trace.go:171","msg":"trace[78739842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25229; }","duration":"584.122604ms","start":"2026-02-26T22:51:45.721143Z","end":"2026-02-26T22:51:46.305266Z","steps":["trace[78739842] 'agreement among raft nodes before linearized reading' (duration: 583.824807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:46.305343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:45.721122Z","time spent":"584.212427ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T22:51:46.354401Z","caller":"traceutil/trace.go:171","msg":"trace[1361967518] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"614.349954ms","start":"2026-02-26T22:51:45.739968Z","end":"2026-02-26T22:51:46.354318Z","steps":["trace[1361967518] 'process raft request' (duration: 614.034986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:46.354666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:45.739948Z","time spent":"614.606441ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:47.901924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000020705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:51:47.902028Z","caller":"traceutil/trace.go:171","msg":"trace[1411395416] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001957s","start":"2026-02-26T22:51:45.901809Z","end":"2026-02-26T22:51:47.902005Z","steps":["trace[1411395416] 'agreement among raft nodes before linearized reading' (duration: 2.000053806s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:47.90208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:45.901791Z","time spent":"2.000278371s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:51:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:51:47.941146Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.587251075s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:51:47.942268Z","caller":"traceutil/trace.go:171","msg":"trace[108010220] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"1.736454755s","start":"2026-02-26T22:51:46.205791Z","end":"2026-02-26T22:51:47.942246Z","steps":["trace[108010220] 'process raft request' (duration: 1.736296101s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:47.942427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:46.205759Z","time spent":"1.736600418s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:47.942727Z","caller":"traceutil/trace.go:171","msg":"trace[1547174580] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"1.736798133s","start":"2026-02-26T22:51:46.205896Z","end":"2026-02-26T22:51:47.942695Z","steps":["trace[1547174580] 'process raft request' (duration: 1.736314591s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:47.942805Z","caller":"traceutil/trace.go:171","msg":"trace[244068809] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"1.736352471s","start":"2026-02-26T22:51:46.206439Z","end":"2026-02-26T22:51:47.942791Z","steps":["trace[244068809] 'process raft request' (duration: 1.736150236s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:47.942911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:46.206406Z","time spent":"1.736472094s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:47.942895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:46.205881Z","time spent":"1.736940746s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:47.942962Z","caller":"traceutil/trace.go:171","msg":"trace[510839155] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"1.736028793s","start":"2026-02-26T22:51:46.206852Z","end":"2026-02-26T22:51:47.942881Z","steps":["trace[510839155] 'process raft request' (duration: 1.735957282s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:47.942996Z","caller":"traceutil/trace.go:171","msg":"trace[1163433331] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"1.736519026s","start":"2026-02-26T22:51:46.206447Z","end":"2026-02-26T22:51:47.942966Z","steps":["trace[1163433331] 'process raft request' (duration: 1.736244749s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:47.943047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776633013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:51:47.94309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906229749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:47.943096Z","caller":"traceutil/trace.go:171","msg":"trace[996289858] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25236; }","duration":"1.776715515s","start":"2026-02-26T22:51:46.16636Z","end":"2026-02-26T22:51:47.943075Z","steps":["trace[996289858] 'agreement among raft nodes before linearized reading' (duration: 1.776651024s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:47.942859Z","caller":"traceutil/trace.go:171","msg":"trace[1541031673] linearizableReadLoop","detail":"{readStateIndex:26157; appliedIndex:26150; }","duration":"1.637855358s","start":"2026-02-26T22:51:46.304993Z","end":"2026-02-26T22:51:47.942848Z","steps":["trace[1541031673] 'read index received' (duration: 48.974721ms)","trace[1541031673] 'applied index is now lower than readState.Index' (duration: 1.588879957s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:47.943141Z","caller":"traceutil/trace.go:171","msg":"trace[1878858647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25236; }","duration":"1.906302641s","start":"2026-02-26T22:51:46.036827Z","end":"2026-02-26T22:51:47.94313Z","steps":["trace[1878858647] 'agreement among raft nodes before linearized reading' (duration: 1.906226219s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:47.943155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:46.166336Z","time spent":"1.776807898s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:47.943154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:46.206421Z","time spent":"1.736654459s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:47.943177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:46.036814Z","time spent":"1.906357773s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:47.943191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:46.206841Z","time spent":"1.736233879s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:47.943026Z","caller":"traceutil/trace.go:171","msg":"trace[148738039] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"1.736452434s","start":"2026-02-26T22:51:46.206565Z","end":"2026-02-26T22:51:47.943017Z","steps":["trace[148738039] 'process raft request' (duration: 1.736198218s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:47.942963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821026159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:47.943321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:46.206547Z","time spent":"1.736745702s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:47.943373Z","caller":"traceutil/trace.go:171","msg":"trace[153324831] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25236; }","duration":"1.821506601s","start":"2026-02-26T22:51:46.121846Z","end":"2026-02-26T22:51:47.943353Z","steps":["trace[153324831] 'agreement among raft nodes before linearized reading' (duration: 1.821030809s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:47.943484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916065616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3757"} {"level":"warn","ts":"2026-02-26T22:51:47.943509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:46.121822Z","time spent":"1.821630414s","remote":"127.0.0.1:52198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:51:47.943515Z","caller":"traceutil/trace.go:171","msg":"trace[631486020] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25236; }","duration":"1.916177159s","start":"2026-02-26T22:51:46.02733Z","end":"2026-02-26T22:51:47.943507Z","steps":["trace[631486020] 'agreement among raft nodes before linearized reading' (duration: 1.915914192s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:47.943663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:46.027303Z","time spent":"1.916350514s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" "} {"level":"info","ts":"2026-02-26T22:51:47.983881Z","caller":"traceutil/trace.go:171","msg":"trace[1227448193] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"1.377576648s","start":"2026-02-26T22:51:46.606276Z","end":"2026-02-26T22:51:47.983852Z","steps":["trace[1227448193] 'process raft request' (duration: 1.377388053s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:47.984049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:46.606247Z","time spent":"1.377714292s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:47.984153Z","caller":"traceutil/trace.go:171","msg":"trace[1284915938] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"244.676207ms","start":"2026-02-26T22:51:47.739426Z","end":"2026-02-26T22:51:47.984102Z","steps":["trace[1284915938] 'process raft request' (duration: 244.3797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:47.984241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.382443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T22:51:47.984312Z","caller":"traceutil/trace.go:171","msg":"trace[47096152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25238; }","duration":"270.483676ms","start":"2026-02-26T22:51:47.713797Z","end":"2026-02-26T22:51:47.984281Z","steps":["trace[47096152] 'agreement among raft nodes before linearized reading' (duration: 270.25766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:47.984341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.207631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-26T22:51:47.984407Z","caller":"traceutil/trace.go:171","msg":"trace[1826064261] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25238; }","duration":"743.304554ms","start":"2026-02-26T22:51:47.241085Z","end":"2026-02-26T22:51:47.984389Z","steps":["trace[1826064261] 'agreement among raft nodes before linearized reading' (duration: 743.080419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:47.984415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.235509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T22:51:47.984444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:47.241074Z","time spent":"743.362155ms","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-26T22:51:47.984463Z","caller":"traceutil/trace.go:171","msg":"trace[455467657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25238; }","duration":"270.328732ms","start":"2026-02-26T22:51:47.714121Z","end":"2026-02-26T22:51:47.984449Z","steps":["trace[455467657] 'agreement among raft nodes before linearized reading' (duration: 269.901591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:47.984464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.201996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:47.984478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.437881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-26T22:51:47.984515Z","caller":"traceutil/trace.go:171","msg":"trace[54561628] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25238; }","duration":"248.252247ms","start":"2026-02-26T22:51:47.736247Z","end":"2026-02-26T22:51:47.984499Z","steps":["trace[54561628] 'agreement among raft nodes before linearized reading' (duration: 248.178475ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:47.984544Z","caller":"traceutil/trace.go:171","msg":"trace[1304248018] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25238; }","duration":"406.550114ms","start":"2026-02-26T22:51:47.577976Z","end":"2026-02-26T22:51:47.984526Z","steps":["trace[1304248018] 'agreement among raft nodes before linearized reading' (duration: 406.330548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:47.984608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:47.577955Z","time spent":"406.624355ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-26T22:51:47.984635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.156205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:47.984681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677359639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T22:51:47.984682Z","caller":"traceutil/trace.go:171","msg":"trace[1037909118] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25238; }","duration":"744.269148ms","start":"2026-02-26T22:51:47.240401Z","end":"2026-02-26T22:51:47.98467Z","steps":["trace[1037909118] 'agreement among raft nodes before linearized reading' (duration: 744.191696ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:47.984719Z","caller":"traceutil/trace.go:171","msg":"trace[2099716683] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25238; }","duration":"1.677480832s","start":"2026-02-26T22:51:46.307228Z","end":"2026-02-26T22:51:47.984709Z","steps":["trace[2099716683] 'agreement among raft nodes before linearized reading' (duration: 1.677293158s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:47.98474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:47.240382Z","time spent":"744.34792ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:47.984759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.050964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T22:51:47.984797Z","caller":"traceutil/trace.go:171","msg":"trace[122924651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25238; }","duration":"270.092775ms","start":"2026-02-26T22:51:47.714694Z","end":"2026-02-26T22:51:47.984787Z","steps":["trace[122924651] 'agreement among raft nodes before linearized reading' (duration: 269.986892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:47.984765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:46.307204Z","time spent":"1.677531314s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T22:51:47.984942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432682992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:47.985691Z","caller":"traceutil/trace.go:171","msg":"trace[1986838848] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25238; }","duration":"1.433516423s","start":"2026-02-26T22:51:46.552149Z","end":"2026-02-26T22:51:47.985665Z","steps":["trace[1986838848] 'agreement among raft nodes before linearized reading' (duration: 1.432645131s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:47.9858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:46.552123Z","time spent":"1.433654697s","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:48.585426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.530794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:48.585527Z","caller":"traceutil/trace.go:171","msg":"trace[1975863673] linearizableReadLoop","detail":"{readStateIndex:26160; appliedIndex:26159; }","duration":"597.176552ms","start":"2026-02-26T22:51:47.988335Z","end":"2026-02-26T22:51:48.585511Z","steps":["trace[1975863673] 'read index received' (duration: 57.494835ms)","trace[1975863673] 'applied index is now lower than readState.Index' (duration: 539.680707ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:48.585595Z","caller":"traceutil/trace.go:171","msg":"trace[1053943863] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"597.432918ms","start":"2026-02-26T22:51:47.988152Z","end":"2026-02-26T22:51:48.585584Z","steps":["trace[1053943863] 'process raft request' (duration: 57.660818ms)","trace[1053943863] 'compare' (duration: 539.37838ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:48.585659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:47.988134Z","time spent":"597.49196ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:48.585862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.499101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-200edc98-e8f7-4309-b912-824210d50c41\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-02-26T22:51:48.585963Z","caller":"traceutil/trace.go:171","msg":"trace[1375827348] range","detail":"{range_begin:/registry/persistentvolumes/pvc-200edc98-e8f7-4309-b912-824210d50c41; range_end:; response_count:1; response_revision:25239; }","duration":"597.629525ms","start":"2026-02-26T22:51:47.988312Z","end":"2026-02-26T22:51:48.585942Z","steps":["trace[1375827348] 'agreement among raft nodes before linearized reading' (duration: 597.318546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:48.586002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:47.988303Z","time spent":"597.690276ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-200edc98-e8f7-4309-b912-824210d50c41\" "} {"level":"warn","ts":"2026-02-26T22:51:48.641767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.162369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:48.641833Z","caller":"traceutil/trace.go:171","msg":"trace[373742834] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25241; }","duration":"653.348284ms","start":"2026-02-26T22:51:47.98847Z","end":"2026-02-26T22:51:48.641818Z","steps":["trace[373742834] 'agreement among raft nodes before linearized reading' (duration: 653.159869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:48.641862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:47.98845Z","time spent":"653.405226ms","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-26T22:51:48.641971Z","caller":"traceutil/trace.go:171","msg":"trace[674747384] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"652.264877ms","start":"2026-02-26T22:51:47.989677Z","end":"2026-02-26T22:51:48.641942Z","steps":["trace[674747384] 'process raft request' (duration: 651.774014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:48.641999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.066301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T22:51:48.642032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.639712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:51:48.642072Z","caller":"traceutil/trace.go:171","msg":"trace[229765525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25241; }","duration":"283.178605ms","start":"2026-02-26T22:51:48.358876Z","end":"2026-02-26T22:51:48.642055Z","steps":["trace[229765525] 'agreement among raft nodes before linearized reading' (duration: 282.98754ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:48.642086Z","caller":"traceutil/trace.go:171","msg":"trace[1922624997] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25241; }","duration":"202.865797ms","start":"2026-02-26T22:51:48.439207Z","end":"2026-02-26T22:51:48.642073Z","steps":["trace[1922624997] 'agreement among raft nodes before linearized reading' (duration: 202.643542ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:48.642128Z","caller":"traceutil/trace.go:171","msg":"trace[482512237] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"652.434761ms","start":"2026-02-26T22:51:47.989682Z","end":"2026-02-26T22:51:48.642117Z","steps":["trace[482512237] 'process raft request' (duration: 651.882957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:48.64213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:47.989661Z","time spent":"652.38594ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:48.6422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:47.989668Z","time spent":"652.488212ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:48.642096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.184581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T22:51:48.642266Z","caller":"traceutil/trace.go:171","msg":"trace[843322225] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25241; }","duration":"653.361825ms","start":"2026-02-26T22:51:47.988892Z","end":"2026-02-26T22:51:48.642254Z","steps":["trace[843322225] 'agreement among raft nodes before linearized reading' (duration: 653.115349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:48.642322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:47.98888Z","time spent":"653.431276ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T22:51:49.002457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.553524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:49.002632Z","caller":"traceutil/trace.go:171","msg":"trace[373292306] linearizableReadLoop","detail":"{readStateIndex:26164; appliedIndex:26163; }","duration":"323.61773ms","start":"2026-02-26T22:51:48.678984Z","end":"2026-02-26T22:51:49.002602Z","steps":["trace[373292306] 'read index received' (duration: 76.80862ms)","trace[373292306] 'applied index is now lower than readState.Index' (duration: 246.80615ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:49.00264Z","caller":"traceutil/trace.go:171","msg":"trace[896164087] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"325.703632ms","start":"2026-02-26T22:51:48.676905Z","end":"2026-02-26T22:51:49.002609Z","steps":["trace[896164087] 'process raft request' (duration: 78.883702ms)","trace[896164087] 'compare' (duration: 246.370569ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:49.002792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:48.676883Z","time spent":"325.815675ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:49.002809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.821544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:49.002863Z","caller":"traceutil/trace.go:171","msg":"trace[13745498] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25243; }","duration":"323.913697ms","start":"2026-02-26T22:51:48.67893Z","end":"2026-02-26T22:51:49.002844Z","steps":["trace[13745498] 'agreement among raft nodes before linearized reading' (duration: 323.773183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:49.00293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:48.678913Z","time spent":"323.998689ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T22:51:49.026899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.007556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:49.026991Z","caller":"traceutil/trace.go:171","msg":"trace[878113253] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25244; }","duration":"290.17784ms","start":"2026-02-26T22:51:48.736795Z","end":"2026-02-26T22:51:49.026973Z","steps":["trace[878113253] 'agreement among raft nodes before linearized reading' (duration: 289.981476ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:49.026976Z","caller":"traceutil/trace.go:171","msg":"trace[1909114589] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"342.859733ms","start":"2026-02-26T22:51:48.684083Z","end":"2026-02-26T22:51:49.026943Z","steps":["trace[1909114589] 'process raft request' (duration: 342.461843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:49.027144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:48.684042Z","time spent":"343.007706ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:49.02721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.783236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-02-26T22:51:49.027408Z","caller":"traceutil/trace.go:171","msg":"trace[1958209763] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:25244; }","duration":"258.110234ms","start":"2026-02-26T22:51:48.769226Z","end":"2026-02-26T22:51:49.027336Z","steps":["trace[1958209763] 'agreement among raft nodes before linearized reading' (duration: 257.595602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:49.535395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:50.035962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:50.45053Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.414383273s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:51:50.616465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.624991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:50.61658Z","caller":"traceutil/trace.go:171","msg":"trace[634461394] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"1.586786873s","start":"2026-02-26T22:51:49.029773Z","end":"2026-02-26T22:51:50.61656Z","steps":["trace[634461394] 'process raft request' (duration: 1.420979718s)","trace[634461394] 'compare' (duration: 165.516248ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:50.616643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:49.029748Z","time spent":"1.586865066s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:51.034889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000320513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T22:51:51.035154Z","caller":"traceutil/trace.go:171","msg":"trace[703984898] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000487437s","start":"2026-02-26T22:51:49.034493Z","end":"2026-02-26T22:51:51.03498Z","steps":["trace[703984898] 'agreement among raft nodes before linearized reading' (duration: 2.000332343s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:51.035243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:49.034442Z","time spent":"2.000780774s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:51:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:51:51.577441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.913485ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:51.57759Z","caller":"traceutil/trace.go:171","msg":"trace[547251180] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25245; }","duration":"470.088579ms","start":"2026-02-26T22:51:51.107475Z","end":"2026-02-26T22:51:51.577563Z","steps":["trace[547251180] 'range keys from in-memory index tree' (duration: 469.893985ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:51.577922Z","caller":"traceutil/trace.go:171","msg":"trace[2138830197] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"2.543333995s","start":"2026-02-26T22:51:49.034566Z","end":"2026-02-26T22:51:51.5779Z","steps":["trace[2138830197] 'process raft request' (duration: 2.510379737s)","trace[2138830197] 'compare' (duration: 31.587383ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:51.578029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:49.034542Z","time spent":"2.543424797s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4339,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:51.578417Z","caller":"traceutil/trace.go:171","msg":"trace[129198774] linearizableReadLoop","detail":"{readStateIndex:26174; appliedIndex:26165; }","duration":"2.543873969s","start":"2026-02-26T22:51:49.034515Z","end":"2026-02-26T22:51:51.578389Z","steps":["trace[129198774] 'read index received' (duration: 1.41627208s)","trace[129198774] 'applied index is now lower than readState.Index' (duration: 1.127600689s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:51:51.578466Z","caller":"traceutil/trace.go:171","msg":"trace[257594382] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"1.505537493s","start":"2026-02-26T22:51:50.072917Z","end":"2026-02-26T22:51:51.578454Z","steps":["trace[257594382] 'process raft request' (duration: 1.505436051s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:51.578484Z","caller":"traceutil/trace.go:171","msg":"trace[1586195431] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"1.587878641s","start":"2026-02-26T22:51:49.990573Z","end":"2026-02-26T22:51:51.578452Z","steps":["trace[1586195431] 'process raft request' (duration: 1.587714047s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:51.578509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:50.072892Z","time spent":"1.505596225s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:51.578494Z","caller":"traceutil/trace.go:171","msg":"trace[1232990378] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"1.628579465s","start":"2026-02-26T22:51:49.949894Z","end":"2026-02-26T22:51:51.578473Z","steps":["trace[1232990378] 'process raft request' (duration: 1.628360229s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:51.57848Z","caller":"traceutil/trace.go:171","msg":"trace[1868392674] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"1.629434426s","start":"2026-02-26T22:51:49.949014Z","end":"2026-02-26T22:51:51.578448Z","steps":["trace[1868392674] 'process raft request' (duration: 1.629207801s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:51.578508Z","caller":"traceutil/trace.go:171","msg":"trace[540456493] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"1.629629811s","start":"2026-02-26T22:51:49.94885Z","end":"2026-02-26T22:51:51.57848Z","steps":["trace[540456493] 'process raft request' (duration: 1.629311983s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:51.578541Z","caller":"traceutil/trace.go:171","msg":"trace[634817339] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"1.629830166s","start":"2026-02-26T22:51:49.948672Z","end":"2026-02-26T22:51:51.578502Z","steps":["trace[634817339] 'process raft request' (duration: 1.629181329s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:51.578536Z","caller":"traceutil/trace.go:171","msg":"trace[1327645347] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"1.62961525s","start":"2026-02-26T22:51:49.948878Z","end":"2026-02-26T22:51:51.578493Z","steps":["trace[1327645347] 'process raft request' (duration: 1.629313763s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:51.578607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:49.990549Z","time spent":"1.587983944s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:51.578607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:49.94882Z","time spent":"1.629732914s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:51.578627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935908074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:51:51.57864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:49.948974Z","time spent":"1.62957817s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:51.578675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:49.948651Z","time spent":"1.629951919s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:51.578565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:49.949887Z","time spent":"1.628645136s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:51.578712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:49.948841Z","time spent":"1.629772374s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:51.578656Z","caller":"traceutil/trace.go:171","msg":"trace[1998652841] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25254; }","duration":"1.935960796s","start":"2026-02-26T22:51:49.642686Z","end":"2026-02-26T22:51:51.578647Z","steps":["trace[1998652841] 'agreement among raft nodes before linearized reading' (duration: 1.935903075s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:51.57876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918711303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897eda3dc4f2102\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-02-26T22:51:51.578783Z","caller":"traceutil/trace.go:171","msg":"trace[2014495079] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897eda3dc4f2102; range_end:; response_count:1; response_revision:25254; }","duration":"1.918775574s","start":"2026-02-26T22:51:49.66Z","end":"2026-02-26T22:51:51.578776Z","steps":["trace[2014495079] 'agreement among raft nodes before linearized reading' (duration: 1.918668432s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:51.578787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:49.642674Z","time spent":"1.936101899s","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:51.578803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10886442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:51.578784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545834586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3757"} {"level":"warn","ts":"2026-02-26T22:51:51.578854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.686307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T22:51:51.578864Z","caller":"traceutil/trace.go:171","msg":"trace[146993937] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25254; }","duration":"1.545964199s","start":"2026-02-26T22:51:50.03288Z","end":"2026-02-26T22:51:51.578844Z","steps":["trace[146993937] 'agreement among raft nodes before linearized reading' (duration: 1.545758944s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:51.578875Z","caller":"traceutil/trace.go:171","msg":"trace[806396503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25254; }","duration":"931.723118ms","start":"2026-02-26T22:51:50.647145Z","end":"2026-02-26T22:51:51.578868Z","steps":["trace[806396503] 'agreement among raft nodes before linearized reading' (duration: 931.671016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:51.578899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:50.032865Z","time spent":"1.54602665s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" "} {"level":"warn","ts":"2026-02-26T22:51:51.578897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:50.647135Z","time spent":"931.757908ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:51:51.578954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41176913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:51:51.578975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411978386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267256"} {"level":"info","ts":"2026-02-26T22:51:51.578998Z","caller":"traceutil/trace.go:171","msg":"trace[597767149] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25254; }","duration":"2.411859112s","start":"2026-02-26T22:51:49.167125Z","end":"2026-02-26T22:51:51.578984Z","steps":["trace[597767149] 'agreement among raft nodes before linearized reading' (duration: 2.411740479s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:51.579018Z","caller":"traceutil/trace.go:171","msg":"trace[205480014] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25254; }","duration":"2.412080178s","start":"2026-02-26T22:51:49.166925Z","end":"2026-02-26T22:51:51.579006Z","steps":["trace[205480014] 'agreement among raft nodes before linearized reading' (duration: 2.411610536s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:51.579031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:49.167102Z","time spent":"2.411920773s","remote":"127.0.0.1:38086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:51.579056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:49.166903Z","time spent":"2.412143169s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267278,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-26T22:51:51.578802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:49.65998Z","time spent":"1.918818166s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897eda3dc4f2102\" "} {"level":"info","ts":"2026-02-26T22:51:51.578823Z","caller":"traceutil/trace.go:171","msg":"trace[553990715] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25254; }","duration":"2.108932442s","start":"2026-02-26T22:51:49.469883Z","end":"2026-02-26T22:51:51.578816Z","steps":["trace[553990715] 'agreement among raft nodes before linearized reading' (duration: 2.108905122s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:51.579275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.548158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T22:51:51.579317Z","caller":"traceutil/trace.go:171","msg":"trace[838913554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25254; }","duration":"932.63434ms","start":"2026-02-26T22:51:50.64667Z","end":"2026-02-26T22:51:51.579304Z","steps":["trace[838913554] 'agreement among raft nodes before linearized reading' (duration: 932.488647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:51.579347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:50.646646Z","time spent":"932.693982ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:51:51.579268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:49.469858Z","time spent":"2.109384043s","remote":"127.0.0.1:51878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:51.578765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.223847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:51.579452Z","caller":"traceutil/trace.go:171","msg":"trace[402089085] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"1.630559804s","start":"2026-02-26T22:51:49.948855Z","end":"2026-02-26T22:51:51.579414Z","steps":["trace[402089085] 'process raft request' (duration: 1.629224261s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:51.579469Z","caller":"traceutil/trace.go:171","msg":"trace[1529470333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25254; }","duration":"543.941435ms","start":"2026-02-26T22:51:51.035498Z","end":"2026-02-26T22:51:51.57944Z","steps":["trace[1529470333] 'agreement among raft nodes before linearized reading' (duration: 543.250708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:51.579541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:49.948846Z","time spent":"1.630643556s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:51.57956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:51.035483Z","time spent":"544.056918ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:51:51.580291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965670431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-26T22:51:51.580314Z","caller":"traceutil/trace.go:171","msg":"trace[2056191844] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25254; }","duration":"1.965773994s","start":"2026-02-26T22:51:49.614533Z","end":"2026-02-26T22:51:51.580307Z","steps":["trace[2056191844] 'agreement among raft nodes before linearized reading' (duration: 1.964299708s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:51.580329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:49.614511Z","time spent":"1.965815206s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-02-26T22:51:51.580386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.131331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T22:51:51.580519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.059319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mcpn.1897ed91c0d28e44\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-26T22:51:51.580594Z","caller":"traceutil/trace.go:171","msg":"trace[1796117780] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6mcpn.1897ed91c0d28e44; range_end:; response_count:1; response_revision:25254; }","duration":"960.190053ms","start":"2026-02-26T22:51:50.620383Z","end":"2026-02-26T22:51:51.580573Z","steps":["trace[1796117780] 'agreement among raft nodes before linearized reading' (duration: 958.156751ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:51.580611Z","caller":"traceutil/trace.go:171","msg":"trace[974047769] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25254; }","duration":"267.364377ms","start":"2026-02-26T22:51:51.313193Z","end":"2026-02-26T22:51:51.580557Z","steps":["trace[974047769] 'agreement among raft nodes before linearized reading' (duration: 265.585682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:51.580634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:50.620365Z","time spent":"960.259914ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mcpn.1897ed91c0d28e44\" "} {"level":"warn","ts":"2026-02-26T22:51:51.580834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.175686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T22:51:51.58087Z","caller":"traceutil/trace.go:171","msg":"trace[691539944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25254; }","duration":"990.252778ms","start":"2026-02-26T22:51:50.590605Z","end":"2026-02-26T22:51:51.580858Z","steps":["trace[691539944] 'agreement among raft nodes before linearized reading' (duration: 988.197436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:51.580901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:50.590585Z","time spent":"990.31075ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:51:51.581442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.56299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T22:51:51.581472Z","caller":"traceutil/trace.go:171","msg":"trace[1417022173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25254; }","duration":"903.638392ms","start":"2026-02-26T22:51:50.677827Z","end":"2026-02-26T22:51:51.581465Z","steps":["trace[1417022173] 'agreement among raft nodes before linearized reading' (duration: 901.134469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:51.581487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:50.677808Z","time spent":"903.675743ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T22:51:52.086155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252028398447692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T22:51:53.336288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:51.810796Z","time spent":"1.525483283s","remote":"127.0.0.1:34682","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T22:51:53.338706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.334849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:51:53.338795Z","caller":"traceutil/trace.go:171","msg":"trace[1450027398] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"1.756322574s","start":"2026-02-26T22:51:51.582458Z","end":"2026-02-26T22:51:53.338781Z","steps":["trace[1450027398] 'process raft request' (duration: 853.834341ms)","trace[1450027398] 'compare' (duration: 900.111193ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:53.33884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:51.582437Z","time spent":"1.756381624s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:53.588102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000016576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T22:51:53.588173Z","caller":"traceutil/trace.go:171","msg":"trace[674181815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000098068s","start":"2026-02-26T22:51:51.588059Z","end":"2026-02-26T22:51:53.588157Z","steps":["trace[674181815] 'agreement among raft nodes before linearized reading' (duration: 2.000015176s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:53.588202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:51.588024Z","time spent":"2.00017151s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 22:51:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T22:51:53.698037Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.261720867s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T22:51:53.703581Z","caller":"traceutil/trace.go:171","msg":"trace[1532045238] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"2.118143433s","start":"2026-02-26T22:51:51.585399Z","end":"2026-02-26T22:51:53.703543Z","steps":["trace[1532045238] 'process raft request' (duration: 2.117895747s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:53.70377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:51.585388Z","time spent":"2.118285727s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:53.703815Z","caller":"traceutil/trace.go:171","msg":"trace[370001539] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"2.118317008s","start":"2026-02-26T22:51:51.585492Z","end":"2026-02-26T22:51:53.703809Z","steps":["trace[370001539] 'process raft request' (duration: 2.117903318s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:53.703839Z","caller":"traceutil/trace.go:171","msg":"trace[1045599206] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"2.117001344s","start":"2026-02-26T22:51:51.586825Z","end":"2026-02-26T22:51:53.703827Z","steps":["trace[1045599206] 'process raft request' (duration: 2.116665756s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:53.70359Z","caller":"traceutil/trace.go:171","msg":"trace[1230463240] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"2.120681217s","start":"2026-02-26T22:51:51.582884Z","end":"2026-02-26T22:51:53.703566Z","steps":["trace[1230463240] 'process raft request' (duration: 2.115347833s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:53.703932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:51.586814Z","time spent":"2.117068086s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:53.703946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:51.585443Z","time spent":"2.11841249s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:53.703937Z","caller":"traceutil/trace.go:171","msg":"trace[1088979259] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"2.118169914s","start":"2026-02-26T22:51:51.585729Z","end":"2026-02-26T22:51:53.703899Z","steps":["trace[1088979259] 'process raft request' (duration: 2.117702323s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:53.704032Z","caller":"traceutil/trace.go:171","msg":"trace[1844580906] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"1.768285595s","start":"2026-02-26T22:51:51.935675Z","end":"2026-02-26T22:51:53.703961Z","steps":["trace[1844580906] 'process raft request' (duration: 1.767860083s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:53.704118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:51.585717Z","time spent":"2.118304438s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:53.703754Z","caller":"traceutil/trace.go:171","msg":"trace[359759091] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"2.117856046s","start":"2026-02-26T22:51:51.585872Z","end":"2026-02-26T22:51:53.703728Z","steps":["trace[359759091] 'process raft request' (duration: 2.117589019s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:53.704102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:51.582852Z","time spent":"2.121124479s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:53.704214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:51.585864Z","time spent":"2.118305638s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:51:53.704439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:51.935653Z","time spent":"1.768440988s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:53.723379Z","caller":"traceutil/trace.go:171","msg":"trace[778611669] linearizableReadLoop","detail":"{readStateIndex:26183; appliedIndex:26175; }","duration":"2.13792905s","start":"2026-02-26T22:51:51.585432Z","end":"2026-02-26T22:51:53.723361Z","steps":["trace[778611669] 'read index received' (duration: 850.877267ms)","trace[778611669] 'applied index is now lower than readState.Index' (duration: 1.287050943s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:51:53.723729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13827985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9d40d292-ea73-4c34-b9e6-20c029489f79\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-26T22:51:53.723766Z","caller":"traceutil/trace.go:171","msg":"trace[2069747795] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9d40d292-ea73-4c34-b9e6-20c029489f79; range_end:; response_count:1; response_revision:25262; }","duration":"2.138356832s","start":"2026-02-26T22:51:51.5854Z","end":"2026-02-26T22:51:53.723756Z","steps":["trace[2069747795] 'agreement among raft nodes before linearized reading' (duration: 2.138214428s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:53.723789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:51.585386Z","time spent":"2.138397562s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-9d40d292-ea73-4c34-b9e6-20c029489f79\" "} {"level":"info","ts":"2026-02-26T22:51:53.724162Z","caller":"traceutil/trace.go:171","msg":"trace[1901155827] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"733.99622ms","start":"2026-02-26T22:51:52.990156Z","end":"2026-02-26T22:51:53.724153Z","steps":["trace[1901155827] 'process raft request' (duration: 733.867966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:53.724314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:52.990133Z","time spent":"734.079532ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:51:53.72434Z","caller":"traceutil/trace.go:171","msg":"trace[1688047915] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"140.342866ms","start":"2026-02-26T22:51:53.583971Z","end":"2026-02-26T22:51:53.724314Z","steps":["trace[1688047915] 'process raft request' (duration: 140.11626ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:53.724414Z","caller":"traceutil/trace.go:171","msg":"trace[874191157] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"140.363996ms","start":"2026-02-26T22:51:53.584042Z","end":"2026-02-26T22:51:53.724406Z","steps":["trace[874191157] 'process raft request' (duration: 140.188571ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:53.724391Z","caller":"traceutil/trace.go:171","msg":"trace[1382253457] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"139.525406ms","start":"2026-02-26T22:51:53.584842Z","end":"2026-02-26T22:51:53.724367Z","steps":["trace[1382253457] 'process raft request' (duration: 139.460284ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:53.724632Z","caller":"traceutil/trace.go:171","msg":"trace[1226079862] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"139.408102ms","start":"2026-02-26T22:51:53.585215Z","end":"2026-02-26T22:51:53.724623Z","steps":["trace[1226079862] 'process raft request' (duration: 139.117385ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:53.724978Z","caller":"traceutil/trace.go:171","msg":"trace[1241005655] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"139.351051ms","start":"2026-02-26T22:51:53.585611Z","end":"2026-02-26T22:51:53.724962Z","steps":["trace[1241005655] 'process raft request' (duration: 138.843808ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:53.724996Z","caller":"traceutil/trace.go:171","msg":"trace[448502170] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"139.345211ms","start":"2026-02-26T22:51:53.585634Z","end":"2026-02-26T22:51:53.724979Z","steps":["trace[448502170] 'process raft request' (duration: 139.249929ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:53.725109Z","caller":"traceutil/trace.go:171","msg":"trace[2021284601] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"138.072229ms","start":"2026-02-26T22:51:53.587015Z","end":"2026-02-26T22:51:53.725087Z","steps":["trace[2021284601] 'process raft request' (duration: 137.926855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:53.725231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.805524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:53.725278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.053513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:53.725286Z","caller":"traceutil/trace.go:171","msg":"trace[611327324] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25270; }","duration":"321.915117ms","start":"2026-02-26T22:51:53.403356Z","end":"2026-02-26T22:51:53.725271Z","steps":["trace[611327324] 'agreement among raft nodes before linearized reading' (duration: 321.822265ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:53.72531Z","caller":"traceutil/trace.go:171","msg":"trace[623269574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25270; }","duration":"137.128185ms","start":"2026-02-26T22:51:53.588172Z","end":"2026-02-26T22:51:53.7253Z","steps":["trace[623269574] 'agreement among raft nodes before linearized reading' (duration: 137.046583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:53.725322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:53.403336Z","time spent":"321.974779ms","remote":"127.0.0.1:39924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:53.725333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.486587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-26T22:51:53.72537Z","caller":"traceutil/trace.go:171","msg":"trace[1964777894] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25270; }","duration":"733.566919ms","start":"2026-02-26T22:51:52.991791Z","end":"2026-02-26T22:51:53.725358Z","steps":["trace[1964777894] 'agreement among raft nodes before linearized reading' (duration: 733.419526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:53.725407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:52.991768Z","time spent":"733.63137ms","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T22:51:53.725336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137971391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T22:51:53.725479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.346456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:53.725526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.335556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:51:53.725537Z","caller":"traceutil/trace.go:171","msg":"trace[787052726] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25270; }","duration":"835.389957ms","start":"2026-02-26T22:51:52.890117Z","end":"2026-02-26T22:51:53.725507Z","steps":["trace[787052726] 'agreement among raft nodes before linearized reading' (duration: 835.305385ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:53.725482Z","caller":"traceutil/trace.go:171","msg":"trace[838318961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25270; }","duration":"2.138149675s","start":"2026-02-26T22:51:51.58731Z","end":"2026-02-26T22:51:53.725459Z","steps":["trace[838318961] 'agreement among raft nodes before linearized reading' (duration: 2.137779426s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:51:53.725567Z","caller":"traceutil/trace.go:171","msg":"trace[241872194] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25270; }","duration":"150.418278ms","start":"2026-02-26T22:51:53.575139Z","end":"2026-02-26T22:51:53.725557Z","steps":["trace[241872194] 'agreement among raft nodes before linearized reading' (duration: 150.353757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:53.725578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.593654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:51:53.725578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:52.89006Z","time spent":"835.505449ms","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:53.725596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:51.587301Z","time spent":"2.138280279s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T22:51:53.725609Z","caller":"traceutil/trace.go:171","msg":"trace[670548528] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25270; }","duration":"617.667516ms","start":"2026-02-26T22:51:53.107932Z","end":"2026-02-26T22:51:53.725599Z","steps":["trace[670548528] 'agreement among raft nodes before linearized reading' (duration: 617.611415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:53.725935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:53.107912Z","time spent":"617.961464ms","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:51:53.726301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1384429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-02-26T22:51:53.72643Z","caller":"traceutil/trace.go:171","msg":"trace[1628434812] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00; range_end:; response_count:1; response_revision:25270; }","duration":"1.138609175s","start":"2026-02-26T22:51:52.587792Z","end":"2026-02-26T22:51:53.726401Z","steps":["trace[1628434812] 'agreement among raft nodes before linearized reading' (duration: 1.138349588s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:51:53.726498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:51:52.587773Z","time spent":"1.138706048s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5a072d7-59bc-4c14-b553-a68673b15e00\" "} {"level":"info","ts":"2026-02-26T22:51:53.876225Z","caller":"traceutil/trace.go:171","msg":"trace[1978862170] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"125.150874ms","start":"2026-02-26T22:51:53.751046Z","end":"2026-02-26T22:51:53.876197Z","steps":["trace[1978862170] 'process raft request' (duration: 70.930402ms)","trace[1978862170] 'compare' (duration: 54.025177ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:52:24.070701Z","caller":"traceutil/trace.go:171","msg":"trace[501797476] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"144.727375ms","start":"2026-02-26T22:52:23.925949Z","end":"2026-02-26T22:52:24.070677Z","steps":["trace[501797476] 'process raft request' (duration: 144.560951ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:24.177784Z","caller":"traceutil/trace.go:171","msg":"trace[706164866] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"233.081616ms","start":"2026-02-26T22:52:23.944661Z","end":"2026-02-26T22:52:24.177693Z","steps":["trace[706164866] 'process raft request' (duration: 232.869921ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:24.177716Z","caller":"traceutil/trace.go:171","msg":"trace[1193358029] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"233.005235ms","start":"2026-02-26T22:52:23.944635Z","end":"2026-02-26T22:52:24.17764Z","steps":["trace[1193358029] 'process raft request' (duration: 232.739398ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:24.177786Z","caller":"traceutil/trace.go:171","msg":"trace[107773679] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"231.222089ms","start":"2026-02-26T22:52:23.946531Z","end":"2026-02-26T22:52:24.177753Z","steps":["trace[107773679] 'process raft request' (duration: 231.038515ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:24.177966Z","caller":"traceutil/trace.go:171","msg":"trace[1869517500] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"229.350542ms","start":"2026-02-26T22:52:23.948574Z","end":"2026-02-26T22:52:24.177925Z","steps":["trace[1869517500] 'process raft request' (duration: 229.030464ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:24.178694Z","caller":"traceutil/trace.go:171","msg":"trace[794978754] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"229.095246ms","start":"2026-02-26T22:52:23.949577Z","end":"2026-02-26T22:52:24.178672Z","steps":["trace[794978754] 'process raft request' (duration: 228.300946ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:24.178748Z","caller":"traceutil/trace.go:171","msg":"trace[316290181] linearizableReadLoop","detail":"{readStateIndex:26481; appliedIndex:26474; }","duration":"163.821605ms","start":"2026-02-26T22:52:24.01491Z","end":"2026-02-26T22:52:24.178731Z","steps":["trace[316290181] 'read index received' (duration: 55.668678ms)","trace[316290181] 'applied index is now lower than readState.Index' (duration: 108.151797ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:52:24.178798Z","caller":"traceutil/trace.go:171","msg":"trace[865896031] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"207.3793ms","start":"2026-02-26T22:52:23.971379Z","end":"2026-02-26T22:52:24.178758Z","steps":["trace[865896031] 'process raft request' (duration: 207.221676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:24.179106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.890549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:52:24.179177Z","caller":"traceutil/trace.go:171","msg":"trace[706299154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25552; }","duration":"140.999872ms","start":"2026-02-26T22:52:24.03816Z","end":"2026-02-26T22:52:24.17916Z","steps":["trace[706299154] 'agreement among raft nodes before linearized reading' (duration: 140.877489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:24.179213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.989424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T22:52:24.179229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.488302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T22:52:24.179252Z","caller":"traceutil/trace.go:171","msg":"trace[989025175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25552; }","duration":"163.088507ms","start":"2026-02-26T22:52:24.016151Z","end":"2026-02-26T22:52:24.179239Z","steps":["trace[989025175] 'agreement among raft nodes before linearized reading' (duration: 162.966754ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:24.179279Z","caller":"traceutil/trace.go:171","msg":"trace[868214610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25552; }","duration":"162.574315ms","start":"2026-02-26T22:52:24.016691Z","end":"2026-02-26T22:52:24.179265Z","steps":["trace[868214610] 'agreement among raft nodes before linearized reading' (duration: 162.406011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:24.179311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.055001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T22:52:24.179491Z","caller":"traceutil/trace.go:171","msg":"trace[48565162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25552; }","duration":"164.259376ms","start":"2026-02-26T22:52:24.015171Z","end":"2026-02-26T22:52:24.17943Z","steps":["trace[48565162] 'agreement among raft nodes before linearized reading' (duration: 163.881946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:24.179559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.649266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T22:52:24.179606Z","caller":"traceutil/trace.go:171","msg":"trace[457920051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25552; }","duration":"164.751968ms","start":"2026-02-26T22:52:24.014843Z","end":"2026-02-26T22:52:24.179595Z","steps":["trace[457920051] 'agreement among raft nodes before linearized reading' (duration: 163.993769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:27.264712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.53276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:52:27.265058Z","caller":"traceutil/trace.go:171","msg":"trace[833101176] linearizableReadLoop","detail":"{readStateIndex:26499; appliedIndex:26493; }","duration":"1.068590886s","start":"2026-02-26T22:52:26.196442Z","end":"2026-02-26T22:52:27.265033Z","steps":["trace[833101176] 'read index received' (duration: 49.280028ms)","trace[833101176] 'applied index is now lower than readState.Index' (duration: 1.019308368s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:52:27.265104Z","caller":"traceutil/trace.go:171","msg":"trace[1055401046] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"1.078127315s","start":"2026-02-26T22:52:26.186934Z","end":"2026-02-26T22:52:27.265061Z","steps":["trace[1055401046] 'process raft request' (duration: 1.077976611s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:27.265184Z","caller":"traceutil/trace.go:171","msg":"trace[1219810494] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"1.078126376s","start":"2026-02-26T22:52:26.187044Z","end":"2026-02-26T22:52:27.26517Z","steps":["trace[1219810494] 'process raft request' (duration: 1.07790665s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:27.265174Z","caller":"traceutil/trace.go:171","msg":"trace[425433365] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"1.078349461s","start":"2026-02-26T22:52:26.186791Z","end":"2026-02-26T22:52:27.26514Z","steps":["trace[425433365] 'process raft request' (duration: 623.302088ms)","trace[425433365] 'compare' (duration: 454.044517ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:52:27.265266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:26.187035Z","time spent":"1.078183937s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:52:27.265293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:26.186907Z","time spent":"1.078286959s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:52:27.265491Z","caller":"traceutil/trace.go:171","msg":"trace[1803199380] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"1.077880189s","start":"2026-02-26T22:52:26.187598Z","end":"2026-02-26T22:52:27.265478Z","steps":["trace[1803199380] 'process raft request' (duration: 1.077384957s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:27.265545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:26.187584Z","time spent":"1.07793278s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:52:27.265577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:26.186758Z","time spent":"1.078480914s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:52:27.265816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069377015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T22:52:27.265854Z","caller":"traceutil/trace.go:171","msg":"trace[1525123758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25569; }","duration":"1.069443837s","start":"2026-02-26T22:52:26.196401Z","end":"2026-02-26T22:52:27.265845Z","steps":["trace[1525123758] 'agreement among raft nodes before linearized reading' (duration: 1.069256463s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:27.265882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:26.19639Z","time spent":"1.069486038s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:52:27.266232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066660057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T22:52:27.266281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.193839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:52:27.266332Z","caller":"traceutil/trace.go:171","msg":"trace[595495637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25569; }","duration":"1.066803851s","start":"2026-02-26T22:52:26.199504Z","end":"2026-02-26T22:52:27.266308Z","steps":["trace[595495637] 'agreement among raft nodes before linearized reading' (duration: 1.066524094s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:27.266392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:26.199495Z","time spent":"1.066879362s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:52:27.266444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.551062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:52:27.266451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.303661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:52:27.266338Z","caller":"traceutil/trace.go:171","msg":"trace[1993536082] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25569; }","duration":"643.285831ms","start":"2026-02-26T22:52:26.623034Z","end":"2026-02-26T22:52:27.26632Z","steps":["trace[1993536082] 'agreement among raft nodes before linearized reading' (duration: 643.190259ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:27.266489Z","caller":"traceutil/trace.go:171","msg":"trace[1853403375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25569; }","duration":"228.637644ms","start":"2026-02-26T22:52:27.037838Z","end":"2026-02-26T22:52:27.266476Z","steps":["trace[1853403375] 'agreement among raft nodes before linearized reading' (duration: 228.540522ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:27.266495Z","caller":"traceutil/trace.go:171","msg":"trace[1768712116] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25569; }","duration":"192.393573ms","start":"2026-02-26T22:52:27.07409Z","end":"2026-02-26T22:52:27.266483Z","steps":["trace[1768712116] 'agreement among raft nodes before linearized reading' (duration: 192.27022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:27.266482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.09581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:52:27.266531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:26.623018Z","time spent":"643.494386ms","remote":"127.0.0.1:56952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:52:27.266532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066898913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T22:52:27.266563Z","caller":"traceutil/trace.go:171","msg":"trace[728598590] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25569; }","duration":"640.238504ms","start":"2026-02-26T22:52:26.626301Z","end":"2026-02-26T22:52:27.26654Z","steps":["trace[728598590] 'agreement among raft nodes before linearized reading' (duration: 640.08408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:27.26641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.847858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:52:27.266601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.494356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T22:52:27.266613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:26.626269Z","time spent":"640.330996ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:52:27.26661Z","caller":"traceutil/trace.go:171","msg":"trace[145251684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25569; }","duration":"1.067003006s","start":"2026-02-26T22:52:26.199582Z","end":"2026-02-26T22:52:27.266585Z","steps":["trace[145251684] 'agreement among raft nodes before linearized reading' (duration: 1.066734889s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:27.266634Z","caller":"traceutil/trace.go:171","msg":"trace[696435516] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25569; }","duration":"998.143325ms","start":"2026-02-26T22:52:26.268469Z","end":"2026-02-26T22:52:27.266612Z","steps":["trace[696435516] 'agreement among raft nodes before linearized reading' (duration: 997.805767ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:27.266662Z","caller":"traceutil/trace.go:171","msg":"trace[748046570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25569; }","duration":"895.586888ms","start":"2026-02-26T22:52:26.371055Z","end":"2026-02-26T22:52:27.266641Z","steps":["trace[748046570] 'agreement among raft nodes before linearized reading' (duration: 895.424014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:27.266672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:26.199568Z","time spent":"1.067090958s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:52:27.266704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:26.26845Z","time spent":"998.234997ms","remote":"127.0.0.1:58562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:52:27.266711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:26.371035Z","time spent":"895.66314ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:52:27.266745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067132199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T22:52:27.266776Z","caller":"traceutil/trace.go:171","msg":"trace[1510167875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25569; }","duration":"1.06718533s","start":"2026-02-26T22:52:26.199581Z","end":"2026-02-26T22:52:27.266767Z","steps":["trace[1510167875] 'agreement among raft nodes before linearized reading' (duration: 1.067052797s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:27.266832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:26.199565Z","time spent":"1.067259423s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:52:27.265947Z","caller":"traceutil/trace.go:171","msg":"trace[1562293469] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"1.07912479s","start":"2026-02-26T22:52:26.1868Z","end":"2026-02-26T22:52:27.265925Z","steps":["trace[1562293469] 'process raft request' (duration: 1.078025393s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:27.267028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:26.18677Z","time spent":"1.080191846s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:52:29.655834Z","caller":"traceutil/trace.go:171","msg":"trace[386325674] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"382.676833ms","start":"2026-02-26T22:52:29.273114Z","end":"2026-02-26T22:52:29.65579Z","steps":["trace[386325674] 'process raft request' (duration: 382.401746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:29.656012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:29.273088Z","time spent":"382.829237ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:52:29.782775Z","caller":"traceutil/trace.go:171","msg":"trace[2133702115] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"508.505954ms","start":"2026-02-26T22:52:29.274246Z","end":"2026-02-26T22:52:29.782752Z","steps":["trace[2133702115] 'process raft request' (duration: 508.448262ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:29.782809Z","caller":"traceutil/trace.go:171","msg":"trace[1471005200] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"508.611116ms","start":"2026-02-26T22:52:29.274158Z","end":"2026-02-26T22:52:29.782769Z","steps":["trace[1471005200] 'process raft request' (duration: 508.405221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:29.782906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:29.274238Z","time spent":"508.597856ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:52:29.783052Z","caller":"traceutil/trace.go:171","msg":"trace[912236466] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"508.743891ms","start":"2026-02-26T22:52:29.274301Z","end":"2026-02-26T22:52:29.783045Z","steps":["trace[912236466] 'process raft request' (duration: 508.425102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:29.783092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:29.27427Z","time spent":"508.803193ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:52:29.783246Z","caller":"traceutil/trace.go:171","msg":"trace[735744043] linearizableReadLoop","detail":"{readStateIndex:26512; appliedIndex:26507; }","duration":"492.499763ms","start":"2026-02-26T22:52:29.290724Z","end":"2026-02-26T22:52:29.783224Z","steps":["trace[735744043] 'read index received' (duration: 364.877856ms)","trace[735744043] 'applied index is now lower than readState.Index' (duration: 127.620827ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:52:29.783347Z","caller":"traceutil/trace.go:171","msg":"trace[1181464551] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"508.016573ms","start":"2026-02-26T22:52:29.275307Z","end":"2026-02-26T22:52:29.783323Z","steps":["trace[1181464551] 'process raft request' (duration: 507.709995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:29.783518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:29.27528Z","time spent":"508.113266ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:52:29.783539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.799481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T22:52:29.78359Z","caller":"traceutil/trace.go:171","msg":"trace[901894518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25582; }","duration":"492.904072ms","start":"2026-02-26T22:52:29.290673Z","end":"2026-02-26T22:52:29.783577Z","steps":["trace[901894518] 'agreement among raft nodes before linearized reading' (duration: 492.672967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:29.783629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:29.29066Z","time spent":"492.959074ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:52:29.783221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:29.274134Z","time spent":"508.775922ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:52:30.435746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.091991ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T22:52:30.435988Z","caller":"traceutil/trace.go:171","msg":"trace[1789346712] linearizableReadLoop","detail":"{readStateIndex:26513; appliedIndex:26512; }","duration":"652.648376ms","start":"2026-02-26T22:52:29.783319Z","end":"2026-02-26T22:52:30.435967Z","steps":["trace[1789346712] 'read index received' (duration: 53.31688ms)","trace[1789346712] 'applied index is now lower than readState.Index' (duration: 599.330416ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:52:30.436325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.304853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:52:30.436372Z","caller":"traceutil/trace.go:171","msg":"trace[970331411] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25582; }","duration":"819.403976ms","start":"2026-02-26T22:52:29.616956Z","end":"2026-02-26T22:52:30.43636Z","steps":["trace[970331411] 'agreement among raft nodes before linearized reading' (duration: 819.312904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:30.436415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:29.616932Z","time spent":"819.472138ms","remote":"127.0.0.1:58522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:52:30.436559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136338778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T22:52:30.436643Z","caller":"traceutil/trace.go:171","msg":"trace[164552490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25582; }","duration":"1.136454131s","start":"2026-02-26T22:52:29.300169Z","end":"2026-02-26T22:52:30.436623Z","steps":["trace[164552490] 'agreement among raft nodes before linearized reading' (duration: 1.136222305s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:30.436713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:29.300159Z","time spent":"1.136537143s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T22:52:30.436807Z","caller":"traceutil/trace.go:171","msg":"trace[1161252667] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"646.954543ms","start":"2026-02-26T22:52:29.789841Z","end":"2026-02-26T22:52:30.436795Z","steps":["trace[1161252667] 'process raft request' (duration: 646.01716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:30.4369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:29.78982Z","time spent":"647.024145ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:52:30.437014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.82364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:52:30.437219Z","caller":"traceutil/trace.go:171","msg":"trace[961333079] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25582; }","duration":"893.20862ms","start":"2026-02-26T22:52:29.543989Z","end":"2026-02-26T22:52:30.437198Z","steps":["trace[961333079] 'agreement among raft nodes before linearized reading' (duration: 892.456781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:30.437277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:29.543969Z","time spent":"893.288712ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:52:31.651766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160235518s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T22:52:31.992825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692560603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T22:52:31.992911Z","caller":"traceutil/trace.go:171","msg":"trace[964353345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25583; }","duration":"2.692669275s","start":"2026-02-26T22:52:29.30022Z","end":"2026-02-26T22:52:31.992889Z","steps":["trace[964353345] 'agreement among raft nodes before linearized reading' (duration: 1.136691227s)","trace[964353345] 'range keys from in-memory index tree' (duration: 1.555787273s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:52:31.992954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:29.300211Z","time spent":"2.692730776s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T22:52:31.993086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693560948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T22:52:31.99313Z","caller":"traceutil/trace.go:171","msg":"trace[40298716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25583; }","duration":"2.693621809s","start":"2026-02-26T22:52:29.299494Z","end":"2026-02-26T22:52:31.993116Z","steps":["trace[40298716] 'agreement among raft nodes before linearized reading' (duration: 1.137126627s)","trace[40298716] 'range keys from in-memory index tree' (duration: 1.556411549s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:52:31.993154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:29.299475Z","time spent":"2.69367413s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T22:52:31.993284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693369414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T22:52:31.99331Z","caller":"traceutil/trace.go:171","msg":"trace[1891438780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25583; }","duration":"2.693431655s","start":"2026-02-26T22:52:29.299871Z","end":"2026-02-26T22:52:31.993302Z","steps":["trace[1891438780] 'agreement among raft nodes before linearized reading' (duration: 1.136738598s)","trace[1891438780] 'range keys from in-memory index tree' (duration: 1.556631586s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:52:31.993328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:29.299846Z","time spent":"2.693477836s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T22:52:31.993687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.692829ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:52:31.993823Z","caller":"traceutil/trace.go:171","msg":"trace[1116285911] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25583; }","duration":"885.825183ms","start":"2026-02-26T22:52:31.107982Z","end":"2026-02-26T22:52:31.993787Z","steps":["trace[1116285911] 'range keys from in-memory index tree' (duration: 885.682769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:31.997261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557196999s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:52:31.997492Z","caller":"traceutil/trace.go:171","msg":"trace[1838021804] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"1.908924695s","start":"2026-02-26T22:52:30.08853Z","end":"2026-02-26T22:52:31.997454Z","steps":["trace[1838021804] 'process raft request' (duration: 348.256699ms)","trace[1838021804] 'compare' (duration: 1.555846955s)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:52:31.997615Z","caller":"traceutil/trace.go:171","msg":"trace[757388449] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"1.73792242s","start":"2026-02-26T22:52:30.25967Z","end":"2026-02-26T22:52:31.997593Z","steps":["trace[757388449] 'process raft request' (duration: 1.737726725s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:31.997666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:30.088501Z","time spent":"1.909069089s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:52:31.997722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:30.259645Z","time spent":"1.738017851s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:52:31.997952Z","caller":"traceutil/trace.go:171","msg":"trace[692044772] linearizableReadLoop","detail":"{readStateIndex:26516; appliedIndex:26514; }","duration":"1.561915417s","start":"2026-02-26T22:52:30.436024Z","end":"2026-02-26T22:52:31.99794Z","steps":["trace[692044772] 'read index received' (duration: 55.536534ms)","trace[692044772] 'applied index is now lower than readState.Index' (duration: 1.506376873s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:52:31.998076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66906883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:52:31.998111Z","caller":"traceutil/trace.go:171","msg":"trace[433046099] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25585; }","duration":"1.669153282s","start":"2026-02-26T22:52:30.32895Z","end":"2026-02-26T22:52:31.998103Z","steps":["trace[433046099] 'agreement among raft nodes before linearized reading' (duration: 1.66905891s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:31.998142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:30.328928Z","time spent":"1.669206193s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:52:31.998202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106090499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:52:31.998762Z","caller":"traceutil/trace.go:171","msg":"trace[1022490829] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"1.557209029s","start":"2026-02-26T22:52:30.441539Z","end":"2026-02-26T22:52:31.998748Z","steps":["trace[1022490829] 'process raft request' (duration: 1.556000409s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:31.998842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:30.441522Z","time spent":"1.557280172s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:52:31.998255Z","caller":"traceutil/trace.go:171","msg":"trace[2015840339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25585; }","duration":"2.106209553s","start":"2026-02-26T22:52:29.892031Z","end":"2026-02-26T22:52:31.998241Z","steps":["trace[2015840339] 'agreement among raft nodes before linearized reading' (duration: 2.10611571s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:31.999456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:29.892007Z","time spent":"2.107359342s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:52:32.020253Z","caller":"traceutil/trace.go:171","msg":"trace[1544746936] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"777.913692ms","start":"2026-02-26T22:52:31.242322Z","end":"2026-02-26T22:52:32.020236Z","steps":["trace[1544746936] 'process raft request' (duration: 777.82852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:32.02036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:31.242296Z","time spent":"778.009015ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:52:32.933788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.43362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T22:52:32.93421Z","caller":"traceutil/trace.go:171","msg":"trace[1058516563] linearizableReadLoop","detail":"{readStateIndex:26523; appliedIndex:26518; }","duration":"936.211999ms","start":"2026-02-26T22:52:31.997984Z","end":"2026-02-26T22:52:32.934196Z","steps":["trace[1058516563] 'read index received' (duration: 22.481915ms)","trace[1058516563] 'applied index is now lower than readState.Index' (duration: 913.729234ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:52:32.934332Z","caller":"traceutil/trace.go:171","msg":"trace[1919429695] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"934.457395ms","start":"2026-02-26T22:52:31.999866Z","end":"2026-02-26T22:52:32.934323Z","steps":["trace[1919429695] 'process raft request' (duration: 934.197958ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:32.934317Z","caller":"traceutil/trace.go:171","msg":"trace[1976621860] transaction","detail":"{read_only:false; response_revision:25593; number_of_response:1; }","duration":"935.036219ms","start":"2026-02-26T22:52:31.999237Z","end":"2026-02-26T22:52:32.934273Z","steps":["trace[1976621860] 'process raft request' (duration: 934.768873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:32.934383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:31.999819Z","time spent":"934.537156ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:52:32.934484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:31.999217Z","time spent":"935.177532ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:52:32.934499Z","caller":"traceutil/trace.go:171","msg":"trace[733637347] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"933.878431ms","start":"2026-02-26T22:52:32.00059Z","end":"2026-02-26T22:52:32.934469Z","steps":["trace[733637347] 'process raft request' (duration: 933.573713ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:32.9345Z","caller":"traceutil/trace.go:171","msg":"trace[471495279] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"1.14400463s","start":"2026-02-26T22:52:31.790451Z","end":"2026-02-26T22:52:32.934456Z","steps":["trace[471495279] 'process raft request' (duration: 1.143509717s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:32.934527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197374983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:52:32.934526Z","caller":"traceutil/trace.go:171","msg":"trace[2027058666] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"1.145028606s","start":"2026-02-26T22:52:31.789464Z","end":"2026-02-26T22:52:32.934493Z","steps":["trace[2027058666] 'process raft request' (duration: 1.144473681s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:32.934564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801408926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:52:32.934602Z","caller":"traceutil/trace.go:171","msg":"trace[1699678275] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25595; }","duration":"2.197517476s","start":"2026-02-26T22:52:30.737068Z","end":"2026-02-26T22:52:32.934585Z","steps":["trace[1699678275] 'agreement among raft nodes before linearized reading' (duration: 2.197344401s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:32.934615Z","caller":"traceutil/trace.go:171","msg":"trace[690745480] transaction","detail":"{read_only:false; response_revision:25592; number_of_response:1; }","duration":"1.144125413s","start":"2026-02-26T22:52:31.790469Z","end":"2026-02-26T22:52:32.934594Z","steps":["trace[690745480] 'process raft request' (duration: 1.143517307s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:32.934628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:32.000578Z","time spent":"933.987864ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:52:32.934652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:30.737043Z","time spent":"2.197599619s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:52:32.934658Z","caller":"traceutil/trace.go:171","msg":"trace[2094671901] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25595; }","duration":"1.801556608s","start":"2026-02-26T22:52:31.133079Z","end":"2026-02-26T22:52:32.934636Z","steps":["trace[2094671901] 'agreement among raft nodes before linearized reading' (duration: 1.801338132s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:32.934676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28330028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:52:32.934731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:31.789246Z","time spent":"1.145363674s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:52:32.934763Z","caller":"traceutil/trace.go:171","msg":"trace[1039699862] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25595; }","duration":"2.283430843s","start":"2026-02-26T22:52:30.651322Z","end":"2026-02-26T22:52:32.934753Z","steps":["trace[1039699862] 'agreement among raft nodes before linearized reading' (duration: 2.283232318s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:32.934766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:31.790432Z","time spent":"1.144220636s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:52:32.934771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:31.133061Z","time spent":"1.801696882s","remote":"127.0.0.1:39802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:52:32.934792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:30.651302Z","time spent":"2.283483546s","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:52:32.934527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896603805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:52:32.93483Z","caller":"traceutil/trace.go:171","msg":"trace[532861434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25595; }","duration":"1.896966446s","start":"2026-02-26T22:52:31.037851Z","end":"2026-02-26T22:52:32.934818Z","steps":["trace[532861434] 'agreement among raft nodes before linearized reading' (duration: 1.896574605s)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:32.93483Z","caller":"traceutil/trace.go:171","msg":"trace[1469748121] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"1.274001905s","start":"2026-02-26T22:52:31.66081Z","end":"2026-02-26T22:52:32.934812Z","steps":["trace[1469748121] 'process raft request' (duration: 794.454327ms)","trace[1469748121] 'compare' (duration: 478.031829ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:52:32.934508Z","caller":"traceutil/trace.go:171","msg":"trace[708368537] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"1.145355364s","start":"2026-02-26T22:52:31.789106Z","end":"2026-02-26T22:52:32.934461Z","steps":["trace[708368537] 'process raft request' (duration: 1.144760378s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:32.934874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:31.037824Z","time spent":"1.897039487s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T22:52:32.934909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:31.789079Z","time spent":"1.145802744s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:52:32.934979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492895226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T22:52:32.935008Z","caller":"traceutil/trace.go:171","msg":"trace[626999425] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25595; }","duration":"2.492943847s","start":"2026-02-26T22:52:30.442056Z","end":"2026-02-26T22:52:32.935Z","steps":["trace[626999425] 'agreement among raft nodes before linearized reading' (duration: 2.492820364s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:32.934998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:31.660783Z","time spent":"1.274102368s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T22:52:32.935032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:30.442049Z","time spent":"2.492979388s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T22:52:32.935042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327978923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:52:32.934988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:31.790435Z","time spent":"1.144147594s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:52:32.935091Z","caller":"traceutil/trace.go:171","msg":"trace[2109091264] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25595; }","duration":"2.328073705s","start":"2026-02-26T22:52:30.607004Z","end":"2026-02-26T22:52:32.935078Z","steps":["trace[2109091264] 'agreement among raft nodes before linearized reading' (duration: 2.328004884s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:32.935124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:30.60698Z","time spent":"2.328134876s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:52:32.996025Z","caller":"traceutil/trace.go:171","msg":"trace[968200037] transaction","detail":"{read_only:false; response_revision:25596; number_of_response:1; }","duration":"459.368581ms","start":"2026-02-26T22:52:32.536617Z","end":"2026-02-26T22:52:32.995986Z","steps":["trace[968200037] 'process raft request' (duration: 458.974091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:32.9961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.748206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T22:52:32.996184Z","caller":"traceutil/trace.go:171","msg":"trace[286298101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25596; }","duration":"554.898131ms","start":"2026-02-26T22:52:32.441264Z","end":"2026-02-26T22:52:32.996163Z","steps":["trace[286298101] 'agreement among raft nodes before linearized reading' (duration: 554.637234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:32.996173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.184375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T22:52:32.996211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:32.441239Z","time spent":"554.965833ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T22:52:32.996218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:32.53659Z","time spent":"459.537455ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T22:52:32.996254Z","caller":"traceutil/trace.go:171","msg":"trace[291483010] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25596; }","duration":"994.289098ms","start":"2026-02-26T22:52:32.001946Z","end":"2026-02-26T22:52:32.996236Z","steps":["trace[291483010] 'agreement among raft nodes before linearized reading' (duration: 994.114963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:32.996054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.065597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:52:32.996305Z","caller":"traceutil/trace.go:171","msg":"trace[944344962] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25596; }","duration":"944.381865ms","start":"2026-02-26T22:52:32.051915Z","end":"2026-02-26T22:52:32.996297Z","steps":["trace[944344962] 'agreement among raft nodes before linearized reading' (duration: 944.008925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:32.996305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:32.001906Z","time spent":"994.38902ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:52:32.996326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:32.051904Z","time spent":"944.412936ms","remote":"127.0.0.1:51850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:52:32.996753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.061755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T22:52:32.996189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.183864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T22:52:32.99679Z","caller":"traceutil/trace.go:171","msg":"trace[362078117] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25596; }","duration":"971.100876ms","start":"2026-02-26T22:52:32.025678Z","end":"2026-02-26T22:52:32.996779Z","steps":["trace[362078117] 'agreement among raft nodes before linearized reading' (duration: 970.209743ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:52:32.99681Z","caller":"traceutil/trace.go:171","msg":"trace[779682579] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25596; }","duration":"974.876351ms","start":"2026-02-26T22:52:32.021913Z","end":"2026-02-26T22:52:32.996789Z","steps":["trace[779682579] 'agreement among raft nodes before linearized reading' (duration: 974.179023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:52:32.996879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:32.021893Z","time spent":"974.969283ms","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T22:52:32.996825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T22:52:32.025645Z","time spent":"971.174178ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T22:53:13.280928Z","caller":"traceutil/trace.go:171","msg":"trace[1307666816] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"165.500048ms","start":"2026-02-26T22:53:13.115397Z","end":"2026-02-26T22:53:13.280897Z","steps":["trace[1307666816] 'process raft request' (duration: 165.116359ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:53:13.283003Z","caller":"traceutil/trace.go:171","msg":"trace[922837973] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"157.495207ms","start":"2026-02-26T22:53:13.125426Z","end":"2026-02-26T22:53:13.282921Z","steps":["trace[922837973] 'process raft request' (duration: 157.345583ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:53:13.283311Z","caller":"traceutil/trace.go:171","msg":"trace[813498580] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"156.892141ms","start":"2026-02-26T22:53:13.126393Z","end":"2026-02-26T22:53:13.283286Z","steps":["trace[813498580] 'process raft request' (duration: 156.477041ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:53:13.283474Z","caller":"traceutil/trace.go:171","msg":"trace[306174619] linearizableReadLoop","detail":"{readStateIndex:26977; appliedIndex:26972; }","duration":"152.188583ms","start":"2026-02-26T22:53:13.131265Z","end":"2026-02-26T22:53:13.283453Z","steps":["trace[306174619] 'read index received' (duration: 149.366122ms)","trace[306174619] 'applied index is now lower than readState.Index' (duration: 2.821151ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:53:13.283495Z","caller":"traceutil/trace.go:171","msg":"trace[759347060] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"155.868416ms","start":"2026-02-26T22:53:13.127611Z","end":"2026-02-26T22:53:13.283479Z","steps":["trace[759347060] 'process raft request' (duration: 155.585879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:53:13.283718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.42636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T22:53:13.283779Z","caller":"traceutil/trace.go:171","msg":"trace[1742095912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26035; }","duration":"152.557843ms","start":"2026-02-26T22:53:13.131208Z","end":"2026-02-26T22:53:13.283766Z","steps":["trace[1742095912] 'agreement among raft nodes before linearized reading' (duration: 152.362588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:53:13.283866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.865734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T22:53:13.283948Z","caller":"traceutil/trace.go:171","msg":"trace[309846628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26035; }","duration":"142.009278ms","start":"2026-02-26T22:53:13.141926Z","end":"2026-02-26T22:53:13.283935Z","steps":["trace[309846628] 'agreement among raft nodes before linearized reading' (duration: 141.750732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:53:13.283899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.64317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T22:53:13.284126Z","caller":"traceutil/trace.go:171","msg":"trace[740938465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26035; }","duration":"147.937446ms","start":"2026-02-26T22:53:13.136166Z","end":"2026-02-26T22:53:13.284103Z","steps":["trace[740938465] 'agreement among raft nodes before linearized reading' (duration: 147.508826ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:53:13.284235Z","caller":"traceutil/trace.go:171","msg":"trace[951234820] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"154.87332ms","start":"2026-02-26T22:53:13.12877Z","end":"2026-02-26T22:53:13.283643Z","steps":["trace[951234820] 'process raft request' (duration: 154.602453ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:53:31.582217Z","caller":"traceutil/trace.go:171","msg":"trace[2047676071] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"129.731379ms","start":"2026-02-26T22:53:31.452456Z","end":"2026-02-26T22:53:31.582188Z","steps":["trace[2047676071] 'process raft request' (duration: 88.163964ms)","trace[2047676071] 'compare' (duration: 41.458112ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:53:31.589129Z","caller":"traceutil/trace.go:171","msg":"trace[1850935886] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"135.491324ms","start":"2026-02-26T22:53:31.45362Z","end":"2026-02-26T22:53:31.589111Z","steps":["trace[1850935886] 'process raft request' (duration: 135.379881ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:53:31.589494Z","caller":"traceutil/trace.go:171","msg":"trace[1695756605] transaction","detail":"{read_only:false; response_revision:26166; number_of_response:1; }","duration":"135.75535ms","start":"2026-02-26T22:53:31.453688Z","end":"2026-02-26T22:53:31.589443Z","steps":["trace[1695756605] 'process raft request' (duration: 135.389531ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:53:31.589596Z","caller":"traceutil/trace.go:171","msg":"trace[605310633] transaction","detail":"{read_only:false; response_revision:26167; number_of_response:1; }","duration":"135.76431ms","start":"2026-02-26T22:53:31.453802Z","end":"2026-02-26T22:53:31.589567Z","steps":["trace[605310633] 'process raft request' (duration: 135.552985ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:54:28.018103Z","caller":"traceutil/trace.go:171","msg":"trace[1341981530] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"107.291816ms","start":"2026-02-26T22:54:27.910785Z","end":"2026-02-26T22:54:28.018077Z","steps":["trace[1341981530] 'process raft request' (duration: 89.986391ms)","trace[1341981530] 'compare' (duration: 17.026227ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:55:48.027292Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24864} {"level":"info","ts":"2026-02-26T22:55:48.16027Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24864,"took":"129.025591ms","hash":4261709287,"current-db-size-bytes":49844224,"current-db-size":"50 MB","current-db-size-in-use-bytes":32821248,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-02-26T22:55:48.160329Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4261709287,"revision":24864,"compact-revision":22738} {"level":"info","ts":"2026-02-26T22:55:53.29399Z","caller":"traceutil/trace.go:171","msg":"trace[713153377] transaction","detail":"{read_only:false; response_revision:27496; number_of_response:1; }","duration":"280.774083ms","start":"2026-02-26T22:55:53.013196Z","end":"2026-02-26T22:55:53.29397Z","steps":["trace[713153377] 'process raft request' (duration: 280.65161ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:55:53.426375Z","caller":"traceutil/trace.go:171","msg":"trace[797385259] transaction","detail":"{read_only:false; response_revision:27497; number_of_response:1; }","duration":"297.897384ms","start":"2026-02-26T22:55:53.128422Z","end":"2026-02-26T22:55:53.42632Z","steps":["trace[797385259] 'process raft request' (duration: 226.011808ms)","trace[797385259] 'compare' (duration: 71.603429ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T22:55:56.589875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.91743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:55:56.589943Z","caller":"traceutil/trace.go:171","msg":"trace[888777593] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27521; }","duration":"180.053903ms","start":"2026-02-26T22:55:56.409872Z","end":"2026-02-26T22:55:56.589926Z","steps":["trace[888777593] 'count revisions from in-memory index tree' (duration: 179.825428ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:55:57.239243Z","caller":"traceutil/trace.go:171","msg":"trace[1845664560] linearizableReadLoop","detail":"{readStateIndex:28510; appliedIndex:28509; }","duration":"201.757118ms","start":"2026-02-26T22:55:57.037463Z","end":"2026-02-26T22:55:57.23922Z","steps":["trace[1845664560] 'read index received' (duration: 201.565193ms)","trace[1845664560] 'applied index is now lower than readState.Index' (duration: 191.315µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:55:57.239545Z","caller":"traceutil/trace.go:171","msg":"trace[166341494] transaction","detail":"{read_only:false; response_revision:27525; number_of_response:1; }","duration":"296.439857ms","start":"2026-02-26T22:55:56.943095Z","end":"2026-02-26T22:55:57.239535Z","steps":["trace[166341494] 'process raft request' (duration: 296.005786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T22:55:57.239753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.283612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T22:55:57.239828Z","caller":"traceutil/trace.go:171","msg":"trace[1746252206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27525; }","duration":"202.426325ms","start":"2026-02-26T22:55:57.037385Z","end":"2026-02-26T22:55:57.239811Z","steps":["trace[1746252206] 'agreement among raft nodes before linearized reading' (duration: 202.274681ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:55:57.552569Z","caller":"traceutil/trace.go:171","msg":"trace[1776271246] transaction","detail":"{read_only:false; response_revision:27527; number_of_response:1; }","duration":"114.469516ms","start":"2026-02-26T22:55:57.438056Z","end":"2026-02-26T22:55:57.552526Z","steps":["trace[1776271246] 'process raft request' (duration: 97.354036ms)","trace[1776271246] 'compare' (duration: 16.863353ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T22:56:19.147804Z","caller":"traceutil/trace.go:171","msg":"trace[450536406] transaction","detail":"{read_only:false; response_revision:27785; number_of_response:1; }","duration":"106.590355ms","start":"2026-02-26T22:56:19.041186Z","end":"2026-02-26T22:56:19.147777Z","steps":["trace[450536406] 'process raft request' (duration: 106.051491ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:56:24.235006Z","caller":"traceutil/trace.go:171","msg":"trace[801054686] transaction","detail":"{read_only:false; response_revision:27818; number_of_response:1; }","duration":"107.629001ms","start":"2026-02-26T22:56:24.127345Z","end":"2026-02-26T22:56:24.234974Z","steps":["trace[801054686] 'process raft request' (duration: 107.444466ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:56:24.258962Z","caller":"traceutil/trace.go:171","msg":"trace[2014402847] transaction","detail":"{read_only:false; response_revision:27819; number_of_response:1; }","duration":"111.330854ms","start":"2026-02-26T22:56:24.147584Z","end":"2026-02-26T22:56:24.258915Z","steps":["trace[2014402847] 'process raft request' (duration: 111.17654ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T22:59:09.672269Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"17dd22a2661aae79","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T22:59:09.678366Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-26T22:59:09.678716Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-02-26T23:00:48.034654Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27444} {"level":"info","ts":"2026-02-26T23:00:48.165038Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27444,"took":"127.059838ms","hash":3197616726,"current-db-size-bytes":49844224,"current-db-size":"50 MB","current-db-size-in-use-bytes":32428032,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-26T23:00:48.165128Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3197616726,"revision":27444,"compact-revision":24864} {"level":"warn","ts":"2026-02-26T23:05:34.590319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.548493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T23:05:34.590414Z","caller":"traceutil/trace.go:171","msg":"trace[2028843381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31771; }","duration":"159.687897ms","start":"2026-02-26T23:05:34.430705Z","end":"2026-02-26T23:05:34.590392Z","steps":["trace[2028843381] 'range keys from in-memory index tree' (duration: 159.371879ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T23:05:48.069175Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29746} {"level":"info","ts":"2026-02-26T23:05:48.213874Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29746,"took":"141.646675ms","hash":1955831955,"current-db-size-bytes":49844224,"current-db-size":"50 MB","current-db-size-in-use-bytes":28336128,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T23:05:48.213941Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1955831955,"revision":29746,"compact-revision":27444} {"level":"info","ts":"2026-02-26T23:08:55.368895Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000860b.wal"} {"level":"info","ts":"2026-02-26T23:09:25.713541Z","caller":"traceutil/trace.go:171","msg":"trace[2111816003] transaction","detail":"{read_only:false; response_revision:33404; number_of_response:1; }","duration":"102.519415ms","start":"2026-02-26T23:09:25.610988Z","end":"2026-02-26T23:09:25.713507Z","steps":["trace[2111816003] 'process raft request' (duration: 20.111383ms)","trace[2111816003] 'compare' (duration: 82.199427ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:09:28.738736Z","caller":"traceutil/trace.go:171","msg":"trace[473874950] transaction","detail":"{read_only:false; response_revision:33426; number_of_response:1; }","duration":"159.41544ms","start":"2026-02-26T23:09:28.579292Z","end":"2026-02-26T23:09:28.738707Z","steps":["trace[473874950] 'process raft request' (duration: 141.684036ms)","trace[473874950] 'compare' (duration: 17.535099ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T23:10:48.076634Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31869} {"level":"info","ts":"2026-02-26T23:10:48.219883Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31869,"took":"138.598879ms","hash":589124492,"current-db-size-bytes":50552832,"current-db-size":"51 MB","current-db-size-in-use-bytes":29564928,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T23:10:48.219943Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":589124492,"revision":31869,"compact-revision":29746} {"level":"info","ts":"2026-02-26T23:15:48.083561Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34016} {"level":"info","ts":"2026-02-26T23:15:48.21033Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34016,"took":"123.302007ms","hash":4083721818,"current-db-size-bytes":50974720,"current-db-size":"51 MB","current-db-size-in-use-bytes":29589504,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T23:15:48.210394Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4083721818,"revision":34016,"compact-revision":31869} {"level":"info","ts":"2026-02-26T23:20:48.094457Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36102} {"level":"info","ts":"2026-02-26T23:20:48.215052Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36102,"took":"116.660201ms","hash":2682555752,"current-db-size-bytes":51826688,"current-db-size":"52 MB","current-db-size-in-use-bytes":28504064,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T23:20:48.215136Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2682555752,"revision":36102,"compact-revision":34016}